diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/combined_measured_candidates.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/combined_measured_candidates.json new file mode 100644 index 0000000000000000000000000000000000000000..a60c9cff26f5bfbbd4bfc70ec99026680161095d --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/combined_measured_candidates.json @@ -0,0 +1,105869 @@ +{ + "data_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "k": 8, + "num_rows": 144, + "report_type": "ctt_measured_rollout_comparison", + "rows": [ + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7282466888427734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7282466888427734 + }, + "base_progress": 0.7282466888427734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7282466888427734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193470001220703, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193470001220703 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193903923034668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193903923034668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7225542068481445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7225542068481445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7277753949165344, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7277753949165344 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7164238095283508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7164238095283508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7181630730628967, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7181630730628967 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7209342122077942, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7209342122077942 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7166993021965027, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7166993021965027 + } + ], + "candidate_progress": [ + 0.7193470001220703, + 0.7193903923034668, + 0.7225542068481445, + 0.7277753949165344, + 0.7164238095283508, + 0.7181630730628967, + 0.7209342122077942, + 0.7166993021965027 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-502dba1003c09ec60ba0", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-5799584ed40e211c50a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20413602888584137, + -0.20001928508281708, + 0.4017326831817627, + 0.10643526911735535, + 1.8921446800231934, + 0.06173136830329895, + 0.15270525217056274, + 0.07110673934221268, + -0.04462316632270813, + 0.18290716409683228, + -0.19675672054290771, + 1.9112311601638794, + -0.2619776129722595, + 0.2554550766944885, + -0.017581943422555923, + -0.029584944248199463, + 0.14042340219020844, + -0.09666042029857635, + 1.8007702827453613, + -0.3834264278411865, + 0.25775715708732605 + ], + [ + -0.18376265466213226, + -0.17193230986595154, + 0.39797359704971313, + 0.1612744927406311, + 1.7736756801605225, + -0.05564101040363312, + 0.19481748342514038, + 0.0733860582113266, + -0.05361347645521164, + 0.15112271904945374, + -0.20269551873207092, + 1.804207682609558, + -0.2894987463951111, + 0.29954320192337036, + -0.03684362396597862, + 0.0032146666198968887, + 0.20612722635269165, + -0.05913253128528595, + 1.778963327407837, + -0.4225316345691681, + 0.3378560543060303 + ], + [ + -0.09592516720294952, + -0.11892649531364441, + 0.26929426193237305, + 0.06913179159164429, + 1.5532338619232178, + -0.3320712447166443, + 0.27603623270988464, + -0.0009357631206512451, + 0.011557800695300102, + 0.07325919717550278, + -0.18506178259849548, + 1.7699579000473022, + 0.049116939306259155, + 0.2742829918861389, + -0.030866432934999466, + -0.02231213077902794, + 0.10139726102352142, + 0.08843932300806046, + 1.5235962867736816, + -0.2550598382949829, + -0.09161016345024109 + ], + [ + -0.09038354456424713, + -0.24194030463695526, + 0.445575475692749, + 0.34287229180336, + 1.3770272731781006, + -0.23815473914146423, + 0.4373420774936676, + 0.12847791612148285, + 0.036508314311504364, + 0.11787454038858414, + -0.1739691197872162, + 1.722658395767212, + -0.13300228118896484, + 0.7503913640975952, + 0.11035725474357605, + -0.1097949743270874, + 0.2608867585659027, + -0.18233783543109894, + 1.6192169189453125, + 0.16268953680992126, + 0.5666531324386597 + ], + [ + -0.16060234606266022, + -0.19833314418792725, + 0.24794979393482208, + 0.1790105700492859, + 1.7291414737701416, + -0.2445506453514099, + 0.3038707971572876, + -0.043974652886390686, + -0.06188412010669708, + 0.06745322048664093, + -0.11309479922056198, + 1.7671904563903809, + 0.1526041328907013, + 0.290020614862442, + -0.0778336226940155, + -0.08461721241474152, + 0.255514532327652, + -0.05401931703090668, + 1.6619019508361816, + -0.09311814606189728, + 0.17617163062095642 + ], + [ + -0.07150569558143616, + -0.12146918475627899, + 0.22528937458992004, + 0.3031887114048004, + 1.7678253650665283, + -0.03649407625198364, + 0.18804317712783813, + -0.0631357729434967, + -0.05287932604551315, + 0.038255706429481506, + -0.09823962301015854, + 1.7513742446899414, + 0.16250690817832947, + 0.15128959715366364, + -0.18026506900787354, + -0.09540830552577972, + 0.1620718240737915, + -0.06330819427967072, + 1.559812307357788, + -0.27686089277267456, + 0.12877748906612396 + ], + [ + 0.007339015603065491, + -0.11379330605268478, + 0.30886638164520264, + 0.0766511857509613, + 1.6606357097625732, + -0.3146321177482605, + 0.32066136598587036, + -0.07201796770095825, + -0.06697302311658859, + 0.10119254887104034, + -0.17477789521217346, + 1.8097304105758667, + 0.28726109862327576, + 0.14948807656764984, + -0.08661466836929321, + -0.07451078295707703, + 0.2120201289653778, + -0.07210375368595123, + 1.522799015045166, + 0.016737550497055054, + 0.07722662389278412 + ], + [ + 0.015551745891571045, + -0.14228123426437378, + 0.3585411310195923, + 0.28147807717323303, + 1.9032182693481445, + -0.03966298699378967, + 0.4630654752254486, + -0.12766996026039124, + -0.027640042826533318, + 0.18763691186904907, + -0.23009821772575378, + 1.9016122817993164, + -0.2876155376434326, + 0.4596601128578186, + -0.28193601965904236, + -0.12396001815795898, + 0.6435838341712952, + -0.17087869346141815, + 1.6669442653656006, + -0.10550807416439056, + 0.2129114270210266 + ] + ], + "generated_utilities": [ + 0.7193470001220703, + 0.7193903923034668, + 0.7225542068481445, + 0.7277753949165344, + 0.7164238095283508, + 0.7181630730628967, + 0.7209342122077942, + 0.7166993021965027 + ], + "group_id": "ms-5799584ed40e211c50a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.695741593837738, + 2.0, + 0.5742205381393433, + 0.353538453578949, + 0.7234948873519897, + 0.23220515251159668, + 0.7212414145469666, + 0.7162191867828369, + 2.0, + 0.7279531359672546, + 2.0, + 0.1921277493238449, + 0.21947699785232544, + 2.0, + 0.19267019629478455, + 0.2091115564107895 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.12556302547454834, + 0.031759653240442276, + -0.005511760711669922, + 0.11217179894447327, + 1.4708595275878906, + 0.20526480674743652, + 0.0, + 0.1627572476863861, + 0.05106398090720177, + 0.08001643419265747, + 0.0015570521354675293, + 1.2470405101776123, + -0.034081876277923584, + 0.0, + -0.20415832102298737, + -0.16038036346435547, + -0.09366434812545776, + 0.011923134326934814, + 1.2863614559173584, + 0.326605886220932, + 0.0 + ], + [ + -1.1036561727523804, + -0.2729172110557556, + 0.15201491117477417, + 0.6310743093490601, + 1.4708595275878906, + 0.22859114408493042, + 0.0, + -0.6446681618690491, + -0.3592391908168793, + 0.20394687354564667, + -0.3334474265575409, + 1.2470405101776123, + 0.10929054021835327, + 0.0, + 0.0708397626876831, + 0.6341482400894165, + 0.2534213066101074, + -0.5062402486801147, + 1.2863614559173584, + 0.2794201076030731, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4309304654598236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6913388967514038, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5405775308609009 + ], + [ + -0.17443382740020752, + 0.10536882281303406, + 1.0823079347610474, + 0.37589412927627563, + 2.70369291305542, + 0.08096903562545776, + 0.45218074321746826, + -0.041515275835990906, + 0.7149043083190918, + 0.6342184543609619, + -0.1510268747806549, + 1.6392080783843994, + -0.5721845626831055, + 0.9119001626968384, + 0.0796709656715393, + 0.14260581135749817, + 0.09288522601127625, + -0.236861914396286, + 2.798177719116211, + 0.037620753049850464, + 0.1060103178024292 + ], + [ + -1.3976900577545166, + -0.3843246400356293, + -0.3551177382469177, + -0.7191817760467529, + 3.1181371212005615, + -1.0153398513793945, + 0.9093213081359863, + -0.46741002798080444, + -0.4777427911758423, + 0.5847069621086121, + -0.7122976779937744, + 1.49969482421875, + -0.8400344252586365, + 1.036980152130127, + 0.3957635462284088, + 0.2608935832977295, + 0.4350411295890808, + -0.0573345422744751, + 1.4020898342132568, + -0.2644611895084381, + 0.5209293365478516 + ], + [ + 0.13327711820602417, + -0.19911976158618927, + 0.2777494490146637, + -0.5133474469184875, + 1.8012508153915405, + 0.09127992391586304, + 0.35662928223609924, + 0.6739349961280823, + 0.5202516913414001, + 0.6325141191482544, + -1.4312751293182373, + 3.0624003410339355, + -1.091947078704834, + 1.1273027658462524, + -0.5780089497566223, + 0.012244708836078644, + 1.2045903205871582, + -1.56142258644104, + 1.9978752136230469, + -1.172595739364624, + 0.3374365270137787 + ], + [ + -1.520635724067688, + -0.9252650737762451, + -0.3131774663925171, + 0.37766140699386597, + 2.7566092014312744, + -0.9621344804763794, + 1.0721709728240967, + -0.34145641326904297, + -0.7691382765769958, + 0.9142491221427917, + -0.845502495765686, + 2.71456241607666, + -0.25535696744918823, + 0.47051090002059937, + -0.19313384592533112, + -0.21557137370109558, + 0.6501962542533875, + 0.24064362049102783, + 3.137739658355713, + 0.35141924023628235, + -0.029620707035064697 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012039661407470703, + -0.05118545889854431, + -0.06535553932189941, + -0.04842284321784973, + 1.4708595275878906, + 0.020981639623641968, + 0.0, + 0.003453299403190613, + -0.0413513109087944, + 0.09253352880477905, + -0.05847179889678955, + 1.2470405101776123, + -0.027027547359466553, + 0.0, + 0.10907487571239471, + 0.018613651394844055, + -0.03009772300720215, + 0.00893855094909668, + 1.2863614559173584, + -0.07103800773620605, + 0.0 + ], + [ + -0.8287792205810547, + -0.23426979780197144, + 0.5087366700172424, + -0.7350267171859741, + 2.122105598449707, + -0.3550410270690918, + 0.6285651326179504, + 0.48652929067611694, + 0.058029573410749435, + 0.623879075050354, + -0.6215457320213318, + 2.7280654907226562, + -0.17514294385910034, + 0.550636887550354, + 0.015995219349861145, + 0.03788954019546509, + 0.13958755135536194, + -0.5519895553588867, + 2.2776031494140625, + -0.41969916224479675, + 0.40627342462539673 + ], + [ + -0.41124144196510315, + -0.1048755794763565, + 1.151909589767456, + -0.8224762678146362, + 2.2440061569213867, + -0.7573217153549194, + 0.7227639555931091, + 0.1749846488237381, + 0.5508100390434265, + 0.07246983051300049, + -1.0510613918304443, + 2.572587728500366, + -0.5535074472427368, + 1.0577616691589355, + -0.19132046401500702, + 0.4887853264808655, + 0.786109447479248, + -0.8479259014129639, + 2.2749032974243164, + -0.5426547527313232, + 0.9771518111228943 + ], + [ + -1.181443691253662, + 0.10737474262714386, + 1.0074310302734375, + -0.5379030108451843, + 1.52034592628479, + -0.8081731200218201, + 0.5656459927558899, + 0.6751595735549927, + -0.8839346170425415, + -0.028954744338989258, + -0.0647847056388855, + 2.7801947593688965, + -0.804533064365387, + 0.027279198169708252, + -0.33421146869659424, + -0.8645791411399841, + 0.4428331255912781, + -0.7354188561439514, + 1.8275327682495117, + -1.0469876527786255, + 0.5104811787605286 + ] + ], + "predicted_scores": [ + 6.335695266723633, + 6.216057300567627, + 6.0294365882873535, + 5.974534511566162, + 5.88999605178833, + 5.772297382354736, + 5.453643321990967, + 4.762941360473633 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2012211287/train0", + "selected_index": 0, + "state_hash": "d179f22adaaccb4539f38d638dab1dd6382b2695b0d759232020687a2feb7194", + "stored_base_utility": 0.695741593837738, + "task_id": "LiftPegUpright-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20915235579013824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20915235579013824 + }, + "base_progress": 0.20915235579013824, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20915235579013824, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20091046392917633, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20091046392917633 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20280277729034424, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20280277729034424 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1999650001525879, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1999650001525879 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20063866674900055, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20063866674900055 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19880278408527374, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19880278408527374 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19896699488162994, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19896699488162994 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19984664022922516, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19984664022922516 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19945693016052246, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19945693016052246 + } + ], + "candidate_progress": [ + 0.20091046392917633, + 0.20280277729034424, + 0.1999650001525879, + 0.20063866674900055, + 0.19880278408527374, + 0.19896699488162994, + 0.19984664022922516, + 0.19945693016052246 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-13d8bae55d3c3710138f", + "ms-df961fe24a43e56d1716", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-0660d5f65df5fc4b6132", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-9ced92cccacfe4d157b0", + "ms-c090bce47703a4c4bb0b" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-715db95b13ebc6c977c8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09878885746002197, + 0.11032696068286896, + 1.215604305267334, + 0.5141613483428955, + 0.14940539002418518, + -0.1839008927345276, + 0.16498854756355286, + 0.008428111672401428, + -0.10878964513540268, + -0.12028812617063522, + 0.15055255591869354, + 1.895743489265442, + -0.06626656651496887, + 0.14685092866420746, + -0.0713372528553009, + -0.12081806361675262, + -0.017111077904701233, + 0.03057156503200531, + 1.4072842597961426, + -0.026275068521499634, + 0.003060668706893921 + ], + [ + -0.1676483005285263, + 0.03960335999727249, + 1.0270519256591797, + 0.6643667221069336, + 0.13027283549308777, + -0.09215719997882843, + 0.41123661398887634, + 0.0042511820793151855, + -0.10630812495946884, + -0.13502436876296997, + 0.17038685083389282, + 1.6164895296096802, + -0.16610732674598694, + 0.17554332315921783, + 0.00625113770365715, + -0.14114320278167725, + -0.0030689984560012817, + 0.10389524698257446, + 1.4636192321777344, + -0.07424795627593994, + -0.09242114424705505 + ], + [ + -0.17243452370166779, + 0.16406980156898499, + 1.1568934917449951, + 0.5218247175216675, + 0.0444914847612381, + -0.0008166879415512085, + -0.2520948052406311, + -0.09238505363464355, + -0.1439238339662552, + -0.14534637331962585, + 0.21756461262702942, + 1.9937456846237183, + -0.014868408441543579, + 0.24981170892715454, + -0.23225897550582886, + -0.10207001864910126, + 0.10446978360414505, + 0.03822323679924011, + 1.4315838813781738, + 0.03286290168762207, + 0.16098235547542572 + ], + [ + -0.01190495491027832, + 0.14383402466773987, + 1.1032670736312866, + 0.6279208660125732, + 0.1212976947426796, + -0.12358874082565308, + 0.11268016695976257, + 0.023238196969032288, + -0.08690038323402405, + -0.1089397445321083, + 0.07921641319990158, + 1.8916457891464233, + -0.24791233241558075, + 0.13244584202766418, + -0.018264349550008774, + -0.09815742075443268, + 0.13454227149486542, + 0.06951139867305756, + 1.3356318473815918, + -0.09475477039813995, + -0.08835557103157043 + ], + [ + 0.01805265247821808, + 0.1381184309720993, + 1.1941752433776855, + 0.6102582216262817, + -0.024114638566970825, + -0.11344760656356812, + -0.11564105749130249, + -0.004518628120422363, + -0.0763837918639183, + -0.05846705287694931, + 0.04208672419190407, + 1.7975268363952637, + -0.3240872621536255, + 0.22547611594200134, + -0.283683180809021, + 0.07517386972904205, + 0.0979519784450531, + 0.07697497308254242, + 1.3718504905700684, + -0.282627135515213, + 0.04611058533191681 + ], + [ + -0.04814553260803223, + 0.11949846148490906, + 1.3835219144821167, + 0.5013744831085205, + -0.242671400308609, + -0.24029305577278137, + -0.06875276565551758, + 0.08027331531047821, + 0.001055263914167881, + -0.17534035444259644, + 0.07972469925880432, + 1.7833828926086426, + 0.06340548396110535, + 0.13244393467903137, + -0.064008429646492, + -0.026936441659927368, + 0.12743622064590454, + 0.1700783669948578, + 1.5088353157043457, + -0.1931574046611786, + -0.16506674885749817 + ], + [ + -0.2893584370613098, + 0.1716584414243698, + 0.7896239757537842, + 0.3899401128292084, + 0.09817466139793396, + 0.3608212471008301, + -0.31822288036346436, + 0.017612874507904053, + -0.17215052247047424, + 0.1594211310148239, + 0.16610398888587952, + 1.8912227153778076, + -0.22058378159999847, + 0.34623777866363525, + 0.049850184470415115, + -0.009515592828392982, + 0.07020248472690582, + -0.011396557092666626, + 1.3996591567993164, + -0.4010743796825409, + 0.1306096315383911 + ], + [ + -0.13250820338726044, + 0.19443775713443756, + 1.1679580211639404, + 0.5539621114730835, + 0.1598050892353058, + -0.0688212662935257, + -0.10951954126358032, + 0.013447895646095276, + -0.043072059750556946, + -0.11680474132299423, + 0.14149843156337738, + 1.855346918106079, + -0.33551323413848877, + 0.41771697998046875, + -0.13814055919647217, + -0.10089191794395447, + 0.13577088713645935, + 0.14748238027095795, + 1.3712706565856934, + -0.0035538673400878906, + -0.04018014669418335 + ] + ], + "generated_utilities": [ + 0.20091046392917633, + 0.20280277729034424, + 0.1999650001525879, + 0.20063866674900055, + 0.19880278408527374, + 0.19896699488162994, + 0.19984664022922516, + 0.19945693016052246 + ], + "group_id": "ms-715db95b13ebc6c977c8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7276763319969177, + 2.0, + 0.7247764468193054, + 0.6921603679656982, + 0.20542781054973602, + 0.1958664506673813, + 0.2039061188697815, + 0.20193135738372803, + 0.21138714253902435, + 0.2018231600522995, + 0.1974717676639557, + 0.20079456269741058, + 0.1999427080154419, + 0.19537661969661713, + 0.20794042944908142, + 0.22082462906837463 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.33823883533477783, + 1.5503506660461426, + 2.2380058765411377, + 1.5590949058532715, + -0.22497621178627014, + 0.26080960035324097, + -2.4348373413085938, + -0.0273895263671875, + -0.5254056453704834, + -1.268343448638916, + -0.23282305896282196, + 2.6626713275909424, + 0.4546125829219818, + -0.0701400488615036, + 0.36990296840667725, + 0.034550901502370834, + 0.4710223078727722, + -0.7692371606826782, + 2.155225992202759, + -0.580864429473877, + 0.6800468564033508 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.8696746826171875, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1402800977230072, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3600937128067017 + ], + [ + 0.07017278671264648, + 1.521916389465332, + 2.009843349456787, + 1.4738659858703613, + -0.2899177074432373, + 0.46131497621536255, + -2.531620502471924, + 0.14048290252685547, + -0.7855347990989685, + -1.1143710613250732, + 0.012876257300376892, + 2.7933197021484375, + 0.30855774879455566, + 0.14485713839530945, + 0.46072325110435486, + 0.10650882124900818, + 0.5814961194992065, + -0.6753175854682922, + 2.3493947982788086, + -0.31899890303611755, + 0.8796342611312866 + ], + [ + 0.3178834319114685, + 1.2961947917938232, + 2.589533805847168, + 1.7275389432907104, + -0.026689037680625916, + 0.27645671367645264, + -2.4141836166381836, + -0.1766154021024704, + -0.24934518337249756, + -1.3515665531158447, + -0.16601590812206268, + 2.7396316528320312, + 0.7588784694671631, + -0.15953752398490906, + 0.36116188764572144, + -0.143848717212677, + 0.4210423529148102, + -0.8379677534103394, + 2.2562992572784424, + -0.19895753264427185, + 0.5771763324737549 + ], + [ + -0.12494292855262756, + 1.8969860076904297, + 2.4035770893096924, + 1.6478896141052246, + 0.040180712938308716, + 0.24593156576156616, + -2.34008526802063, + 0.12583549320697784, + -0.5264602303504944, + -0.9070775508880615, + -0.4896009564399719, + 3.029449224472046, + 0.6909686923027039, + 0.1467941552400589, + 0.03226286172866821, + 0.03609117865562439, + 0.08947920799255371, + -1.247578501701355, + 1.9016273021697998, + -0.6706652045249939, + 1.1426045894622803 + ], + [ + 0.7138174772262573, + 1.0768483877182007, + 1.7427103519439697, + 1.5768358707427979, + -0.059891194105148315, + 0.788209855556488, + -2.2357473373413086, + -0.6271201372146606, + -0.19050318002700806, + -1.489158034324646, + -0.42916837334632874, + 2.8671674728393555, + 0.20186689496040344, + 0.4675248861312866, + -0.03316506743431091, + -0.15900862216949463, + 0.2741629481315613, + -1.2911972999572754, + 1.7669053077697754, + -0.051352739334106445, + 0.47578683495521545 + ], + [ + -0.28924405574798584, + 1.5423802137374878, + 1.8096331357955933, + 1.3925378322601318, + -0.5160847902297974, + 0.02628597617149353, + -2.463913679122925, + -0.11511489003896713, + -0.19317570328712463, + -0.8961169719696045, + 0.08857034146785736, + 2.2220115661621094, + 0.3456495702266693, + -0.5302423238754272, + 0.21759217977523804, + 0.4364970028400421, + 0.7512288093566895, + -0.33312925696372986, + 2.727248430252075, + -0.5966866612434387, + 0.5108752250671387 + ], + [ + 1.000809669494629, + 1.1056790351867676, + 2.286451816558838, + 2.152500629425049, + 0.3457088768482208, + 0.07567016780376434, + -3.2127318382263184, + -0.5930389761924744, + -0.9091454744338989, + -1.3978261947631836, + -0.9321629405021667, + 3.1251871585845947, + -0.0873921811580658, + -0.6672512888908386, + 0.02386268973350525, + 0.21522864699363708, + 0.4657308757305145, + -0.575664222240448, + 1.9708892107009888, + -1.1900556087493896, + 1.4129865169525146 + ], + [ + 0.32382237911224365, + 2.2453579902648926, + 1.8118072748184204, + 0.8819907307624817, + -1.105812907218933, + 0.598942756652832, + -2.0275609493255615, + -0.6241287589073181, + -0.7717767953872681, + -1.2091741561889648, + -0.5241715312004089, + 2.6333746910095215, + 1.197510004043579, + 0.20193235576152802, + 0.06856834888458252, + -0.06392127275466919, + 1.1480510234832764, + -0.9437365531921387, + 1.9757884740829468, + -0.7860120534896851, + 0.9019255042076111 + ], + [ + 1.0729541778564453, + 1.173112154006958, + 2.628614902496338, + 1.664441466331482, + -0.3475607633590698, + 0.4421616196632385, + -2.4642398357391357, + -0.25969383120536804, + -1.0389935970306396, + -0.7118349671363831, + -1.03444504737854, + 3.610355854034424, + 0.10399851202964783, + 0.325661301612854, + -0.26851803064346313, + -0.5551983118057251, + 0.8207827210426331, + -0.9675214886665344, + 2.8388757705688477, + -0.16362401843070984, + -0.10623013973236084 + ], + [ + 1.3289453983306885, + 1.9137883186340332, + 2.082090377807617, + 2.491259813308716, + 0.6180912256240845, + -0.3126993775367737, + -2.5589985847473145, + -0.5410527586936951, + 0.026464879512786865, + -0.46877521276474, + -0.6966705322265625, + 1.9529465436935425, + -0.19639351963996887, + 0.02374301850795746, + -0.09083741903305054, + 0.9245768189430237, + -0.09806692600250244, + -0.24988514184951782, + 2.6212518215179443, + -0.7180906534194946, + 1.5200225114822388 + ], + [ + -0.1554102897644043, + 1.9165453910827637, + 1.8331965208053589, + 1.2937030792236328, + -1.185176968574524, + -0.4155595898628235, + -3.357268810272217, + -0.8257315158843994, + -0.6582139730453491, + -1.5948694944381714, + 0.6072660684585571, + 2.1588306427001953, + 0.8806488513946533, + -0.46826112270355225, + 0.330376535654068, + -0.7345791459083557, + 1.4418903589248657, + -0.18088001012802124, + 1.2020847797393799, + 0.2133919596672058, + -0.11863052845001221 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02487349510192871, + 0.5503506660461426, + 1.2380058765411377, + 0.5590949058532715, + -0.04777374863624573, + -0.05447050929069519, + 0.0, + -0.004949942231178284, + -0.019134342670440674, + -0.268343448638916, + -0.0008451938629150391, + 1.6626713275909424, + 0.025963664054870605, + 0.0, + 0.05544579029083252, + -0.036041636019945145, + -0.050818800926208496, + 0.0036783218383789062, + 1.1552259922027588, + -0.03211313486099243, + 0.0 + ] + ], + "predicted_scores": [ + 6.2359395027160645, + 6.1982879638671875, + 5.835283279418945, + 5.819125175476074, + 5.815288066864014, + 5.58872652053833, + 5.377488613128662, + 5.27184534072876 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "307068879/train0", + "selected_index": 0, + "state_hash": "94949df6075383566ede3d7bee7fabca8db03ad54df07892c3fac4e83e1d7e32", + "stored_base_utility": 0.7276763319969177, + "task_id": "LiftPegUpright-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725517988204956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725517988204956 + }, + "base_progress": 0.725517988204956, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.725517988204956, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7128865718841553, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7128865718841553 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7104141116142273, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7104141116142273 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7111554145812988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7111554145812988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7119815349578857, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7119815349578857 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7094742655754089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7094742655754089 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7124747633934021, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7124747633934021 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7047370076179504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7047370076179504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7180102467536926, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7180102467536926 + } + ], + "candidate_progress": [ + 0.7128865718841553, + 0.7104141116142273, + 0.7111554145812988, + 0.7119815349578857, + 0.7094742655754089, + 0.7124747633934021, + 0.7047370076179504, + 0.7180102467536926 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-1b24faaf0d032ad20017", + "ms-059d7962a5f998edf668", + "ms-2436538e05fdcf8e44fc", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-1b24faaf0d032ad20017" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7b229b60d7f64fb624cf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.23450256884098053, + -0.04756734520196915, + 0.333998441696167, + -0.004657164216041565, + 1.8021330833435059, + -0.2987089455127716, + 0.1271040141582489, + -0.02020964026451111, + 0.040108129382133484, + 0.0854482352733612, + -0.16374891996383667, + 1.4796942472457886, + -0.25106751918792725, + 0.0967545360326767, + -0.06035595014691353, + -0.01496405340731144, + 0.009177014231681824, + -0.016313031315803528, + 1.3973441123962402, + -0.1474599987268448, + 0.12174254655838013 + ], + [ + -0.1369333118200302, + -0.07887887209653854, + 0.35398122668266296, + -0.011493846774101257, + 1.9397237300872803, + -0.34309765696525574, + 0.14629453420639038, + -0.11234837770462036, + 0.04971020668745041, + 0.11114492267370224, + -0.18066996335983276, + 1.5133275985717773, + -0.08137857913970947, + 0.22320160269737244, + -0.10637050867080688, + -0.025820642709732056, + -0.05915232002735138, + -0.09763465821743011, + 1.4028801918029785, + -0.2765962779521942, + 0.1709374040365219 + ], + [ + -0.15446822345256805, + -0.027137698605656624, + 0.2870309352874756, + 0.04697626829147339, + 1.7904536724090576, + -0.19916558265686035, + 0.1962808072566986, + -0.01823405921459198, + 0.048958517611026764, + 0.11094948649406433, + -0.18893292546272278, + 1.45004403591156, + -0.2531268000602722, + 0.01825135201215744, + -0.13287091255187988, + -0.022821487858891487, + 0.05628196895122528, + -0.03822501003742218, + 1.3806488513946533, + -0.16467416286468506, + 0.14270584285259247 + ], + [ + -0.15908680856227875, + -0.066118024289608, + 0.23691943287849426, + 0.062245577573776245, + 1.7671639919281006, + -0.21252822875976562, + 0.15812811255455017, + -0.03548559546470642, + 0.05499684065580368, + 0.12253551930189133, + -0.22218841314315796, + 1.4324970245361328, + -0.3097429871559143, + 0.0785093903541565, + -0.09533368051052094, + -0.032337356358766556, + -0.008021652698516846, + 0.012212231755256653, + 1.3368425369262695, + -0.1844419240951538, + 0.12124565243721008 + ], + [ + -0.17777730524539948, + -0.0713338851928711, + 0.2921789288520813, + 0.04994550347328186, + 1.7925810813903809, + -0.2794283628463745, + 0.13258075714111328, + -0.0788029134273529, + 0.024851515889167786, + 0.08916498720645905, + -0.21329104900360107, + 1.4518543481826782, + -0.22981905937194824, + 0.07697029411792755, + -0.09966067969799042, + -0.015845652669668198, + -0.0058333128690719604, + -0.03558558225631714, + 1.327157974243164, + -0.17127695679664612, + 0.05383381247520447 + ], + [ + -0.25100404024124146, + -0.041156623512506485, + 0.2733308672904968, + -0.022508427500724792, + 1.7874243259429932, + -0.23020803928375244, + 0.11641114950180054, + -0.014589548110961914, + 0.014562592841684818, + 0.04666364938020706, + -0.2404773235321045, + 1.436060905456543, + -0.2491622120141983, + 0.03640279918909073, + -0.0453488864004612, + 0.007538391277194023, + 0.008672088384628296, + -0.07167752087116241, + 1.391204833984375, + -0.13771609961986542, + 0.14006930589675903 + ], + [ + -0.280209481716156, + -0.014146264642477036, + 0.18887391686439514, + 0.09741654992103577, + 1.823507308959961, + -0.6237236261367798, + 0.32902559638023376, + -0.1432059407234192, + 0.02166704088449478, + -0.0441642627120018, + -0.20100992918014526, + 1.4330096244812012, + -0.08461841940879822, + 0.31182312965393066, + -0.13111235201358795, + -0.008034557104110718, + 0.1166333481669426, + -0.020062550902366638, + 1.2832350730895996, + -0.24250991642475128, + 0.10091644525527954 + ], + [ + -0.16608773171901703, + -0.028637222945690155, + -0.029204338788986206, + 0.05576986074447632, + 1.9150350093841553, + -0.10053417086601257, + 0.35532233119010925, + 0.05654133856296539, + 0.12019973248243332, + 0.23887759447097778, + -0.2033289074897766, + 1.5461971759796143, + -0.38534653186798096, + 0.11266082525253296, + -0.009662147611379623, + 0.039746396243572235, + 0.03546561300754547, + -0.06349088251590729, + 1.3732657432556152, + 0.1837335228919983, + 0.020662948489189148 + ] + ], + "generated_utilities": [ + 0.7128865718841553, + 0.7104141116142273, + 0.7111554145812988, + 0.7119815349578857, + 0.7094742655754089, + 0.7124747633934021, + 0.7047370076179504, + 0.7180102467536926 + ], + "group_id": "ms-7b229b60d7f64fb624cf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7279080748558044, + 2.0, + 0.20414462685585022, + 0.6802849769592285, + 0.7178159952163696, + 0.21479015052318573, + 0.7138709425926208, + 0.6876591444015503, + 0.1967480182647705, + 0.2041277140378952, + 0.6729974150657654, + 0.19481073319911957, + 0.19504189491271973, + 0.18815509974956512, + 0.188818097114563, + 0.1887865662574768 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.08093959093093872, + -0.07720033824443817, + -0.1463574767112732, + 0.025505483150482178, + 1.715113878250122, + -0.18640094995498657, + 0.0, + 0.1731838583946228, + 0.08211895823478699, + -0.08431470394134521, + -0.06893879175186157, + 1.5273964405059814, + -0.22224944829940796, + 0.0, + 0.128187894821167, + -0.07933905720710754, + -0.03732771426439285, + -0.11700642108917236, + 1.2360272407531738, + 0.035373538732528687, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.21214041113853455, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1117973327636719, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4804162979125977 + ], + [ + -1.2293341159820557, + 0.029875628650188446, + 0.918454647064209, + -0.4173068404197693, + 2.4747769832611084, + -1.3865807056427002, + 0.08725066483020782, + 0.14519837498664856, + -0.3940011262893677, + 0.028119683265686035, + -0.3171449601650238, + 2.5652434825897217, + -0.43028002977371216, + 0.8828955888748169, + 0.5686550736427307, + -0.4160914719104767, + -0.26858240365982056, + -0.7152656316757202, + 2.0751097202301025, + -0.729902446269989, + 0.8917676210403442 + ], + [ + -0.5324480533599854, + 0.04548436030745506, + 0.843679666519165, + -0.6073765754699707, + 3.1931309700012207, + -1.3281985521316528, + 0.5069652199745178, + 0.4011792838573456, + -0.4030959904193878, + 0.6814882755279541, + -1.1951193809509277, + 2.6185948848724365, + -0.554333508014679, + 0.5721984505653381, + -0.16396579146385193, + -0.3436257243156433, + -0.21599116921424866, + -1.0701491832733154, + 1.9690310955047607, + -0.9462445974349976, + 0.6203503608703613 + ], + [ + -0.1311948299407959, + 0.7171667814254761, + 1.200261116027832, + 0.10901182889938354, + 2.56119704246521, + -0.6617993116378784, + 0.22047674655914307, + -0.5156197547912598, + -0.21030603349208832, + 0.01577836275100708, + -1.12506902217865, + 2.7253074645996094, + -1.027407169342041, + 0.8246474266052246, + -0.31855508685112, + 0.0044267438352108, + 0.6886363625526428, + 0.13806498050689697, + 1.8229583501815796, + -1.0682729482650757, + 0.20753073692321777 + ], + [ + -1.1816883087158203, + 0.4261643588542938, + 1.2360520362854004, + -0.42399734258651733, + 1.9532790184020996, + -0.9801387190818787, + 0.2201133668422699, + 0.6276533007621765, + -0.285473495721817, + 0.4212322235107422, + -1.1270140409469604, + 2.4801976680755615, + -0.4999431371688843, + 1.2744868993759155, + 0.48235732316970825, + -0.5188312530517578, + -0.11804153770208359, + -0.4394923448562622, + 1.9185583591461182, + -0.1322442889213562, + 0.5279645323753357 + ], + [ + -0.6052919626235962, + -0.4616277813911438, + 0.7523423433303833, + 0.10819000005722046, + 3.607379674911499, + -1.5291264057159424, + -0.5250914096832275, + -0.4528994560241699, + -0.7418931722640991, + -0.3554151654243469, + -0.48942404985427856, + 2.688833713531494, + -0.22922468185424805, + 0.8705117702484131, + -0.5630398392677307, + 0.7132670879364014, + 0.35845327377319336, + -0.9687232971191406, + 1.5885288715362549, + -1.267107605934143, + 1.6210530996322632 + ], + [ + -0.8101084232330322, + -0.3014431595802307, + 1.1712646484375, + -1.0316306352615356, + 2.233030319213867, + -1.4724336862564087, + 0.7332221865653992, + -0.7587263584136963, + -1.002193808555603, + 0.31429487466812134, + -0.6629177927970886, + 2.507845640182495, + -1.3157875537872314, + 0.34585919976234436, + -0.559177815914154, + 0.23163066804409027, + 0.9405421018600464, + -1.2746365070343018, + 1.4249805212020874, + 0.42815282940864563, + 0.5501192808151245 + ], + [ + -1.4767518043518066, + 0.7369992733001709, + 1.0865691900253296, + -0.00720524787902832, + 2.2333321571350098, + -1.1858515739440918, + 0.6504526138305664, + -0.7829099297523499, + -0.23658721148967743, + -0.335928738117218, + -1.689948558807373, + 1.7853922843933105, + -0.04443025588989258, + 0.050962984561920166, + -0.028319664299488068, + 1.0110774040222168, + 0.5374354124069214, + -1.4210021495819092, + 1.9319050312042236, + -0.5953025817871094, + 0.613638162612915 + ], + [ + -0.507949948310852, + -0.8206221461296082, + -0.3682291507720947, + -0.15647977590560913, + 3.484253168106079, + -0.036751389503479004, + -0.14517785608768463, + 0.25241321325302124, + -0.9055225849151611, + 0.9539178013801575, + -0.058311402797698975, + 2.415170192718506, + -1.7456104755401611, + 0.3388040065765381, + 0.9086830615997314, + -0.5268760919570923, + 0.27712807059288025, + 0.3525400161743164, + 2.6993520259857178, + -1.0877660512924194, + 0.20776450634002686 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.027649641036987305, + 0.033894337713718414, + 0.024735212326049805, + -0.0006232857704162598, + 1.715113878250122, + -0.03261733055114746, + 0.0, + -0.0015364773571491241, + 0.00454837828874588, + 0.05671307444572449, + -0.02058589458465576, + 1.5273964405059814, + -0.05318784713745117, + 0.0, + -0.05621208995580673, + -0.0382460355758667, + 0.01890069991350174, + -0.09421032667160034, + 1.2360272407531738, + 0.023361235857009888, + 0.0 + ] + ], + "predicted_scores": [ + 6.515013217926025, + 6.2804059982299805, + 6.258120059967041, + 6.209503173828125, + 6.199416160583496, + 6.196121692657471, + 5.752808094024658, + 5.559383392333984 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1073161778/train0", + "selected_index": 0, + "state_hash": "d1c016b2216e18669c844eca6d47f27ad455810e130793545d7c93975cab8d73", + "stored_base_utility": 0.7279080748558044, + "task_id": "LiftPegUpright-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.525360107421875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.525360107421875 + }, + "base_progress": 0.525360107421875, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.525360107421875, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6124615669250488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6124615669250488 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.47692832350730896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.47692832350730896 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5607308745384216, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5607308745384216 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5359197854995728, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5359197854995728 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.45269855856895447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.45269855856895447 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5027921795845032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5027921795845032 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5531623363494873, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5531623363494873 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.529986560344696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.529986560344696 + } + ], + "candidate_progress": [ + 0.6124615669250488, + 0.47692832350730896, + 0.5607308745384216, + 0.5359197854995728, + 0.45269855856895447, + 0.5027921795845032, + 0.5531623363494873, + 0.529986560344696 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-8bc7aa419d17368d81b5", + "ms-8bc7aa419d17368d81b5", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-99f263cb3f383b1f6243", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2158520519733429, + 0.0003758370876312256, + 0.06566065549850464, + 0.05088576674461365, + 1.566819190979004, + 0.03444235026836395, + 0.09763050079345703, + 0.08160899579524994, + -0.06690133363008499, + 0.12330666184425354, + 0.00911061093211174, + 1.1980739831924438, + -0.20899823307991028, + -0.13353101909160614, + 0.12912185490131378, + -0.006828377954661846, + 0.16260075569152832, + -0.15978483855724335, + 1.1206121444702148, + 0.1047900915145874, + -0.1919076144695282 + ], + [ + 0.0454002320766449, + 0.09386147558689117, + -0.035926610231399536, + 0.17973783612251282, + 1.6209056377410889, + -0.38365671038627625, + 0.2250761240720749, + 0.043859198689460754, + -0.017734652385115623, + -0.04018554836511612, + -0.04194081574678421, + 1.0526149272918701, + -0.3227396309375763, + -0.09923058748245239, + 0.013168159872293472, + 0.026975873857736588, + -0.15634037554264069, + 0.07754005491733551, + 1.2057805061340332, + -0.11774352192878723, + -0.05766744911670685 + ], + [ + 0.03939095139503479, + 0.00702517107129097, + 0.006994873285293579, + 0.08330827951431274, + 1.7209649085998535, + -0.08541916310787201, + 0.08519911766052246, + -0.023794889450073242, + -0.03251129388809204, + 0.06574784219264984, + -0.04006695747375488, + 1.1607542037963867, + -0.23108114302158356, + -0.11341966688632965, + -0.07197023928165436, + -0.04902588203549385, + 0.1123821884393692, + -0.04392029345035553, + 1.1580448150634766, + -0.006689161062240601, + -0.12233671545982361 + ], + [ + -0.024404197931289673, + -0.025332899764180183, + -0.023034602403640747, + 0.03805643320083618, + 1.7286553382873535, + -0.04129135608673096, + -0.00822719931602478, + -0.05635741353034973, + 0.01693308912217617, + 0.0668046772480011, + -0.021287575364112854, + 1.2115535736083984, + -0.31342875957489014, + -0.07701912522315979, + 0.03578716516494751, + -0.04068794846534729, + -0.0006176382303237915, + 0.008716270327568054, + 1.026451826095581, + -0.26020610332489014, + -0.15153899788856506 + ], + [ + -0.18681646883487701, + -0.05217454209923744, + 0.016181588172912598, + -0.07709243893623352, + 1.655456781387329, + -0.7441881895065308, + 0.004221022129058838, + -0.06518527865409851, + 0.0932624340057373, + -0.12622112035751343, + 0.053245093673467636, + 1.2892906665802002, + -0.4063715636730194, + 0.3642789423465729, + 0.06650662422180176, + 0.07971876859664917, + -0.13176433742046356, + -0.04178248345851898, + 1.211714267730713, + -0.32548046112060547, + 0.4346393942832947 + ], + [ + 0.0011785328388214111, + -0.01693446934223175, + -0.15729770064353943, + 0.0835832953453064, + 1.7773075103759766, + -0.22431442141532898, + -0.01985001564025879, + -0.00719025731086731, + -0.010481776669621468, + 0.04174776375293732, + -0.15878012776374817, + 1.130164623260498, + -0.38281750679016113, + -0.09200617671012878, + -0.08324885368347168, + 0.017548002302646637, + 0.019584670662879944, + 0.07667366415262222, + 1.0484819412231445, + -0.30387699604034424, + -0.0857764482498169 + ], + [ + 0.019411757588386536, + -0.012369707226753235, + -0.013346046209335327, + 0.02381235361099243, + 1.7858450412750244, + -0.15574222803115845, + -0.03913384675979614, + -0.07931512594223022, + 0.042371973395347595, + 0.10422754287719727, + -0.12730646133422852, + 1.2622774839401245, + -0.33294838666915894, + -0.08152608573436737, + 0.04857495054602623, + -0.018595242872834206, + 0.016964897513389587, + -0.007972195744514465, + 1.060247540473938, + -0.2959287464618683, + -0.20118573307991028 + ], + [ + 0.009480923414230347, + -0.04242274910211563, + -0.2323170006275177, + -0.037904247641563416, + 1.9499001502990723, + -0.047566160559654236, + 0.22840516269207, + 0.08754559606313705, + 0.09342030435800552, + 0.132811039686203, + -0.0660974457859993, + 1.2517255544662476, + -0.4050004184246063, + -0.20028375089168549, + 0.07324104756116867, + 0.061264414340257645, + 0.06759490072727203, + -0.07546262443065643, + 1.1653560400009155, + 0.0327184796333313, + -0.2515902519226074 + ] + ], + "generated_utilities": [ + 0.6124615669250488, + 0.47692832350730896, + 0.5607308745384216, + 0.5359197854995728, + 0.45269855856895447, + 0.5027921795845032, + 0.5531623363494873, + 0.529986560344696 + ], + "group_id": "ms-99f263cb3f383b1f6243", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7262760400772095, + 0.7197494506835938, + 2.0, + 2.0, + 0.6427501440048218, + 0.22030550241470337, + 0.6485230326652527, + 0.582062840461731, + 0.22181080281734467, + 0.6122982501983643, + 0.542393684387207, + 0.20023058354854584, + 0.2090160846710205, + 0.2024553269147873, + 0.22111296653747559, + 0.21303729712963104 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.1716204136610031, + -0.4527139365673065, + -0.8218491077423096, + -0.24255096912384033, + 2.582017183303833, + 0.28755733370780945, + -0.3379223346710205, + -0.034748345613479614, + -0.00871456041932106, + 0.3591897487640381, + -0.42115071415901184, + 1.9702876806259155, + -0.6744887828826904, + 0.4567973017692566, + 0.09299105405807495, + 0.03397495299577713, + 0.13000911474227905, + -0.34966766834259033, + 1.7164310216903687, + -0.4660993814468384, + 0.6468539834022522 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.675844669342041, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9135946035385132, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2937079668045044 + ], + [ + -0.34409070014953613, + -0.5612460970878601, + -0.7009437084197998, + -0.11628274619579315, + 2.3779876232147217, + 0.5443971157073975, + -0.6356949806213379, + -0.06492247432470322, + 0.11439858376979828, + 0.5837175846099854, + -0.5547472238540649, + 1.922450304031372, + -0.7063635587692261, + 0.6106601357460022, + -0.09609681367874146, + 0.16181308031082153, + 0.401421457529068, + -0.425231397151947, + 1.6198755502700806, + -0.32207047939300537, + 0.6832985281944275 + ], + [ + -0.4359520673751831, + -0.23071792721748352, + -1.0549428462982178, + -0.5166290998458862, + 2.4051899909973145, + 0.43827781081199646, + -0.25058066844940186, + 0.09728200733661652, + 0.1300555318593979, + 0.46498724818229675, + -0.33073127269744873, + 1.6994001865386963, + -0.5632492303848267, + 0.4175492227077484, + -0.09460607171058655, + 0.254622220993042, + 0.09480062872171402, + -0.5300184488296509, + 1.6908725500106812, + -0.37122663855552673, + 0.4742952287197113 + ], + [ + -0.21781452000141144, + -0.07338201999664307, + -0.7654839158058167, + -0.2874263823032379, + 2.9128544330596924, + 0.3516555726528168, + 0.15391159057617188, + -0.10721702873706818, + 0.39802131056785583, + 0.3352186977863312, + -0.4326419234275818, + 2.3535006046295166, + -0.1899186670780182, + 0.2537003457546234, + -0.08990544080734253, + 0.2731476128101349, + 0.4110598862171173, + -0.14175711572170258, + 1.2827420234680176, + -0.22410666942596436, + 0.578644335269928 + ], + [ + -0.007393926382064819, + -0.9074838161468506, + -0.3010101318359375, + 0.154603511095047, + 2.733168363571167, + -0.01597386598587036, + -0.5296251773834229, + -0.5543210506439209, + -0.40482428669929504, + 0.04526180028915405, + -0.21575503051280975, + 1.849581241607666, + -0.6507575511932373, + 0.346604585647583, + 0.4337827265262604, + 0.5737784504890442, + 0.3853585720062256, + -0.4828889071941376, + 2.293335199356079, + -0.6434854865074158, + 0.32159698009490967 + ], + [ + -0.727693498134613, + -0.6235263347625732, + -1.0790265798568726, + -0.7139620780944824, + 2.137772798538208, + 0.6616194248199463, + -0.962724506855011, + -0.25577813386917114, + 0.4067467749118805, + 0.7935676574707031, + -0.931472897529602, + 1.745408296585083, + -1.300830364227295, + 0.7338642477989197, + -0.44626128673553467, + -0.36189693212509155, + -0.5047441720962524, + -0.7757250666618347, + 2.1030428409576416, + -0.29751771688461304, + 1.2680754661560059 + ], + [ + 0.07882685959339142, + -0.9198201298713684, + -1.2005047798156738, + -0.9572740793228149, + 3.0162014961242676, + 0.39927083253860474, + 0.1895895004272461, + -0.02820557728409767, + -0.25197833776474, + 0.8946807384490967, + 0.058923304080963135, + 1.4767595529556274, + -0.8916202187538147, + 0.5521985292434692, + 0.16556400060653687, + 0.5402292013168335, + 0.4927344024181366, + -0.37760087847709656, + 1.1099954843521118, + -0.8647047281265259, + 0.9387722015380859 + ], + [ + -0.47796887159347534, + -1.2392231225967407, + -1.2855697870254517, + -1.136603832244873, + 2.7250638008117676, + 0.5752921104431152, + -0.7248761653900146, + 0.3871886730194092, + -0.027976255863904953, + -0.15960657596588135, + -1.212698221206665, + 1.3599319458007812, + -0.8664940595626831, + 0.5873687267303467, + -0.7280767560005188, + 0.18167507648468018, + 0.7459684610366821, + -0.1964215338230133, + 1.0998283624649048, + -0.21695351600646973, + 0.5222408771514893 + ], + [ + 0.05094413459300995, + -0.4521542489528656, + -0.1594473123550415, + -0.2631899118423462, + 2.690232515335083, + -0.3669584095478058, + 0.65572589635849, + -0.05988053232431412, + -1.0024665594100952, + 0.42881202697753906, + -1.015487551689148, + 1.4048103094100952, + -0.8272284269332886, + 1.404982089996338, + 0.6587199568748474, + 0.5572670102119446, + 0.7712334990501404, + 0.5229407548904419, + 1.1401894092559814, + -0.003408879041671753, + -0.16321879625320435 + ], + [ + -0.8133037090301514, + -0.07239583134651184, + -1.6009310483932495, + -1.0528693199157715, + 2.2440497875213623, + -0.11133769154548645, + -0.333865225315094, + -0.275297611951828, + 0.31221693754196167, + -0.4825536608695984, + 0.08064678311347961, + 2.3642354011535645, + -1.6707932949066162, + 1.1160709857940674, + -0.38509616255760193, + -0.15427637100219727, + -0.33873993158340454, + -0.527457058429718, + 2.6299657821655273, + -1.0148115158081055, + 0.2625691890716553 + ], + [ + -0.7338453531265259, + -0.8197860717773438, + -0.857231616973877, + -1.1541285514831543, + 1.6977648735046387, + -0.0050292909145355225, + -0.2869398295879364, + 0.9022256135940552, + -0.27241235971450806, + 0.8111610412597656, + 0.13554486632347107, + 2.707873582839966, + 0.048842430114746094, + -0.419776976108551, + -0.6831755638122559, + 0.8260070085525513, + -0.5551903247833252, + -1.069206953048706, + 2.6135735511779785, + -0.3148413896560669, + 0.7197505235671997 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05995795130729675, + -0.04641145467758179, + -0.04037809371948242, + 0.07006168365478516, + 1.582017183303833, + 0.02828669548034668, + 0.0, + -0.035050518810749054, + -0.02633042447268963, + 0.0348895788192749, + -0.18591824173927307, + 0.9702876806259155, + 0.06021618843078613, + 0.0, + 0.14569702744483948, + 0.06838294863700867, + 0.03943862020969391, + 0.1526564359664917, + 0.7164310216903687, + -0.19318073987960815, + 0.0 + ], + [ + -0.0005515068769454956, + 0.5422850847244263, + 0.17815089225769043, + -0.22088798880577087, + 1.582017183303833, + 0.36709076166152954, + 0.0, + 0.06673810631036758, + 0.1989496648311615, + -0.3004080057144165, + -0.23421847820281982, + 0.9702876806259155, + 0.32551121711730957, + 0.0, + 0.1559336632490158, + 0.058981575071811676, + -0.22167104482650757, + -0.11892449855804443, + 0.7164310216903687, + 0.5339006185531616, + 0.0 + ] + ], + "predicted_scores": [ + 7.941315650939941, + 7.90159273147583, + 7.787956237792969, + 7.784068584442139, + 7.560920238494873, + 7.554848670959473, + 7.55072021484375, + 7.482494831085205 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "608016290/train0", + "selected_index": 0, + "state_hash": "b954510c2ac066f0a59310dfe0691081b6c9f16650ae059c413a158717e64634", + "stored_base_utility": 0.7262760400772095, + "task_id": "LiftPegUpright-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2097676396369934, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2097676396369934 + }, + "base_progress": 0.2097676396369934, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2097676396369934, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20218616724014282, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20218616724014282 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20377518236637115, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20377518236637115 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20164507627487183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20164507627487183 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20153486728668213, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20153486728668213 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2003008872270584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2003008872270584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1998928040266037, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1998928040266037 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2010626196861267, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2010626196861267 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.203963503241539, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.203963503241539 + } + ], + "candidate_progress": [ + 0.20218616724014282, + 0.20377518236637115, + 0.20164507627487183, + 0.20153486728668213, + 0.2003008872270584, + 0.1998928040266037, + 0.2010626196861267, + 0.203963503241539 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-13d8bae55d3c3710138f", + "ms-df961fe24a43e56d1716", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-0660d5f65df5fc4b6132", + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-c090bce47703a4c4bb0b", + "ms-502dba1003c09ec60ba0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec2e4afb34b439731136", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06762342154979706, + 0.08195766806602478, + 1.1449229717254639, + 0.5103167295455933, + 0.2106514424085617, + -0.13433900475502014, + 0.12274003028869629, + 0.04060374200344086, + -0.10728583484888077, + -0.13425609469413757, + 0.041173722594976425, + 1.950865626335144, + -0.07949483394622803, + 0.04232075810432434, + -0.03954010084271431, + -0.1145380437374115, + -0.014097064733505249, + 0.019987031817436218, + 1.473236322402954, + -0.035183489322662354, + -0.025125354528427124 + ], + [ + -0.12340743839740753, + 0.02151396870613098, + 0.9983832836151123, + 0.6494054794311523, + 0.219957172870636, + -0.06969025731086731, + 0.34032177925109863, + 0.0344017893075943, + -0.1135023981332779, + -0.14088258147239685, + 0.03555642068386078, + 1.675193428993225, + -0.1337062418460846, + 0.12408864498138428, + 0.012654241174459457, + -0.12011511623859406, + -0.0006479769945144653, + 0.10534786432981491, + 1.5620486736297607, + -0.10524721443653107, + -0.10081568360328674 + ], + [ + -0.14072658121585846, + 0.11184936761856079, + 1.1414713859558105, + 0.5477335453033447, + 0.1358993500471115, + 0.05552130937576294, + -0.24783027172088623, + -0.04118756949901581, + -0.14483007788658142, + -0.15551456809043884, + 0.08872443437576294, + 2.0379409790039062, + -0.06960660219192505, + 0.13676930963993073, + -0.24291262030601501, + -0.08837994933128357, + 0.09931519627571106, + 0.019565224647521973, + 1.4981629848480225, + 0.013266533613204956, + 0.16631712019443512 + ], + [ + 0.03013920783996582, + 0.10228057205677032, + 1.0698925256729126, + 0.573255181312561, + 0.22422665357589722, + -0.07006068527698517, + 0.11556747555732727, + 0.08015944808721542, + -0.08933526277542114, + -0.12432519346475601, + -0.06596027314662933, + 1.9424055814743042, + -0.283818781375885, + 0.03298387676477432, + 0.02578049898147583, + -0.08826707303524017, + 0.1017913818359375, + 0.05418232083320618, + 1.4348394870758057, + -0.08714303374290466, + -0.07249417901039124 + ], + [ + -0.001351475715637207, + 0.049172431230545044, + 1.3370585441589355, + 0.5093474388122559, + -0.12687328457832336, + -0.21833842992782593, + -0.03779447078704834, + 0.15852533280849457, + -0.019501427188515663, + -0.20743224024772644, + -0.0737188532948494, + 1.7602277994155884, + 0.0021355152130126953, + 0.009742476046085358, + -0.03641754761338234, + -0.028032826259732246, + 0.08183793723583221, + 0.14531013369560242, + 1.560838222503662, + -0.17255017161369324, + -0.11618402600288391 + ], + [ + 0.03125009685754776, + 0.08425228297710419, + 1.1569383144378662, + 0.6177374124526978, + 0.09781999886035919, + -0.07311747968196869, + -0.09743869304656982, + 0.04753431677818298, + -0.07597939670085907, + -0.06533382087945938, + -0.0693611279129982, + 1.8251086473464966, + -0.3884885907173157, + 0.07417045533657074, + -0.2663338780403137, + 0.08011554181575775, + 0.09429767727851868, + 0.057365044951438904, + 1.4491603374481201, + -0.2841775417327881, + 0.00837177038192749 + ], + [ + -0.07820536196231842, + 0.14563676714897156, + 1.1257383823394775, + 0.5449848175048828, + 0.26006096601486206, + 0.002611890435218811, + -0.16201990842819214, + 0.046643421053886414, + -0.05670205503702164, + -0.14900806546211243, + -0.020379461348056793, + 1.9169347286224365, + -0.3719532787799835, + 0.32374072074890137, + -0.12789396941661835, + -0.09515842795372009, + 0.1257779896259308, + 0.11701399087905884, + 1.494990348815918, + -0.05459682643413544, + -0.04153156280517578 + ], + [ + -0.08128958940505981, + 0.189059317111969, + 0.6649616360664368, + 0.5840173959732056, + 0.4323498010635376, + 0.3333194851875305, + -0.3526756167411804, + -0.037775397300720215, + -0.11152227222919464, + -0.10495256632566452, + -0.12949809432029724, + 1.820014238357544, + 0.0945650041103363, + -0.07551982998847961, + -0.28634822368621826, + -0.05822189524769783, + 0.15929654240608215, + 0.022645309567451477, + 1.336968183517456, + -0.007001161575317383, + 0.010923445224761963 + ] + ], + "generated_utilities": [ + 0.20218616724014282, + 0.20377518236637115, + 0.20164507627487183, + 0.20153486728668213, + 0.2003008872270584, + 0.1998928040266037, + 0.2010626196861267, + 0.203963503241539 + ], + "group_id": "ms-ec2e4afb34b439731136", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.727162778377533, + 0.7256314754486084, + 0.7247937917709351, + 2.0, + 0.20650318264961243, + 0.19901911914348602, + 0.21912728250026703, + 0.20834040641784668, + 0.20667889714241028, + 0.2100684642791748, + 0.20137503743171692, + 0.2086876928806305, + 0.19629356265068054, + 0.19554071128368378, + 0.19115965068340302, + 0.22568397223949432 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.644035279750824, + 1.2071559429168701, + 2.2198305130004883, + 1.5171868801116943, + 0.16047820448875427, + 0.2986839711666107, + -2.3499820232391357, + -0.20273780822753906, + -0.5590957999229431, + -1.3483195304870605, + -0.32979387044906616, + 2.804387331008911, + 0.24130289256572723, + -0.05216227471828461, + 0.32326072454452515, + -0.03600487485527992, + 0.3937702178955078, + -0.8725842237472534, + 2.314575433731079, + -0.625947892665863, + 0.7864185571670532 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.6999640464782715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10432454943656921, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5728371143341064 + ], + [ + 0.8929464221000671, + 0.9072442054748535, + 2.249764919281006, + 1.2338955402374268, + 0.388653039932251, + 0.3975590467453003, + -2.1914100646972656, + -0.27533313632011414, + -0.822658121585846, + -1.5647127628326416, + -0.046096354722976685, + 2.550293207168579, + -0.0032707154750823975, + 0.06451620161533356, + 0.3956422209739685, + 0.25093406438827515, + 0.15638655424118042, + -1.0521749258041382, + 2.214790105819702, + -0.8864853382110596, + 0.6432781219482422 + ], + [ + 0.9182335138320923, + 0.9439157247543335, + 2.031952142715454, + 1.37024986743927, + -0.04806967079639435, + -0.04699331521987915, + -2.677497148513794, + -0.23916882276535034, + -0.8259713053703308, + -1.0984553098678589, + -0.43533650040626526, + 2.539623737335205, + 0.5927847027778625, + 0.14311479032039642, + 0.035807013511657715, + -0.08762487769126892, + 0.3855803906917572, + -0.738733172416687, + 1.9767897129058838, + -0.8163276314735413, + 0.40844273567199707 + ], + [ + 0.4218657314777374, + 1.5877008438110352, + 2.5231142044067383, + 1.738964557647705, + 0.41537728905677795, + -0.05625221133232117, + -2.6044178009033203, + -0.5298975110054016, + -0.06217473745346069, + -1.3208932876586914, + -0.034326910972595215, + 3.1624834537506104, + 0.04953262209892273, + 0.2645946741104126, + 0.2569822072982788, + 0.4172850251197815, + 0.6474964618682861, + -0.567916989326477, + 1.9997854232788086, + -0.7016134262084961, + 0.7405936121940613 + ], + [ + 1.2139058113098145, + 1.519654393196106, + 2.5124456882476807, + 1.6055254936218262, + 0.13147711753845215, + -0.20109951496124268, + -1.783541202545166, + -0.638824462890625, + -0.2632562816143036, + -1.6554474830627441, + -0.1308235079050064, + 2.8749923706054688, + 0.5914835929870605, + 0.1449676752090454, + -0.07174208760261536, + -0.12886130809783936, + 0.04044342041015625, + -0.49851658940315247, + 1.8970673084259033, + -1.005284309387207, + 1.2397128343582153 + ], + [ + 1.0053662061691284, + 1.4435126781463623, + 2.695291042327881, + 2.0849080085754395, + -0.4154770076274872, + 0.28718098998069763, + -2.746962308883667, + -0.11655750125646591, + -0.71209716796875, + -1.5886991024017334, + -0.44992128014564514, + 2.7360503673553467, + -0.254629909992218, + 0.3496837019920349, + 0.9461956024169922, + 0.24560686945915222, + 0.5431619882583618, + -1.011668086051941, + 2.1357784271240234, + -0.6779178380966187, + 1.477729320526123 + ], + [ + 0.043613970279693604, + 0.8600990176200867, + 2.0227904319763184, + 1.8824594020843506, + 0.8049571514129639, + 1.0283722877502441, + -2.268479585647583, + 0.06470692157745361, + -0.6672620177268982, + -1.1731265783309937, + -0.5898594856262207, + 2.9748852252960205, + 0.1453196108341217, + -0.5714417099952698, + 0.8305264711380005, + 0.7368717789649963, + 0.919617772102356, + -1.5866413116455078, + 2.216472625732422, + -0.5332649946212769, + 1.4787157773971558 + ], + [ + -0.20179080963134766, + 1.8185176849365234, + 2.787584066390991, + 1.0534865856170654, + 0.9834691286087036, + 0.4695650339126587, + -1.6721563339233398, + -0.5649560689926147, + -1.1694931983947754, + -0.7525733709335327, + 0.33893370628356934, + 1.9734482765197754, + 0.12693040072917938, + 0.2434196025133133, + 0.5515344142913818, + -0.8118009567260742, + -0.37323445081710815, + -0.030995488166809082, + 1.8415074348449707, + -0.5076577067375183, + 0.09401386976242065 + ], + [ + 0.03058105707168579, + 0.6867661476135254, + 2.947451114654541, + 2.300680160522461, + 0.3256845772266388, + -0.38250496983528137, + -1.515913486480713, + -0.37140607833862305, + -0.5954656004905701, + -1.0326281785964966, + -0.7014007568359375, + 2.614988327026367, + 0.5153911113739014, + 0.7451903820037842, + -0.06630370020866394, + -0.01645852066576481, + 0.13261425495147705, + -1.8211190700531006, + 2.724262237548828, + -1.3787846565246582, + -0.017617762088775635 + ], + [ + 1.472646713256836, + 1.0164496898651123, + 2.3482489585876465, + 0.8830280900001526, + -0.13423526287078857, + 0.9823887348175049, + -1.4506843090057373, + 0.6539246439933777, + 0.193173348903656, + -0.5144640207290649, + 0.3190925121307373, + 2.047736644744873, + 0.2141861915588379, + 0.5706252455711365, + 0.2944117784500122, + 0.19110004603862762, + 0.17730551958084106, + -1.011299729347229, + 1.8783044815063477, + -0.8153826594352722, + 1.2806682586669922 + ], + [ + -0.23450416326522827, + 0.7417371869087219, + 2.584070920944214, + 1.834836483001709, + 0.9401899576187134, + 0.4476848542690277, + -3.2079076766967773, + 0.7883490920066833, + -0.648420512676239, + -1.8413994312286377, + -1.3105580806732178, + 2.3978936672210693, + -0.299564003944397, + -0.2034592181444168, + 0.5695244669914246, + -0.682845950126648, + 0.15998728573322296, + -0.5058749914169312, + 3.139155149459839, + -0.8792117238044739, + 1.1335761547088623 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.054443538188934326, + 0.20715594291687012, + 1.2198305130004883, + 0.5171868801116943, + 0.20643430948257446, + 0.5225018858909607, + 0.0, + -0.46770086884498596, + 0.13671433925628662, + -0.34831953048706055, + 0.2870197296142578, + 1.8043873310089111, + -0.05459408462047577, + 0.0, + 0.25641879439353943, + -0.3317672312259674, + -0.30972564220428467, + 0.0058612823486328125, + 1.314575433731079, + 0.20007723569869995, + 0.0 + ] + ], + "predicted_scores": [ + 6.843199253082275, + 6.79872989654541, + 6.599663734436035, + 6.5034661293029785, + 6.30194616317749, + 6.155268669128418, + 5.834774017333984, + 4.967489242553711 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "441046872/train0", + "selected_index": 0, + "state_hash": "3f7ac59cd80afa9f47110f05ceaacca0285b205445b18c614ac9b74f19fd6cf9", + "stored_base_utility": 0.727162778377533, + "task_id": "LiftPegUpright-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14276795089244843, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14276795089244843 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13452494144439697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13452494144439697 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13441450893878937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13441450893878937 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16336166858673096, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16336166858673096 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.149697944521904, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.149697944521904 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16441605985164642, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16441605985164642 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5232840180397034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5232840180397034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5233199596405029, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5233199596405029 + } + ], + "candidate_progress": [ + 0.14276795089244843, + 0.13452494144439697, + 0.13441450893878937, + 0.16336166858673096, + 0.149697944521904, + 0.16441605985164642, + 0.5232840180397034, + 0.5233199596405029 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-a509a572b3871e591d26", + "ms-307f9067d5b66f55b3a6", + "ms-70bc2fe01ba217676b26", + "ms-309d2258d275ae304857", + "ms-309d2258d275ae304857", + "ms-b6fd2931116c15db0f0a", + "ms-b1bf2ab59a5385d22e54", + "ms-e9f2c61c28ddea3e16c0" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-a9ac13384fe5afc835f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0011721253395080566, + -0.16436833143234253, + -0.02960619330406189, + 0.2859359085559845, + 0.01586034893989563, + -0.15447866916656494, + 6.175234794616699, + -0.2841438949108124, + 0.18929556012153625, + 0.01854492723941803, + -0.11052943021059036, + -0.12858781218528748, + -0.12598586082458496, + 6.546756267547607, + -0.16006368398666382, + -0.05734061449766159, + -0.22745312750339508, + -0.14769236743450165, + 0.2829121947288513, + -0.011801034212112427, + 6.499683856964111 + ], + [ + -0.07001703977584839, + 0.030077941715717316, + -0.09765943884849548, + 0.13679975271224976, + 0.14322079718112946, + -0.5783590078353882, + 6.868185997009277, + -0.274967759847641, + 0.09766221046447754, + -0.020511098206043243, + 0.05652744695544243, + -0.19710999727249146, + 0.034745603799819946, + 6.104459762573242, + -0.254084974527359, + 0.04804977402091026, + 0.013300761580467224, + -0.15846772491931915, + 0.10182903707027435, + -0.5238417387008667, + 6.469235897064209 + ], + [ + -0.017693787813186646, + -0.05918198078870773, + -0.41699913144111633, + 0.1880418062210083, + -0.07184875011444092, + -0.4722946584224701, + 6.238063812255859, + -0.31144270300865173, + 0.0896449163556099, + 0.10191918909549713, + 0.06459945440292358, + -0.20796731114387512, + 0.052975207567214966, + 5.781620502471924, + -0.3421839773654938, + 0.01290573924779892, + -0.03561781346797943, + -0.05591447651386261, + 0.058132603764534, + -0.539495587348938, + 6.1191277503967285 + ], + [ + 0.0225997194647789, + -0.0950346291065216, + -0.3511185944080353, + 0.4246760308742523, + 0.01868879795074463, + 0.004488363862037659, + 5.677536964416504, + -0.14986088871955872, + 0.09864587336778641, + -0.05154379457235336, + -0.03434249758720398, + 0.14367856085300446, + 0.1159730851650238, + 5.457590579986572, + -0.21171551942825317, + -0.04230678454041481, + -0.09895576536655426, + 0.00403083860874176, + 0.2288377583026886, + 0.06169074773788452, + 5.629631996154785 + ], + [ + 0.31039491295814514, + 0.0003974400460720062, + -0.5452773571014404, + 0.9048079252243042, + 0.070916548371315, + 0.25024211406707764, + 4.478829383850098, + -0.03609514236450195, + 0.21588557958602905, + -0.004923291504383087, + -0.05306915193796158, + 0.1813133955001831, + 0.1700560748577118, + 4.276527404785156, + -0.3506813645362854, + 0.037286076694726944, + 0.07535417377948761, + 0.04711717367172241, + 0.08602562546730042, + -0.1319805085659027, + 4.0252861976623535 + ], + [ + 0.022803835570812225, + -0.12053574621677399, + -0.3694450557231903, + 0.44922783970832825, + 0.05582225322723389, + 0.051784805953502655, + 5.751211166381836, + -0.13918864727020264, + 0.0940103828907013, + -0.06076481193304062, + -0.04251263290643692, + 0.1546677052974701, + 0.10569271445274353, + 5.415729522705078, + -0.2269674837589264, + -0.04097066819667816, + -0.09363652765750885, + 0.011953070759773254, + 0.23784562945365906, + 0.08824148774147034, + 5.642321586608887 + ], + [ + 0.44923120737075806, + 0.0070042796432971954, + -0.47211119532585144, + 0.6547976732254028, + 0.09935200214385986, + 0.20722441375255585, + 3.8724498748779297, + 0.11231809854507446, + 0.172334685921669, + -0.08158373087644577, + -0.005154836922883987, + 0.2502923309803009, + 0.3478449881076813, + 3.6082940101623535, + -0.1913951337337494, + 0.13526873290538788, + 0.12014938145875931, + 0.0446259081363678, + 0.0745013952255249, + 0.15311595797538757, + 3.154463529586792 + ], + [ + 0.46127843856811523, + -0.026022840291261673, + -0.3971686065196991, + 0.7053698301315308, + -0.10197222232818604, + 0.1705583930015564, + 3.7811992168426514, + 0.12254972755908966, + 0.17528322339057922, + -0.12231499701738358, + 0.007151883095502853, + 0.21766717731952667, + 0.24951162934303284, + 3.3697092533111572, + -0.2595176696777344, + 0.14026091992855072, + 0.06098383665084839, + 0.028049200773239136, + 0.13526348769664764, + 0.10849618911743164, + 3.170042037963867 + ] + ], + "generated_utilities": [ + 0.14276795089244843, + 0.13452494144439697, + 0.13441450893878937, + 0.16336166858673096, + 0.149697944521904, + 0.16441605985164642, + 0.5232840180397034, + 0.5233199596405029 + ], + "group_id": "ms-a9ac13384fe5afc835f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5850434899330139, + 2.0, + 0.5484778881072998, + 0.491545170545578, + 2.0, + 0.14594697952270508, + 0.13695454597473145, + 0.12855157256126404, + 0.06993892043828964, + 0.1631694883108139, + 0.12241978943347931, + 0.10871817916631699, + 0.08168839663267136, + 0.04278656467795372, + 0.07781338691711426, + 0.05743547901511192 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.0899762362241745, + -0.45792731642723083, + 0.30507320165634155, + 0.0967186763882637, + 0.13768236339092255, + -0.23399388790130615, + 0.0, + 0.8593937754631042, + -0.00766301853582263, + 0.3459671139717102, + 0.11610932648181915, + -0.23375199735164642, + -0.08700430393218994, + 0.0, + -0.13469186425209045, + -0.11781617999076843, + -0.6721490621566772, + -0.2331165075302124, + -0.27364495396614075, + -0.3154040575027466, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.548348903656006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.710496425628662, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.836249351501465 + ], + [ + 0.09159141778945923, + 0.1844322681427002, + -0.020598307251930237, + -0.013851553201675415, + -0.10057669132947922, + 0.14235658943653107, + 2.761195659637451, + 0.0738527923822403, + 0.10996630042791367, + -0.05430659279227257, + 0.345317006111145, + 0.4661179184913635, + 0.10499639809131622, + 3.1133532524108887, + 0.1201154887676239, + -0.26871606707572937, + 0.19655093550682068, + 0.16380152106285095, + 0.3441106379032135, + 0.2778562307357788, + 2.9588229656219482 + ], + [ + 0.2996291220188141, + 0.26921430230140686, + 0.20195776224136353, + 0.0825120359659195, + 0.021325819194316864, + 0.24913984537124634, + 2.776007652282715, + 0.21737413108348846, + -0.016477340832352638, + -0.046697549521923065, + 0.29761677980422974, + 0.10430832207202911, + 0.08420340716838837, + 2.9156110286712646, + 0.26028934121131897, + -0.0851513221859932, + 0.09257563948631287, + 0.4851309657096863, + -0.11396855115890503, + 0.4982793927192688, + 3.1330058574676514 + ], + [ + -0.44077688455581665, + 0.1590728610754013, + 0.5897491574287415, + -0.20463891327381134, + -0.2091446816921234, + 0.5850099325180054, + 2.8151683807373047, + 0.2592284083366394, + -0.2971193194389343, + -0.33751213550567627, + -0.08140763640403748, + 0.6296199560165405, + 0.2780601680278778, + 3.2825684547424316, + 0.46029219031333923, + 0.015239323489367962, + 0.05465326085686684, + -0.20326891541481018, + -0.1954236626625061, + -0.17630676925182343, + 2.699829578399658 + ], + [ + 0.3650819957256317, + -0.32015082240104675, + -0.38829484581947327, + 0.4368990659713745, + -0.24341514706611633, + 0.19749270379543304, + 2.5569846630096436, + 0.2867063581943512, + -0.5997252464294434, + -0.5097518563270569, + -0.013840898871421814, + 0.5321789979934692, + 0.35663560032844543, + 3.257185935974121, + 0.5219069719314575, + 0.5194180607795715, + -0.13361985981464386, + 0.661358654499054, + -0.3989315330982208, + 0.1469734162092209, + 3.3793535232543945 + ], + [ + 0.5473133325576782, + -0.40811097621917725, + -0.08585542440414429, + -0.4177728295326233, + 0.6498501896858215, + 0.6231637001037598, + 2.4301061630249023, + 0.2652656137943268, + -0.05638345703482628, + 0.17565317451953888, + 0.25936275720596313, + 0.2359263300895691, + 0.23060260713100433, + 2.387864828109741, + 0.5965478420257568, + 0.6170689463615417, + 0.48974448442459106, + 0.19117371737957, + -0.4468328058719635, + 0.9282407164573669, + 2.710331678390503 + ], + [ + 0.42791974544525146, + -0.2651069760322571, + -0.20598432421684265, + 0.48568350076675415, + 0.6229127049446106, + 0.7582558393478394, + 2.470210075378418, + 0.7394604086875916, + 0.41525766253471375, + 0.4256536066532135, + 0.6095196604728699, + 0.8064446449279785, + 1.0093408823013306, + 2.3417165279388428, + -0.8035709857940674, + -0.09721773117780685, + 0.5999611020088196, + -0.05138499289751053, + -0.21247941255569458, + 0.825280487537384, + 2.8243751525878906 + ], + [ + -0.4763129651546478, + -0.39643752574920654, + 0.635061502456665, + -0.3975774049758911, + 0.30977389216423035, + -0.41407161951065063, + 2.2495691776275635, + 0.0628879964351654, + -0.8707423806190491, + 0.2270190566778183, + -0.7310312986373901, + 0.9087666869163513, + 0.4879632592201233, + 3.357436180114746, + 0.013612024486064911, + -0.3390698730945587, + 0.04917430132627487, + -0.24121999740600586, + -0.7360944747924805, + -0.3690949082374573, + 3.3056142330169678 + ], + [ + 0.9046940207481384, + -0.011983048170804977, + 0.40272584557533264, + -0.21196909248828888, + -0.38737568259239197, + 0.2567489743232727, + 2.8784403800964355, + -0.25456681847572327, + 0.19261279702186584, + 0.6649499535560608, + -0.46151578426361084, + 0.15165288746356964, + 1.2048949003219604, + 3.778273582458496, + 0.16891415417194366, + -0.7519375681877136, + -0.20469577610492706, + 1.0107284784317017, + 1.1571340560913086, + -0.07706998288631439, + 2.3064122200012207 + ], + [ + -0.37443217635154724, + -0.6747173070907593, + -0.7080996036529541, + 0.07904576510190964, + -0.5321683287620544, + 0.8085098266601562, + 2.4074699878692627, + -0.3384171426296234, + -0.21210110187530518, + 0.018587594851851463, + 0.6755594611167908, + -0.05964134633541107, + -0.38008296489715576, + 2.0360329151153564, + -0.8239472508430481, + 0.3884437680244446, + 0.3695032000541687, + 0.22346407175064087, + -0.529564619064331, + -0.13499654829502106, + 2.5808513164520264 + ], + [ + -0.2327306866645813, + -0.18797610700130463, + 0.721591591835022, + 0.44355976581573486, + -0.11344816535711288, + 1.2199325561523438, + 2.04925537109375, + -0.8358117938041687, + 0.3547431230545044, + 0.5158594846725464, + -0.689969003200531, + -0.6356061697006226, + 1.2484996318817139, + 2.2630996704101562, + 0.43208861351013184, + -0.5805056691169739, + 0.08902944624423981, + -0.07887687534093857, + 1.071380853652954, + -0.19256068766117096, + 2.3481130599975586 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0021392814815044403, + 0.0428575798869133, + 0.10210521519184113, + -0.10811875760555267, + 0.0472232811152935, + -0.003327667713165283, + 0.0, + -0.0062997061759233475, + 0.013242081739008427, + -0.07773235440254211, + 0.013249501585960388, + 0.030924543738365173, + -0.006156474351882935, + 0.0, + 0.016538700088858604, + 0.02503669634461403, + -0.038025226444005966, + -0.023686565458774567, + 0.011917635798454285, + 0.015337616205215454, + 0.0 + ], + [ + -0.026323016732931137, + 0.03595554828643799, + 0.11138072609901428, + 0.16328220069408417, + 0.10706599801778793, + 0.354436457157135, + 2.774174451828003, + -0.010623779147863388, + -0.012903115712106228, + 0.013401161879301071, + 0.12522651255130768, + 0.17914994060993195, + 0.2975230813026428, + 2.855248212814331, + -0.007632460445165634, + -0.010665050707757473, + 0.005696427077054977, + 0.09341111034154892, + 0.1581430733203888, + 0.24349527060985565, + 2.9181246757507324 + ] + ], + "predicted_scores": [ + 6.884345531463623, + 6.805623531341553, + 6.505645275115967, + 6.440136432647705, + 6.350469589233398, + 6.27318000793457, + 5.7987775802612305, + 5.268166542053223 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686/train0", + "selected_index": 0, + "state_hash": "effbc1fed2362f076f800abad604b2153d736a4f517cf5e7e9b4ed4f71a71180", + "stored_base_utility": 0.5850434899330139, + "task_id": "PickCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.259987473487854, + 0.28350114822387695, + 0.2605774402618408, + 0.2839280366897583, + 0.26964855194091797, + 0.25102877616882324, + 0.20895075798034668, + 0.2479332685470581 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.259987473487854, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28350114822387695, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2605774402618408, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2839280366897583, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26964855194091797, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25102877616882324, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20895075798034668, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2479332685470581, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-06babf453b22ba8f2407", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.093703031539917, + 0.19219724833965302, + -1.5168458223342896, + -0.1305266171693802, + -0.8624992966651917, + -0.24743813276290894, + -0.8622205853462219, + 1.8639461994171143, + 0.16977226734161377, + -1.0616670846939087, + -0.8363865613937378, + -0.4839867949485779, + -3.299089193344116, + -3.2644824981689453, + 1.3834816217422485, + -0.05160924419760704, + -0.4425358176231384, + 0.14047661423683167, + 0.16675658524036407, + -1.5507891178131104, + -1.5638870000839233 + ], + [ + 1.9959080219268799, + -0.09144201874732971, + -1.198474407196045, + -0.055140137672424316, + -1.0225839614868164, + 0.27132004499435425, + -1.1008918285369873, + 1.8824571371078491, + 0.45063480734825134, + -0.9498485326766968, + -0.9694238901138306, + -0.2976354956626892, + -3.7198033332824707, + -2.770784854888916, + 1.7070555686950684, + 0.03207841515541077, + -0.5820776224136353, + -0.1112024337053299, + 0.08549918234348297, + -1.4121239185333252, + -2.111750364303589 + ], + [ + 2.1790552139282227, + -0.021651247516274452, + -1.4700061082839966, + -0.3096809685230255, + -1.0064270496368408, + -0.23595738410949707, + -1.2180957794189453, + 1.8079599142074585, + 0.3598661720752716, + -1.2834041118621826, + -1.0723706483840942, + -0.0029706060886383057, + -3.3746864795684814, + -3.421701192855835, + 1.6167011260986328, + -0.07800666987895966, + -0.5245682001113892, + -0.1567547470331192, + -0.030654937028884888, + -1.4985277652740479, + -1.7997703552246094 + ], + [ + 2.156219244003296, + 0.09661419689655304, + -1.5757771730422974, + -0.315995454788208, + -0.9937251210212708, + -0.2996594309806824, + -1.2650511264801025, + 1.9571727514266968, + 0.25093838572502136, + -1.065808892250061, + -0.9300383925437927, + -0.46697914600372314, + -3.487910270690918, + -3.0434885025024414, + 1.619825839996338, + -0.035005681216716766, + -0.5601536631584167, + 0.03837209939956665, + 0.10550987720489502, + -1.5892553329467773, + -1.7807292938232422 + ], + [ + 2.297961950302124, + 0.1590714305639267, + -1.429178237915039, + -0.2351786345243454, + -0.8069555163383484, + -0.21947643160820007, + -1.2049975395202637, + 1.856674075126648, + 0.2363213449716568, + -1.0368424654006958, + -0.8313908576965332, + -0.4837369918823242, + -3.347614049911499, + -2.93459153175354, + 1.5747051239013672, + -0.07618594169616699, + -0.48563170433044434, + -0.018701940774917603, + 0.1100885421037674, + -1.5870661735534668, + -1.4863476753234863 + ], + [ + 2.160949468612671, + 0.060972005128860474, + -1.521926999092102, + -0.33500558137893677, + -0.7377899885177612, + -0.3026297390460968, + -0.8598604798316956, + 1.8430200815200806, + 0.22003388404846191, + -0.9405186176300049, + -1.0327149629592896, + -0.22310784459114075, + -3.0699832439422607, + -3.0700843334198, + 1.6205790042877197, + 7.855240255594254e-05, + -0.39550429582595825, + -0.09908856451511383, + -0.09237620234489441, + -1.6552295684814453, + -2.0460243225097656 + ], + [ + 2.2420036792755127, + 0.04112424701452255, + -1.483902096748352, + -0.3511362671852112, + -0.6648494601249695, + -0.25151684880256653, + -0.9307752251625061, + 1.8794680833816528, + 0.26548945903778076, + -1.149713158607483, + -0.9351204633712769, + -0.40186798572540283, + -3.0675249099731445, + -3.262178421020508, + 1.5900816917419434, + -0.04534808173775673, + -0.6451693773269653, + 0.20920664072036743, + 0.25581222772598267, + -1.3405604362487793, + -2.0466482639312744 + ], + [ + 2.212315797805786, + 0.13190074265003204, + -1.3836884498596191, + -0.22111232578754425, + -0.16129955649375916, + -0.5911227464675903, + -1.4318201541900635, + 1.730919361114502, + 0.1494331806898117, + -1.026209831237793, + -0.6138777136802673, + -0.6725829839706421, + -3.036156415939331, + -2.4586870670318604, + 1.5307767391204834, + -0.13787579536437988, + -0.7262485027313232, + 0.23030337691307068, + 0.3758499324321747, + -1.6573152542114258, + -1.289381980895996 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-06babf453b22ba8f2407", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18806186318397522, + 0.22945129871368408, + 0.11622031778097153, + 2.0, + 0.04798964783549309, + 0.1881435364484787, + 0.0726090669631958, + 0.02710096165537834, + 0.05703328177332878, + 0.08424703776836395, + 0.02796904370188713, + 0.026392778381705284, + 0.006114204879850149, + 0.013663987629115582, + 0.026984810829162598, + 0.02378678321838379 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6867632865905762, + -0.05530139058828354, + -0.17895913124084473, + -0.07932145148515701, + 0.20104467868804932, + 0.06135827302932739, + 0.0, + 0.7513189315795898, + 0.05268527567386627, + -0.2793593406677246, + -0.15292996168136597, + 0.13306421041488647, + -1.906026840209961, + 0.0, + 0.3906421661376953, + -0.001853853464126587, + -0.061689138412475586, + -0.06417220085859299, + 0.1346665769815445, + -0.7147171497344971, + 0.0 + ], + [ + 1.6867632865905762, + 0.026470860466361046, + -1.1789591312408447, + 0.054933659732341766, + -0.5202961564064026, + -0.7324469685554504, + -1.6867140531539917, + 1.7513189315795898, + 0.16646422445774078, + -1.2793593406677246, + -0.496570348739624, + -0.6919353604316711, + -2.906026840209961, + -2.811070203781128, + 1.3906421661376953, + 0.17315946519374847, + -1.0616891384124756, + 0.032047711312770844, + -0.08203880488872528, + -1.714717149734497, + -2.1916282176971436 + ], + [ + 1.7560584545135498, + 0.29722264409065247, + -1.2875202894210815, + -0.22136017680168152, + -0.5369101762771606, + -1.013450264930725, + -1.942259430885315, + 1.792439341545105, + 0.10415905714035034, + -0.9814691543579102, + -0.5290217399597168, + -0.5584777593612671, + -2.66030216217041, + -2.652972459793091, + 1.1349513530731201, + 0.3659951090812683, + -0.8308396339416504, + 0.22217226028442383, + 0.1258934736251831, + -1.7682944536209106, + -2.2696261405944824 + ], + [ + 1.7356759309768677, + -0.05359044671058655, + -0.8435385227203369, + -0.2562142014503479, + -0.47503191232681274, + -1.004067301750183, + -1.9757448434829712, + 1.5603389739990234, + 0.14369241893291473, + -0.9173920154571533, + -0.7659816741943359, + -0.6690039038658142, + -2.997976541519165, + -3.0126590728759766, + 1.1451032161712646, + -0.1880987137556076, + -0.7970747947692871, + -0.21654847264289856, + 0.16261935234069824, + -1.688933253288269, + -1.9626350402832031 + ], + [ + 1.9932583570480347, + -0.11289907246828079, + -1.3385117053985596, + -0.22470158338546753, + -0.9161338806152344, + -0.37932881712913513, + -1.4541938304901123, + 1.9121780395507812, + 0.6198270320892334, + -0.9454396963119507, + -0.44183844327926636, + -0.9956421852111816, + -2.8393614292144775, + -2.728577136993408, + 0.9615651369094849, + 0.017063632607460022, + -1.4769352674484253, + -0.15303340554237366, + -0.28245410323143005, + -1.943393349647522, + -1.8009752035140991 + ], + [ + 2.011747121810913, + -0.11806342750787735, + -1.1756463050842285, + 0.29117992520332336, + -0.28892403841018677, + -0.9797182083129883, + -1.3844881057739258, + 1.3879432678222656, + 0.6374598145484924, + -0.7439722418785095, + -1.0534358024597168, + -0.42895618081092834, + -3.029531478881836, + -2.7804813385009766, + 1.051585078239441, + 0.2508360743522644, + -0.8814671039581299, + 0.2637762725353241, + -0.507635235786438, + -1.9901494979858398, + -2.5919547080993652 + ], + [ + 1.318642020225525, + 0.4671846330165863, + -1.5986104011535645, + 0.4713019132614136, + -0.8544698357582092, + -0.6039958596229553, + -2.2527925968170166, + 2.1868388652801514, + -0.5141053795814514, + -1.334320068359375, + -1.0694410800933838, + -0.8905247449874878, + -2.2888684272766113, + -2.1136443614959717, + 1.6176549196243286, + -0.006567075848579407, + -0.4644303321838379, + -0.5877242684364319, + 0.09503680467605591, + -1.12252938747406, + -2.405972719192505 + ], + [ + 1.1282985210418701, + -0.677612841129303, + -0.49735260009765625, + -0.12479286640882492, + -0.6509164571762085, + -1.4753904342651367, + -2.2622785568237305, + 1.153033971786499, + 0.8615716695785522, + -1.0411062240600586, + -0.3865005671977997, + -1.4007595777511597, + -3.306602716445923, + -3.3933777809143066, + 1.7733255624771118, + 0.3315214514732361, + -1.1728920936584473, + 0.723267674446106, + 0.40739864110946655, + -1.5952785015106201, + -2.5863218307495117 + ], + [ + 1.8824996948242188, + 0.1523180454969406, + -0.6291311383247375, + -0.7201722264289856, + -0.5553497076034546, + -0.19329601526260376, + -1.628029704093933, + 1.5905299186706543, + 0.16155384480953217, + -1.2392454147338867, + 0.38659244775772095, + -0.285341739654541, + -3.503969192504883, + -2.638493299484253, + 0.9540622234344482, + 0.45384645462036133, + -1.5676637887954712, + 0.699209451675415, + 0.06210201978683472, + -0.8933934569358826, + -2.5273795127868652 + ], + [ + 2.076145887374878, + 0.23805303871631622, + -1.020012617111206, + 0.2048245370388031, + -0.8186095356941223, + -1.7180819511413574, + -2.3936214447021484, + 2.5794365406036377, + 0.09175348281860352, + -1.6235753297805786, + -0.45540687441825867, + -0.9322672486305237, + -2.4963269233703613, + -2.670903205871582, + 1.265542984008789, + 0.9304513335227966, + -0.5357773303985596, + -0.530722439289093, + 0.8373081684112549, + -1.2121076583862305, + -2.679529905319214 + ], + [ + 0.9086390137672424, + -0.8760775923728943, + -1.3715193271636963, + 0.12913338840007782, + -0.37539881467819214, + 0.028424441814422607, + -1.8418301343917847, + 2.335052490234375, + -0.3583259582519531, + -0.5050929188728333, + 0.23221582174301147, + -1.0456328392028809, + -2.8965821266174316, + -3.144774913787842, + 2.028951406478882, + -0.5106850266456604, + -1.7900731563568115, + -0.1295229196548462, + -0.9183065295219421, + -1.5813484191894531, + -2.4917595386505127 + ], + [ + 1.6964367628097534, + 0.569389283657074, + -1.4032061100006104, + 0.9967983961105347, + -0.8338885307312012, + -0.03839915990829468, + -1.9666798114776611, + 0.7581517696380615, + -0.16487736999988556, + -1.0417014360427856, + -0.40786463022232056, + -0.21849533915519714, + -2.828577995300293, + -3.625324010848999, + 2.3611836433410645, + 0.19594252109527588, + -0.9172148108482361, + -0.5954216122627258, + 0.03759536147117615, + -1.4540917873382568, + -3.0849926471710205 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6867632865905762, + -0.03643586486577988, + -0.17895913124084473, + 0.41871342062950134, + -0.46390223503112793, + -0.1571354866027832, + 0.0, + 0.7513189315795898, + 0.11838625371456146, + -0.2793593406677246, + 0.021252930164337158, + 0.26327377557754517, + -1.906026840209961, + 0.0, + 0.3906421661376953, + 0.5850692391395569, + -0.1057172417640686, + -0.19631722569465637, + -0.26151350140571594, + -0.7147171497344971, + 0.0 + ] + ], + "predicted_scores": [ + 8.832139015197754, + 8.218415260314941, + 8.117966651916504, + 8.099710464477539, + 8.015371322631836, + 7.685676574707031, + 7.538719177246094, + 7.192893981933594 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030/train0", + "selected_index": 0, + "state_hash": "73863b397c03f71f7c20b7d5104f6b4354bf7a28eeed44da3cb194a3940ca2b5", + "stored_base_utility": 0.18806186318397522, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.09968864917755127, + 0.08583450317382812, + 0.15008628368377686, + 0.10778236389160156, + 0.14078056812286377, + 0.1124042272567749, + 0.16245532035827637, + 0.09625732898712158 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09968864917755127, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08583450317382812, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15008628368377686, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10778236389160156, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.14078056812286377, + "contact_quality": null, + "progress": 0.1556803584098816, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1556803584098816 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1124042272567749, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16245532035827637, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09625732898712158, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.1556803584098816, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0e1ff8d16372796dac97", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.14684802293777466, + -0.1131143793463707, + 0.5530405044555664, + 0.10743913054466248, + -0.2338465452194214, + 1.4897480010986328, + 1.5283143520355225, + 1.0883432626724243, + 0.23962277173995972, + -0.11569305509328842, + -0.1715664565563202, + -0.22802940011024475, + 1.7142421007156372, + 1.3827571868896484, + 1.2169698476791382, + 0.4045724868774414, + -0.5197160243988037, + 0.1974169909954071, + 0.7396304607391357, + 1.6988952159881592, + 1.2155238389968872 + ], + [ + 0.1270541399717331, + -0.13958990573883057, + 0.5992886424064636, + 0.027750030159950256, + -0.11530011892318726, + 1.4106630086898804, + 1.4558578729629517, + 1.056631326675415, + 0.2234543263912201, + -0.0483376607298851, + -0.1568075716495514, + -0.11458778381347656, + 1.7414625883102417, + 1.1827540397644043, + 1.2112663984298706, + 0.4341566264629364, + -0.5855967402458191, + 0.2350732684135437, + 0.7425217628479004, + 1.5236515998840332, + 1.2576348781585693 + ], + [ + 0.030812688171863556, + -0.25629520416259766, + 0.5706185698509216, + -0.3991778790950775, + -0.14170721173286438, + 1.5982576608657837, + 1.5681238174438477, + 1.1986231803894043, + 0.13716566562652588, + -0.23459047079086304, + -0.24196696281433105, + 0.22158890962600708, + 2.1013524532318115, + 1.1441361904144287, + 0.9111162424087524, + 0.41721659898757935, + -0.9102608561515808, + 0.17707502841949463, + 1.040428876876831, + 1.6882069110870361, + 1.1426796913146973 + ], + [ + -0.17913638055324554, + -0.12897460162639618, + 0.6638131737709045, + 0.1303342580795288, + -0.43167996406555176, + 1.8827046155929565, + 1.2246487140655518, + 1.2146937847137451, + 0.2055923044681549, + -0.35220572352409363, + -0.11759711056947708, + 0.08530687540769577, + 1.6859229803085327, + 1.0030933618545532, + 1.0501335859298706, + 0.43490737676620483, + -0.6487093567848206, + 0.04746517539024353, + 0.5863215923309326, + 1.8178298473358154, + 1.2871752977371216 + ], + [ + 0.29264798760414124, + -0.29749250411987305, + 0.4986678659915924, + 0.06739646196365356, + -0.3036748170852661, + 1.8412946462631226, + 1.005177617073059, + 1.2989413738250732, + -0.051131948828697205, + -0.25594115257263184, + -0.6728556752204895, + -0.16686409711837769, + 2.127302885055542, + 1.2643229961395264, + 1.0307968854904175, + 0.6215481758117676, + -0.46732836961746216, + 0.1727091521024704, + 0.8427678346633911, + 1.5602760314941406, + 1.0034854412078857 + ], + [ + -0.18060718476772308, + -0.1680389642715454, + 0.8585138320922852, + 0.00551372766494751, + -0.4101760983467102, + 1.803558588027954, + 1.2378618717193604, + 1.1320383548736572, + 0.25168970227241516, + -0.26021644473075867, + -0.06948219984769821, + 0.2527380585670471, + 1.617040991783142, + 0.9011065363883972, + 1.1387518644332886, + 0.3917442262172699, + -0.6639854907989502, + 0.04627479612827301, + 0.7232367992401123, + 1.956026315689087, + 1.1795436143875122 + ], + [ + 0.011296868324279785, + -0.04728854075074196, + 0.8047345876693726, + 0.07801216840744019, + -0.21232664585113525, + 1.91777765750885, + 0.5748230814933777, + 1.0543835163116455, + 0.27125629782676697, + -0.2841354310512543, + -0.06895486265420914, + 0.4364187717437744, + 1.7773724794387817, + 0.9830002784729004, + 1.1565301418304443, + 0.27241215109825134, + -0.6994664072990417, + 0.2038789689540863, + 1.0153353214263916, + 2.244235038757324, + 1.2174690961837769 + ], + [ + -0.021366864442825317, + -0.10391072928905487, + 0.9183322191238403, + -0.038158103823661804, + -0.48860877752304077, + 1.9741644859313965, + 0.7055699825286865, + 1.0123116970062256, + 0.3758656978607178, + -0.38825374841690063, + -0.08497942239046097, + 0.3959905505180359, + 1.5840333700180054, + 0.8576134443283081, + 1.3405898809432983, + 0.5240068435668945, + -0.3244059681892395, + 0.027134329080581665, + 0.934233546257019, + 1.8380928039550781, + 1.2692465782165527 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 0.1556803584098816, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-0e1ff8d16372796dac97", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2721651792526245, + 0.2838377356529236, + 0.09680275619029999, + 0.21726202964782715, + 0.28901273012161255, + 0.26919037103652954, + 0.20568308234214783, + 0.22122687101364136, + 0.28657472133636475, + 0.18528121709823608, + 0.1475508213043213, + 0.22093892097473145, + 0.1361302137374878, + 2.0, + 0.053693316876888275, + 0.01539949607104063 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.07914704084396362, + 0.08597764372825623, + 0.32980620861053467, + -0.22935104370117188, + -0.026631414890289307, + 1.532597541809082, + 0.0, + 1.0985569953918457, + -0.08866220712661743, + -0.21771979331970215, + -0.1632688045501709, + -0.06556621193885803, + 1.073223352432251, + 0.0, + 0.3806576728820801, + 0.058381855487823486, + 0.23797845840454102, + 0.07539930939674377, + 0.11990898847579956, + 1.6538071632385254, + 0.0 + ], + [ + -0.12626641988754272, + -0.15791213512420654, + 0.32980620861053467, + -0.22937488555908203, + 0.621025800704956, + 1.532597541809082, + 0.0, + 1.0985569953918457, + 0.14592504501342773, + -0.21771979331970215, + 0.021975576877593994, + -0.22697466611862183, + 1.073223352432251, + 0.0, + 0.3806576728820801, + -0.16340744495391846, + 0.24658453464508057, + 0.2220190465450287, + -0.3437120318412781, + 1.6538071632385254, + 0.0 + ], + [ + 0.4218890070915222, + -0.3799889385700226, + 1.3987661600112915, + -0.18070071935653687, + 0.6980443596839905, + 2.3208305835723877, + 2.4347012042999268, + 2.2391841411590576, + 0.23308581113815308, + -1.062913179397583, + -1.0034914016723633, + 0.29394784569740295, + 2.319910764694214, + 2.026752233505249, + 1.4382768869400024, + 0.41409748792648315, + -0.8415298461914062, + 0.425619900226593, + 0.6628077030181885, + 2.5976715087890625, + 3.016920804977417 + ], + [ + 0.010466247797012329, + -0.5673813819885254, + 1.5157828330993652, + 0.28623971343040466, + 0.8851284384727478, + 2.9140729904174805, + 2.4211275577545166, + 2.011749029159546, + 0.8543301820755005, + -1.4725762605667114, + -1.0424957275390625, + 0.10703977942466736, + 2.37386155128479, + 2.2321677207946777, + 1.4058798551559448, + -0.09342983365058899, + -0.6714394688606262, + 0.8728803992271423, + 0.46230727434158325, + 2.972311496734619, + 3.1275765895843506 + ], + [ + 0.21649208664894104, + -0.20723462104797363, + 1.5317883491516113, + 0.013667866587638855, + 0.47679629921913147, + 2.677910327911377, + 1.8671047687530518, + 1.6960766315460205, + 1.068267822265625, + -1.1167702674865723, + -1.144794225692749, + -0.11955028772354126, + 1.9159355163574219, + 2.2951083183288574, + 1.3136188983917236, + 0.5414972305297852, + -1.2603800296783447, + 1.073399305343628, + 0.640984833240509, + 2.0920653343200684, + 2.564584732055664 + ], + [ + 0.5795988440513611, + 0.06478109955787659, + 1.9628643989562988, + -0.2855762541294098, + 0.47754260897636414, + 2.2910773754119873, + 2.712817907333374, + 2.1207218170166016, + 0.5954307913780212, + -1.8042322397232056, + -1.2237597703933716, + 0.09737330675125122, + 2.5835914611816406, + 1.9028711318969727, + 1.3868281841278076, + 0.6517540812492371, + -0.6987743973731995, + 0.14470410346984863, + 0.500310480594635, + 1.9608325958251953, + 2.5367469787597656 + ], + [ + 0.2822818160057068, + -1.027776837348938, + 1.6159601211547852, + -0.870427668094635, + 0.88285231590271, + 1.7550137042999268, + 1.445440649986267, + 2.804149866104126, + 0.47995227575302124, + -0.7643927335739136, + -1.3587398529052734, + -0.3150816559791565, + 2.0937490463256836, + 1.6014765501022339, + 1.788015604019165, + 0.1157156378030777, + -0.995976984500885, + 0.5651847124099731, + -0.03812795877456665, + 2.946554183959961, + 2.169250011444092 + ], + [ + 0.7850518226623535, + -0.3744369149208069, + 1.5954267978668213, + -0.608968198299408, + 1.5638272762298584, + 2.6719911098480225, + 2.7496895790100098, + 1.293771743774414, + 0.6334982514381409, + -0.7202390432357788, + -1.7309244871139526, + 0.7185664176940918, + 1.500235915184021, + 2.540700912475586, + 1.8532832860946655, + -0.20271092653274536, + -1.125279188156128, + 1.318365216255188, + 0.897382378578186, + 2.567835807800293, + 2.6883723735809326 + ], + [ + -0.0409388542175293, + -0.124749556183815, + 1.7154438495635986, + 0.655324399471283, + 1.3263788223266602, + 2.6929171085357666, + 2.2255399227142334, + 1.953749179840088, + 0.7853950262069702, + -1.2592566013336182, + -0.45610707998275757, + 0.7783058881759644, + 1.6339646577835083, + 1.7010301351547241, + 2.0196127891540527, + 0.17955750226974487, + -0.951436460018158, + 0.7160906791687012, + 1.6532894372940063, + 2.6468448638916016, + 3.5804736614227295 + ], + [ + -0.16655230522155762, + -0.9298793077468872, + 2.0344009399414062, + -1.0343284606933594, + 0.197198748588562, + 1.775566577911377, + 2.411905527114868, + 1.4433773756027222, + 0.7106978893280029, + -2.17789363861084, + -0.7238349914550781, + 0.3165341913700104, + 1.5440614223480225, + 1.4604942798614502, + 1.5645346641540527, + 0.4737999439239502, + -0.3348062038421631, + 0.026718348264694214, + -0.1300031542778015, + 2.658573627471924, + 2.0041418075561523 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.5523390769958496, + 0.2772659659385681, + 0.3952569365501404, + 0.022935733199119568, + 0.10461509227752686, + 1.9810314178466797, + 1.4682230949401855, + 2.466538429260254, + -0.30221277475357056, + -0.34303462505340576, + -1.9408907890319824, + 1.1256544589996338, + 1.4728260040283203, + 1.3303914070129395, + 0.7972579002380371, + 0.172990620136261, + 0.051664650440216064, + 1.244837760925293, + 0.12645363807678223, + 1.7337814569473267, + 2.89335560798645 + ] + ], + "predicted_scores": [ + 3.548555612564087, + 3.339670419692993, + 2.2865149974823, + 2.1285858154296875, + 1.9948220252990723, + 1.6014195680618286, + 0.9755995273590088, + 0.8179004192352295 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train0", + "selected_index": 0, + "state_hash": "0da2db158c238533638b8d4d724ae17d854b8759cf40347747e254820a3291df", + "stored_base_utility": 0.2721651792526245, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22852759063243866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22852759063243866 + }, + "base_progress": 0.22852759063243866, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22852759063243866, + "candidate_action_clip_max_abs": [ + 0.0, + 0.04134631156921387, + 0.0, + 0.0491865873336792, + 0.00820302963256836, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05616961047053337, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05616961047053337 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04134631156921387, + "contact_quality": null, + "progress": 0.04585764929652214, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04585764929652214 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054600100964307785, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054600100964307785 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0491865873336792, + "contact_quality": null, + "progress": 0.04310407117009163, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04310407117009163 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00820302963256836, + "contact_quality": null, + "progress": 0.047688763588666916, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047688763588666916 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041777193546295166, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041777193546295166 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04291802644729614, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04291802644729614 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043770771473646164, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043770771473646164 + } + ], + "candidate_progress": [ + 0.05616961047053337, + 0.04585764929652214, + 0.054600100964307785, + 0.04310407117009163, + 0.047688763588666916, + 0.041777193546295166, + 0.04291802644729614, + 0.043770771473646164 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + true, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-223b0a8319beb051a1ee", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.9093654751777649, + 0.0563509538769722, + -0.9930152893066406, + 0.8020247220993042, + 0.5672259330749512, + -2.5287628173828125, + -1.1009466648101807, + -1.1192470788955688, + -0.018678175285458565, + 1.410239815711975, + -0.3225664496421814, + 0.38117536902427673, + 1.2348424196243286, + 1.5636552572250366, + -0.9290164709091187, + 0.36444854736328125, + 0.39997398853302, + 0.17031049728393555, + -0.515326976776123, + 0.3322586417198181, + 1.2796013355255127 + ], + [ + 0.8230569958686829, + 0.05151985585689545, + -1.0755398273468018, + 0.6518042087554932, + 0.29986247420310974, + -2.8545522689819336, + -1.1590092182159424, + -1.2136898040771484, + -0.008993063122034073, + 1.6028740406036377, + -0.13095393776893616, + 0.6741412878036499, + 1.4439667463302612, + 1.5265711545944214, + -0.8639858961105347, + 0.3353428840637207, + 0.4041774570941925, + 0.14060957729816437, + 0.09870849549770355, + 0.13038119673728943, + 0.867621898651123 + ], + [ + 1.2452917098999023, + 0.14204935729503632, + -0.8225091695785522, + 0.442613810300827, + 0.5297448635101318, + -2.693974733352661, + -1.4093871116638184, + -1.1879044771194458, + -0.07142633944749832, + 1.4583185911178589, + -0.0065277740359306335, + 0.3123997449874878, + 1.6837321519851685, + 2.2311267852783203, + -0.7849502563476562, + 0.5146046280860901, + 0.5868961811065674, + -0.07793678343296051, + -0.21932363510131836, + 0.5250292420387268, + 1.0154882669448853 + ], + [ + 0.9122481942176819, + 0.04303371161222458, + -0.9344121217727661, + 0.637843132019043, + 0.26424455642700195, + -2.9098668098449707, + -1.2015061378479004, + -1.2812587022781372, + -0.06898192316293716, + 1.6279481649398804, + -0.16688114404678345, + 0.5808605551719666, + 1.4751105308532715, + 1.6411209106445312, + -0.9108720421791077, + 0.35692423582077026, + 0.4446815848350525, + -0.08756621181964874, + -0.181177020072937, + 0.01925799250602722, + 1.0703325271606445 + ], + [ + 0.8806105256080627, + 0.055025823414325714, + -0.9299206733703613, + 0.6369411945343018, + 0.23821255564689636, + -2.7141706943511963, + -1.0823276042938232, + -1.1125527620315552, + -0.013313055038452148, + 1.6453479528427124, + -0.18008622527122498, + 0.7079218029975891, + 1.5926626920700073, + 1.6905031204223633, + -0.8162234425544739, + 0.3570486605167389, + 0.433532178401947, + -0.11450313031673431, + 0.033146992325782776, + 0.30905890464782715, + 1.098961591720581 + ], + [ + 0.9335233569145203, + -0.13028553128242493, + -0.8311401605606079, + 0.5951269865036011, + 0.33558189868927, + -2.3651833534240723, + -1.0633487701416016, + -1.3346999883651733, + -0.05692719668149948, + 1.6797457933425903, + -0.0556347519159317, + 0.6417416334152222, + 1.293196201324463, + 1.5532009601593018, + -0.6469662189483643, + 0.3155839443206787, + 0.2555854618549347, + -0.20666922628879547, + 0.05620214343070984, + 0.22892117500305176, + 1.011000156402588 + ], + [ + 0.9130672216415405, + 0.014961190521717072, + -0.728896975517273, + 0.5871568918228149, + 0.3137991428375244, + -2.716498613357544, + -0.9221927523612976, + -1.1879923343658447, + -0.2801838517189026, + 1.4994186162948608, + -0.02793116867542267, + 0.6044147610664368, + 1.7766188383102417, + 1.9436019659042358, + -0.9738205075263977, + 0.39503559470176697, + 0.6337869167327881, + -0.20570071041584015, + -0.18171271681785583, + -0.5282473564147949, + 1.2907187938690186 + ], + [ + 0.7016940712928772, + 0.04500275105237961, + -0.9164049625396729, + 0.8047075271606445, + 0.12000216543674469, + -2.6036033630371094, + -0.8698659539222717, + -1.1551826000213623, + -0.00348522886633873, + 1.7532724142074585, + -0.14875119924545288, + 0.6627789735794067, + 1.626031517982483, + 1.7254290580749512, + -0.708491861820221, + 0.2477070838212967, + 0.4956631064414978, + -0.22123710811138153, + -0.02645435929298401, + 0.5448864102363586, + 1.1605322360992432 + ] + ], + "generated_utilities": [ + 0.05616961047053337, + 0.04585764929652214, + 0.054600100964307785, + 0.04310407117009163, + 0.047688763588666916, + 0.041777193546295166, + 0.04291802644729614, + 0.043770771473646164 + ], + "group_id": "ms-223b0a8319beb051a1ee", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08069789409637451, + 0.10780428349971771, + 0.08790525048971176, + 0.0262441448867321, + 0.11242352426052094, + 0.09117989242076874, + 0.11313339322805405, + 0.13257622718811035, + 0.1593424528837204, + 0.05749386548995972, + 0.03281732648611069, + 0.10750602185726166, + 0.04015284776687622, + 0.08296297490596771, + 0.146215558052063, + 0.04653326794505119 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3901504874229431, + 0.5261483788490295, + 0.6266356706619263, + 0.44542956352233887, + 0.04161961376667023, + -1.842090129852295, + 0.0, + -0.9498573541641235, + 0.36012017726898193, + 1.3898959159851074, + 0.8914443254470825, + -0.02114194631576538, + 0.6929440498352051, + 0.0, + -0.7578744292259216, + 0.05931973457336426, + -0.034669458866119385, + 0.589458703994751, + -1.2559914588928223, + 0.04934754967689514, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7564107179641724, + 0.4610605239868164, + -0.14963597059249878, + -0.27591854333877563, + -0.03312709182500839, + -2.95784854888916, + -2.3437106609344482, + -2.2544426918029785, + -0.3508921265602112, + 2.4830124378204346, + 2.1970369815826416, + 0.7530210018157959, + 1.5012421607971191, + 1.8145631551742554, + -1.6707961559295654, + -0.7483406662940979, + -0.23935037851333618, + 1.5424551963806152, + -2.357757091522217, + -0.09612591564655304, + 0.04097829759120941 + ], + [ + 1.082101583480835, + 0.7325993180274963, + -0.44281208515167236, + -0.5662503242492676, + -0.1744738519191742, + -2.344203233718872, + -2.654690742492676, + -2.2936489582061768, + -0.3410067558288574, + 2.3801591396331787, + 2.2954835891723633, + 1.0167251825332642, + 1.8415415287017822, + 2.165842056274414, + -1.3905693292617798, + -0.8038672208786011, + -0.6657370328903198, + 1.6491055488586426, + -2.515157699584961, + -0.440177857875824, + -0.29430338740348816 + ], + [ + 1.8573832511901855, + 0.4061572253704071, + 0.15697956085205078, + -0.7276508808135986, + -0.27096253633499146, + -2.8898420333862305, + -1.4445924758911133, + -2.2915894985198975, + 0.45477667450904846, + 2.3857364654541016, + 2.2449886798858643, + 0.944068431854248, + 1.8377275466918945, + 1.410325288772583, + -1.0383611917495728, + -1.294783353805542, + -0.14346101880073547, + 2.4649438858032227, + -1.7811484336853027, + -0.3977217376232147, + -0.15774928033351898 + ] + ], + "predicted_scores": [ + 9.849017143249512, + 9.67901611328125, + 9.621413230895996, + 9.605843544006348, + 9.560896873474121, + 9.157449722290039, + 9.138575553894043, + 8.944525718688965 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713/train0", + "selected_index": 0, + "state_hash": "83c299f189e5937e16066b33f5a7dbe5a034c60414c49a6331d445dd1c03b5f1", + "stored_base_utility": 0.08069789409637451, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032693684101104736, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032693684101104736 + }, + "base_progress": 0.032693684101104736, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.032693684101104736, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043886542320251465, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043886542320251465 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041536252945661545, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041536252945661545 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.044337254017591476, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.044337254017591476 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03468286991119385, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03468286991119385 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043204743415117264, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043204743415117264 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04018332436680794, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04018332436680794 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03802039101719856, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03802039101719856 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03517347574234009, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03517347574234009 + } + ], + "candidate_progress": [ + 0.043886542320251465, + 0.041536252945661545, + 0.044337254017591476, + 0.03468286991119385, + 0.043204743415117264, + 0.04018332436680794, + 0.03802039101719856, + 0.03517347574234009 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d535b38d768633f6d922", + "ms-d535b38d768633f6d922", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-34726202b475d29cdf38", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5687911510467529, + -0.09577782452106476, + -0.542975664138794, + 1.5519380569458008, + 0.5737559795379639, + -0.018416807055473328, + 0.49540063738822937, + -0.6678825616836548, + -0.25933146476745605, + 1.1348631381988525, + -0.6789284944534302, + 0.6070107221603394, + 1.3954434394836426, + 1.5232008695602417, + 0.6475808024406433, + -0.4600600600242615, + -0.8583646416664124, + 0.2862188518047333, + 1.1032359600067139, + -1.123263955116272, + -1.9254255294799805 + ], + [ + 0.5449275374412537, + -0.15205402672290802, + -0.5023103952407837, + 1.5067061185836792, + 0.48086509108543396, + -0.1309031844139099, + 0.6343445777893066, + -0.6174486875534058, + -0.2706710398197174, + 1.4074405431747437, + -0.6670670509338379, + 0.5753942728042603, + 1.1968581676483154, + 1.4578962326049805, + 0.7965308427810669, + -0.4755086600780487, + -0.7742471098899841, + 0.0568871796131134, + 1.1626863479614258, + -1.095414161682129, + -1.708876371383667 + ], + [ + 0.29900628328323364, + -0.28690141439437866, + -0.1750715672969818, + 1.3315538167953491, + -0.02554643154144287, + 0.29433977603912354, + 0.6282117366790771, + -0.9024530649185181, + -0.4268248677253723, + 1.04240882396698, + -0.3842453360557556, + 0.7528828382492065, + 1.7881325483322144, + 2.129305839538574, + 1.072636365890503, + -0.3777211606502533, + -1.0661733150482178, + 0.28234970569610596, + 1.2248183488845825, + -1.3098700046539307, + -1.6932878494262695 + ], + [ + 0.7746943831443787, + 0.15526500344276428, + -0.02448001503944397, + 1.6006580591201782, + 0.3246927261352539, + -0.30091115832328796, + 0.9217008352279663, + -0.8451733589172363, + -0.3766731023788452, + 1.262126088142395, + -0.8369045257568359, + -0.06357765197753906, + 1.5612269639968872, + 1.6042320728302002, + 0.44931843876838684, + -0.6716659069061279, + -0.8089138865470886, + 0.3105362057685852, + 0.5119330883026123, + -0.6221374273300171, + -1.635035514831543 + ], + [ + 0.7429100275039673, + 0.037211284041404724, + -0.5065034627914429, + 1.3672136068344116, + 0.009414106607437134, + 0.23895399272441864, + 0.5531154274940491, + -0.6342446804046631, + -0.3651144504547119, + 1.1894623041152954, + -0.6204689145088196, + 0.6955600380897522, + 1.6596161127090454, + 1.5196318626403809, + 0.549571692943573, + -0.4015515148639679, + -0.6206557750701904, + 0.09139011055231094, + 0.9353110790252686, + -1.486553430557251, + -1.5738353729248047 + ], + [ + 0.25783491134643555, + 0.1637270450592041, + -0.3869922459125519, + 1.6199851036071777, + 0.21901214122772217, + 0.08730138093233109, + 0.5946097373962402, + -0.5932209491729736, + -0.3963810205459595, + 1.3067917823791504, + -1.1535242795944214, + 0.3011298179626465, + 1.4899462461471558, + 1.1276395320892334, + 0.6029961705207825, + -0.666937530040741, + -1.0463351011276245, + 0.1630704402923584, + 0.7492272853851318, + -1.5959603786468506, + -1.8748269081115723 + ], + [ + 0.4435991048812866, + 0.06042592227458954, + -0.26362696290016174, + 1.437867283821106, + 0.26549893617630005, + -0.28554657101631165, + 1.028306245803833, + -0.4546343982219696, + -0.30234384536743164, + 1.3975969552993774, + -1.3379557132720947, + 0.18176592886447906, + 1.4254212379455566, + 0.9660982489585876, + 0.77149498462677, + -0.5706064105033875, + -0.9019189476966858, + 0.4997502565383911, + 0.6310633420944214, + -1.1017727851867676, + -2.0256872177124023 + ], + [ + 0.33735519647598267, + 0.03563261777162552, + -0.17786207795143127, + 1.5719504356384277, + 0.23499272763729095, + -0.23634055256843567, + 1.0761847496032715, + -0.5176705121994019, + -0.1960839182138443, + 1.3173376321792603, + -1.543039321899414, + 0.36721906065940857, + 1.7632771730422974, + 1.042448878288269, + 0.8100375533103943, + -0.5509411096572876, + -0.8379227519035339, + 0.582346498966217, + 0.835989773273468, + -0.9345827698707581, + -2.244086980819702 + ] + ], + "generated_utilities": [ + 0.043886542320251465, + 0.041536252945661545, + 0.044337254017591476, + 0.03468286991119385, + 0.043204743415117264, + 0.04018332436680794, + 0.03802039101719856, + 0.03517347574234009 + ], + "group_id": "ms-34726202b475d29cdf38", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07016094774007797, + 0.06343355029821396, + 0.034290533512830734, + 0.12802943587303162, + 0.159173846244812, + 0.07023199647665024, + 0.17105571925640106, + 0.12337249517440796, + 0.21855810284614563, + 0.25342071056365967, + 0.1448308825492859, + 0.1353527307510376, + 0.1435459852218628, + 0.1653708517551422, + 0.041707735508680344, + 0.08973287045955658 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.17323505878448486, + 0.21041874587535858, + 0.13457119464874268, + 1.1122353076934814, + 0.5987088680267334, + 0.14478814601898193, + 0.0, + 0.4338754415512085, + -0.011277735233306885, + 0.10751676559448242, + -0.2150489091873169, + -0.15575486421585083, + 0.8348451852798462, + 0.0, + 0.25485706329345703, + -0.09869855642318726, + -0.10849082469940186, + -0.22419551014900208, + 0.0015149712562561035, + -0.6096820831298828, + 0.0 + ], + [ + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137, + 1.254857063293457, + -0.7526808381080627, + -1.1084908246994019, + 0.44739171862602234, + 0.8266352415084839, + -1.6096820831298828, + -2.181366205215454 + ], + [ + 1.245914101600647, + 0.12913760542869568, + -0.9870550036430359, + 2.255108118057251, + 1.40378999710083, + 1.4080419540405273, + 0.42180347442626953, + -0.18437573313713074, + -0.9035077095031738, + 1.2423285245895386, + -1.1403719186782837, + 0.9222764372825623, + 2.0197935104370117, + 0.9139973521232605, + 1.388066291809082, + -1.0113749504089355, + -0.9504952430725098, + 0.40055137872695923, + 0.9980884790420532, + -1.4929014444351196, + -2.3998966217041016 + ], + [ + 1.352006196975708, + -0.042717382311820984, + -0.7442275285720825, + 2.440530776977539, + 1.681086778640747, + 1.3030997514724731, + 0.34464821219444275, + -0.5440786480903625, + -0.4192233085632324, + 0.9545001983642578, + -1.076216220855713, + 0.6712799072265625, + 2.044602394104004, + 1.23128342628479, + 1.0405588150024414, + -0.5801548957824707, + -0.9010713696479797, + 0.5903030037879944, + 0.8210705518722534, + -1.7861971855163574, + -2.2189154624938965 + ], + [ + 1.6238082647323608, + -0.00859782099723816, + -0.511402428150177, + 1.7740800380706787, + 1.5378435850143433, + 1.63092839717865, + 0.690334677696228, + -0.272619366645813, + -1.0773589611053467, + 1.2877765893936157, + -0.834421694278717, + 0.6018235087394714, + 1.540588140487671, + 1.5366268157958984, + 1.0796421766281128, + -0.8816280364990234, + -1.1080666780471802, + 0.43476396799087524, + 0.4842568039894104, + -1.6918518543243408, + -2.337402820587158 + ], + [ + 1.3512331247329712, + 0.6693253517150879, + -0.3530978560447693, + 2.2459869384765625, + 1.8864526748657227, + 0.7496743202209473, + 0.013006120920181274, + -0.6791016459465027, + -1.0318936109542847, + 1.270892858505249, + -0.9038214683532715, + 1.1239131689071655, + 1.4732563495635986, + 1.1963164806365967, + 1.0181585550308228, + -1.2092132568359375, + -1.6649460792541504, + 1.0400781631469727, + 1.1531003713607788, + -1.2245161533355713, + -1.7803716659545898 + ], + [ + 1.15625, + 0.19343385100364685, + -0.5164467692375183, + 2.725703239440918, + 1.2542798519134521, + 1.5723463296890259, + -0.19755324721336365, + -1.0201804637908936, + -1.220360279083252, + 1.2726116180419922, + -1.363890528678894, + 0.7564514875411987, + 1.806268572807312, + 1.5585269927978516, + 1.3288673162460327, + -0.15946650505065918, + -1.674433708190918, + 1.1169633865356445, + 1.0274916887283325, + -1.0207278728485107, + -2.4757797718048096 + ], + [ + 1.852755069732666, + -0.3371591567993164, + -0.8838323354721069, + 1.63685941696167, + 1.7563523054122925, + 0.5039563775062561, + 0.6486928462982178, + -1.1455364227294922, + -1.2256035804748535, + 0.8296796083450317, + -1.0998003482818604, + 0.9644854068756104, + 2.4688971042633057, + 1.5585618019104004, + 1.0731451511383057, + -1.2015693187713623, + -0.8826782703399658, + -0.039678215980529785, + 0.9313548803329468, + -1.1059411764144897, + -2.951857566833496 + ], + [ + 0.808337926864624, + 0.373706579208374, + -0.6560260057449341, + 2.135918140411377, + 1.153333306312561, + 0.9103911519050598, + 1.1592243909835815, + -0.940754771232605, + -0.3375057578086853, + 0.5097520351409912, + -0.6018280982971191, + 1.0536187887191772, + 1.1728196144104004, + 1.872976303100586, + 0.5927213430404663, + -1.2269426584243774, + -1.395959734916687, + 1.3307087421417236, + 0.6676969528198242, + -0.8550128936767578, + -1.892500400543213 + ], + [ + 1.715224027633667, + 0.47384411096572876, + -1.1970646381378174, + 1.7291345596313477, + 1.8696626424789429, + 0.2313959002494812, + 1.0581674575805664, + -0.4132469594478607, + -1.5996181964874268, + 1.8493136167526245, + -0.44559526443481445, + 1.7640175819396973, + 1.0321706533432007, + 1.4212751388549805, + 0.8128281831741333, + -0.3369852602481842, + -0.9641330242156982, + 1.3263734579086304, + -0.12180572748184204, + -2.3689627647399902, + -2.1483821868896484 + ] + ], + "predicted_scores": [ + 11.284937858581543, + 10.856683731079102, + 10.511612892150879, + 10.052139282226562, + 9.9342041015625, + 9.927375793457031, + 9.077363014221191, + 8.726211547851562 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train0", + "selected_index": 0, + "state_hash": "b8ad7d4a4d065cb24022694218bb7cdb7af98dc934b9f2ceccdfcc7f0fa958b4", + "stored_base_utility": 0.07016094774007797, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3788938522338867, + 0.35830259323120117, + 0.35839247703552246, + 0.41018617153167725, + 0.34685277938842773, + 0.3662562370300293, + 0.35016536712646484, + 0.34272944927215576 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3788938522338867, + "contact_quality": null, + "progress": 0.13348305225372314, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13348305225372314 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35830259323120117, + "contact_quality": null, + "progress": 0.13826964795589447, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13826964795589447 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35839247703552246, + "contact_quality": null, + "progress": 0.1302809864282608, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1302809864282608 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.41018617153167725, + "contact_quality": null, + "progress": 0.14525407552719116, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14525407552719116 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34685277938842773, + "contact_quality": null, + "progress": 0.12385314702987671, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12385314702987671 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3662562370300293, + "contact_quality": null, + "progress": 0.11449720710515976, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11449720710515976 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35016536712646484, + "contact_quality": null, + "progress": 0.1105445846915245, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1105445846915245 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34272944927215576, + "contact_quality": null, + "progress": 0.12921302020549774, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12921302020549774 + } + ], + "candidate_progress": [ + 0.13348305225372314, + 0.13826964795589447, + 0.1302809864282608, + 0.14525407552719116, + 0.12385314702987671, + 0.11449720710515976, + 0.1105445846915245, + 0.12921302020549774 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4cc40587ec490257b1d2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.8878653049468994, + -0.18805035948753357, + -0.9123975038528442, + 0.39506301283836365, + -0.2821643352508545, + 2.4989960193634033, + 0.7448724508285522, + 1.6915134191513062, + 0.38204047083854675, + -0.6687495112419128, + -0.7747200131416321, + -0.4420952796936035, + -2.887199640274048, + -3.0575549602508545, + 1.2470885515213013, + 0.21098671853542328, + -0.49156373739242554, + -0.690266489982605, + 0.219110369682312, + -2.934278726577759, + -2.364640235900879 + ], + [ + 1.8980419635772705, + -0.16679812967777252, + -0.7797398567199707, + 0.5352741479873657, + -0.30700457096099854, + 2.10005259513855, + 1.2473270893096924, + 1.6616829633712769, + 0.2893233597278595, + -0.8412511348724365, + -0.9809190034866333, + -0.40897566080093384, + -2.842238426208496, + -2.9705650806427, + 1.4596837759017944, + 0.1789129376411438, + -0.4450865387916565, + -0.8990400433540344, + 0.17701475322246552, + -2.7877087593078613, + -2.7682535648345947 + ], + [ + 1.9284220933914185, + -0.20166561007499695, + -0.7850242853164673, + 0.5674796104431152, + -0.07292839884757996, + 2.2050883769989014, + 1.298266887664795, + 1.6880946159362793, + 0.2687160074710846, + -0.8340750932693481, + -0.8430319428443909, + -0.43990403413772583, + -2.835358142852783, + -2.998976945877075, + 1.3303420543670654, + 0.1933354139328003, + -0.38423240184783936, + -0.769733726978302, + 0.21691110730171204, + -2.7977840900421143, + -2.4730799198150635 + ], + [ + 1.9189497232437134, + -0.22665716707706451, + -0.8498995304107666, + 0.5956186056137085, + -0.18561813235282898, + 2.4775002002716064, + 1.6646769046783447, + 1.584904670715332, + 0.37204310297966003, + -0.9646478891372681, + -0.894279956817627, + -0.630303144454956, + -3.009373664855957, + -3.2114033699035645, + 1.4371297359466553, + 0.31374701857566833, + -0.4203574061393738, + -0.7063893675804138, + 0.25813987851142883, + -3.0852251052856445, + -2.698842763900757 + ], + [ + 2.0475590229034424, + -0.20477299392223358, + -0.8193633556365967, + 0.49035659432411194, + -0.2195587158203125, + 2.1164052486419678, + 1.4045193195343018, + 1.7557121515274048, + 0.2876029908657074, + -0.8532055020332336, + -1.059729814529419, + -0.5374031662940979, + -2.842495918273926, + -3.0587944984436035, + 1.390926718711853, + 0.23429545760154724, + -0.4416006803512573, + -0.8259159922599792, + 0.2539180815219879, + -2.67253041267395, + -2.905290365219116 + ], + [ + 1.9760311841964722, + -0.18961212038993835, + -0.9623731374740601, + 0.6321073770523071, + 0.001542016863822937, + 2.463757038116455, + 2.007164239883423, + 1.4633978605270386, + 0.31914281845092773, + -0.9070256948471069, + -0.7790341377258301, + -0.4202800989151001, + -2.9691290855407715, + -3.253086566925049, + 1.4953781366348267, + 0.42322421073913574, + -0.5061015486717224, + -0.6472508311271667, + 0.5521929264068604, + -2.6982922554016113, + -2.4486610889434814 + ], + [ + 2.062772035598755, + -0.09280110895633698, + -0.5670877695083618, + 0.3667316138744354, + -0.29442262649536133, + 2.1153414249420166, + 1.0995049476623535, + 1.7749789953231812, + 0.3552325665950775, + -0.8757372498512268, + -1.1624749898910522, + -0.30773431062698364, + -2.721446990966797, + -2.839805841445923, + 1.462670922279358, + 0.2044931799173355, + -0.4401633143424988, + -1.034037470817566, + 0.23483172059059143, + -2.867152690887451, + -2.9191365242004395 + ], + [ + 2.234501838684082, + -0.09887214750051498, + -0.6125341653823853, + 0.48343804478645325, + -0.26395002007484436, + 2.0289556980133057, + 1.9118642807006836, + 1.771507978439331, + 0.36299917101860046, + -1.073152780532837, + -1.0308210849761963, + -0.4212881922721863, + -2.579455614089966, + -2.8759615421295166, + 1.3441028594970703, + 0.4484296143054962, + -0.4074438214302063, + -0.8341336846351624, + 0.3175065219402313, + -2.9818968772888184, + -3.3260695934295654 + ] + ], + "generated_utilities": [ + 0.13348305225372314, + 0.13826964795589447, + 0.1302809864282608, + 0.14525407552719116, + 0.12385314702987671, + 0.11449720710515976, + 0.1105445846915245, + 0.12921302020549774 + ], + "group_id": "ms-4cc40587ec490257b1d2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16178712248802185, + 0.15196636319160461, + 2.0, + 0.15837524831295013, + 0.3054252564907074, + 0.15342628955841064, + 0.2962890863418579, + 0.2653762102127075, + 0.26964250206947327, + 0.23905441164970398, + 0.028676172718405724, + 0.08959289640188217, + 0.0923086404800415, + 0.1694244146347046, + 2.0, + 0.17181062698364258 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.6762146949768066, + -0.5422504544258118, + -0.9810613393783569, + 0.41481006145477295, + -0.22591203451156616, + 3.0048351287841797, + 1.597851037979126, + 1.0490666627883911, + -0.2555292844772339, + -1.7305853366851807, + -0.796277642250061, + -0.213690847158432, + -2.3123772144317627, + -3.073338508605957, + 1.197786808013916, + 0.3312940299510956, + -0.3129274547100067, + -1.2490216493606567, + 0.7771922945976257, + -3.095916986465454, + -2.7934844493865967 + ], + [ + 1.5850727558135986, + -0.24454213678836823, + -1.2447073459625244, + -0.43679916858673096, + 0.6670761704444885, + 2.058298349380493, + 2.281813621520996, + 1.1571274995803833, + 0.19461163878440857, + -1.6949715614318848, + -1.0789921283721924, + -0.6282864809036255, + -2.3456711769104004, + -2.1814467906951904, + 1.4117028713226318, + -0.7898263931274414, + -0.1997852623462677, + -0.7791939377784729, + 0.764602780342102, + -3.6762187480926514, + -3.3181514739990234 + ], + [ + 2.1237759590148926, + -1.0316166877746582, + 0.21347063779830933, + 0.11902476847171783, + -0.21767841279506683, + 3.124026298522949, + 2.9575648307800293, + 0.9986574649810791, + -0.05268959701061249, + -1.3397611379623413, + -0.11945796012878418, + -0.8530022501945496, + -2.6740899085998535, + -2.5199618339538574, + 1.6198596954345703, + -0.8929768800735474, + -1.0858898162841797, + -0.47080695629119873, + 0.7731091380119324, + -2.26178240776062, + -3.350116014480591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0967917442321777, + 0.09102015197277069, + 0.14111566543579102, + 0.07227197289466858, + -0.12947900593280792, + 1.4810009002685547, + 0.0, + 0.7079957723617554, + -0.002458244562149048, + -0.18595266342163086, + 0.04849886894226074, + -0.004869282245635986, + -1.9638588428497314, + 0.0, + 0.3368469476699829, + 0.07374103367328644, + -0.07811915874481201, + -0.2844512462615967, + -0.11976581811904907, + -2.107113838195801, + 0.0 + ], + [ + 2.0967917442321777, + -0.19816507399082184, + -0.570645809173584, + -0.1461164802312851, + 0.009999969974160194, + 2.4810009002685547, + 2.248060703277588, + 1.7079957723617554, + 0.23977796733379364, + -1.1859526634216309, + -0.756894588470459, + -0.551969587802887, + -2.9638588428497314, + -2.7659101486206055, + 1.336846947669983, + -0.011451777070760727, + -0.556559681892395, + -1.2844512462615967, + 0.2656048536300659, + -3.107113838195801, + -2.6106345653533936 + ], + [ + 2.0182998180389404, + -0.14507728815078735, + -0.47699880599975586, + -0.21294398605823517, + -0.1575433313846588, + 2.311400890350342, + 2.3768410682678223, + 1.7504703998565674, + 0.3052957057952881, + -1.1499974727630615, + -0.7333514094352722, + -0.6321364045143127, + -3.180312156677246, + -2.6107451915740967, + 1.1873588562011719, + -0.1854858696460724, + -0.84868985414505, + -1.2124079465866089, + 0.32715433835983276, + -3.1038706302642822, + -2.558427572250366 + ], + [ + 1.9674465656280518, + -0.2979561388492584, + -0.277576208114624, + -0.4890994429588318, + -0.36247068643569946, + 2.4956305027008057, + 2.2214319705963135, + 2.024904727935791, + 0.22065651416778564, + -0.9784454107284546, + -0.7614048719406128, + -0.4799202084541321, + -3.324284076690674, + -2.380946636199951, + 1.1879154443740845, + 0.19718940556049347, + -0.4946358799934387, + -1.5791031122207642, + 0.6372518539428711, + -3.1803996562957764, + -3.005131244659424 + ], + [ + 2.355801582336426, + 0.28462642431259155, + -0.4549340605735779, + -0.3234674632549286, + 0.4285764694213867, + 2.7566373348236084, + 1.9333665370941162, + 1.7172681093215942, + 0.3269927501678467, + -1.148551344871521, + -1.139283299446106, + -0.32247722148895264, + -2.5663187503814697, + -2.476278781890869, + 1.0316083431243896, + 0.0011699674651026726, + -0.5549222826957703, + -1.293163537979126, + -0.18481412529945374, + -2.9731194972991943, + -2.782378911972046 + ], + [ + 2.0757241249084473, + -0.7629754543304443, + -0.37971407175064087, + -0.3592771887779236, + -0.332408607006073, + 2.58429217338562, + 2.6344168186187744, + 2.0120387077331543, + -0.19774840772151947, + -1.565378189086914, + -1.2515136003494263, + -0.8894425630569458, + -2.5491228103637695, + -3.344634532928467, + 1.8722190856933594, + 0.29766845703125, + -0.04085499048233032, + -1.5809288024902344, + 0.4674709439277649, + -3.438840627670288, + -2.4889774322509766 + ], + [ + 2.1106064319610596, + 0.3794766664505005, + 0.36600369215011597, + -0.9043070673942566, + 0.3312896192073822, + 2.434213161468506, + 1.8977553844451904, + 2.2452194690704346, + -0.6664875149726868, + -2.101595401763916, + -0.006522834300994873, + -0.14584043622016907, + -3.2684569358825684, + -2.7001588344573975, + 1.0311225652694702, + 0.7184264063835144, + 0.008758068084716797, + -0.9973032474517822, + -0.2914050221443176, + -3.4715468883514404, + -2.1286253929138184 + ] + ], + "predicted_scores": [ + 5.627991676330566, + 4.868200778961182, + 4.805927276611328, + 4.776249408721924, + 4.70119047164917, + 4.491696357727051, + 4.1641435623168945, + 2.1930747032165527 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train0", + "selected_index": 0, + "state_hash": "9a9622b4c6673d91209293e041093eeb59bee6d6e3e25bebc6ff69ff02f98bf6", + "stored_base_utility": 0.16178712248802185, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10593423992395401, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10593423992395401 + }, + "base_progress": 0.10593423992395401, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10593423992395401, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05979333445429802, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05979333445429802 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030924955382943153, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030924955382943153 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.045009810477495193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.045009810477495193 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.034893948584795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.034893948584795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.034155625849962234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.034155625849962234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03972671553492546, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03972671553492546 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0374092273414135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0374092273414135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03564053773880005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03564053773880005 + } + ], + "candidate_progress": [ + 0.05979333445429802, + 0.030924955382943153, + 0.045009810477495193, + 0.034893948584795, + 0.034155625849962234, + 0.03972671553492546, + 0.0374092273414135, + 0.03564053773880005 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f85a653af630821f2572", + "ms-dc26b448cce4164a23e6", + "ms-7eaea428dfdef7255a66", + "ms-36f0ff5c96ebdd4644c2", + "ms-1d3f30fae746c0b9cefc", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-e84163d9ef2e7014daca" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-62f8c18a15c566ec4b00", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.33498114347457886, + 0.2529700994491577, + 0.4066047668457031, + 0.0749865174293518, + 0.21291159093379974, + 1.5227874517440796, + 0.07772845029830933, + -0.08335953950881958, + 0.08997345715761185, + 1.0072014331817627, + 0.017287597060203552, + -0.039295196533203125, + 1.108436107635498, + -0.1625540405511856, + 0.5835310220718384, + 0.17728914320468903, + 0.16054072976112366, + 0.2823018431663513, + -0.2370888590812683, + 0.8210254311561584, + -1.667337417602539 + ], + [ + -0.47656846046447754, + 0.195731982588768, + 1.1083476543426514, + -0.05628253519535065, + 0.07001043856143951, + 1.282787799835205, + 0.15035423636436462, + -0.21501541137695312, + 0.0743618980050087, + 1.3125832080841064, + -0.022281013429164886, + -0.05813688039779663, + 1.3847330808639526, + 0.3266090452671051, + 0.4807628393173218, + 0.07820162177085876, + 0.1298879086971283, + 0.41406702995300293, + 0.06816564500331879, + 0.7754504084587097, + -0.20844382047653198 + ], + [ + -0.3158162832260132, + 0.24859927594661713, + 0.771435022354126, + 0.2013336718082428, + -0.12329024076461792, + 1.5224589109420776, + 0.2586088180541992, + -0.28651633858680725, + 0.2582014799118042, + 0.9756626486778259, + -0.09757497161626816, + -0.06397837400436401, + 1.6871715784072876, + -0.048194631934165955, + 0.6055669784545898, + 0.1398223489522934, + 0.07446342706680298, + 0.14642301201820374, + 0.01885053515434265, + 1.1085922718048096, + -0.1367315649986267 + ], + [ + -0.5405409336090088, + 0.24901314079761505, + 0.9111340045928955, + 0.02698582410812378, + 0.16463598608970642, + 1.6713675260543823, + -0.10552537441253662, + -0.22403326630592346, + -0.020914359018206596, + 1.30587637424469, + 0.1020091325044632, + 0.015683859586715698, + 1.3190878629684448, + 0.33439815044403076, + 0.6270189881324768, + 0.17557716369628906, + 0.09327644109725952, + 0.3813771903514862, + 0.012176752090454102, + 0.8283246159553528, + -0.20771101117134094 + ], + [ + -0.4502679109573364, + 0.3291819095611572, + 1.0558680295944214, + 0.06259658932685852, + -0.053529173135757446, + 1.3834329843521118, + 0.055372416973114014, + -0.15743309259414673, + -0.07816809415817261, + 1.271632432937622, + 0.11343921720981598, + -0.01351289451122284, + 1.2764179706573486, + 0.3964623808860779, + 0.5343426465988159, + 0.1952187418937683, + 0.2241700142621994, + 0.09050218760967255, + 0.07243600487709045, + 1.0129106044769287, + -0.09237563610076904 + ], + [ + -0.48533254861831665, + 0.2787312865257263, + 1.0133185386657715, + -0.05970795452594757, + 0.2529340088367462, + 1.7258342504501343, + 0.08057695627212524, + -0.2088446319103241, + 0.025515973567962646, + 1.0708198547363281, + 0.06568996608257294, + 0.01718755066394806, + 1.2525030374526978, + 0.3909018039703369, + 0.5097671747207642, + 0.02007167786359787, + 0.04358336329460144, + 0.29650184512138367, + -0.013748347759246826, + 0.7856149077415466, + -0.10765638947486877 + ], + [ + -0.4152680039405823, + 0.18007266521453857, + 1.2509006261825562, + -0.041479989886283875, + 0.0038494765758514404, + 1.5407445430755615, + 0.238264262676239, + -0.2894747853279114, + 0.03029746375977993, + 1.0603886842727661, + 0.0017810054123401642, + 0.21586233377456665, + 1.4070535898208618, + 0.2603936791419983, + 0.7086478471755981, + 0.16829583048820496, + 0.08793826401233673, + 0.41910380125045776, + -0.03807938098907471, + 0.6694061756134033, + -0.3493709862232208 + ], + [ + -0.4647226929664612, + 0.23740990459918976, + 1.0140738487243652, + -0.04172408580780029, + 0.16378116607666016, + 1.7055253982543945, + 0.013918370008468628, + -0.2920738756656647, + -0.02110058255493641, + 1.13975191116333, + 0.15960755944252014, + 0.1014031246304512, + 1.2245830297470093, + 0.25047487020492554, + 0.5567831993103027, + 0.07872353494167328, + 0.15057042241096497, + 0.3537066578865051, + -0.007149815559387207, + 0.7728897929191589, + -0.19889137148857117 + ] + ], + "generated_utilities": [ + 0.05979333445429802, + 0.030924955382943153, + 0.045009810477495193, + 0.034893948584795, + 0.034155625849962234, + 0.03972671553492546, + 0.0374092273414135, + 0.03564053773880005 + ], + "group_id": "ms-62f8c18a15c566ec4b00", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2055879682302475, + 0.15903471410274506, + 0.1770331859588623, + 0.17461439967155457, + 0.10903843492269516, + 2.0, + 0.11207237094640732, + 0.07629036903381348, + 0.11582325398921967, + 0.08135102689266205, + 0.14345130324363708, + 0.01588096283376217, + 0.10183835029602051, + 0.09354820102453232, + 0.05616249889135361, + 0.03258174657821655 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.6560869216918945, + 1.4340802431106567, + 2.133042812347412, + -1.6187903881072998, + -0.3686235547065735, + 1.4221537113189697, + 2.051835536956787, + -0.5457002520561218, + 0.35233452916145325, + 2.232743501663208, + -0.6740322113037109, + 1.151375651359558, + 1.9049317836761475, + 2.4282453060150146, + 1.6576653718948364, + 0.20707398653030396, + -0.4855998158454895, + 0.6032449007034302, + -0.3807387948036194, + 1.416537880897522, + 2.054039716720581 + ], + [ + -1.6186679601669312, + 1.460119366645813, + 2.0704591274261475, + -1.5922223329544067, + -0.4771198332309723, + 1.6217238903045654, + 2.3241891860961914, + -0.7101117372512817, + 0.11226648092269897, + 2.1982007026672363, + -0.5209420919418335, + 1.141204595565796, + 1.642596960067749, + 2.263195753097534, + 1.8742636442184448, + 0.4953499138355255, + -0.19917738437652588, + 0.8825016021728516, + -0.646206259727478, + 1.348364233970642, + 1.9572612047195435 + ], + [ + -1.843491554260254, + 1.3809397220611572, + 2.2261292934417725, + -1.810011625289917, + 0.00466504693031311, + 1.6942816972732544, + 1.674796462059021, + -0.3701994717121124, + 0.48327118158340454, + 2.2937467098236084, + -1.0430699586868286, + 1.037003993988037, + 2.057415723800659, + 2.473893404006958, + 1.368512749671936, + 0.026398375630378723, + -0.28056252002716064, + 0.7394490838050842, + -0.135929673910141, + 1.4613816738128662, + 1.8182353973388672 + ], + [ + -1.7090202569961548, + 1.2014251947402954, + 2.5261003971099854, + -1.343761920928955, + 0.0014872252941131592, + 1.5080894231796265, + 2.469193696975708, + -0.33047181367874146, + 0.21748946607112885, + 1.9040542840957642, + -0.3248077929019928, + 1.2535462379455566, + 1.7681269645690918, + 2.413830280303955, + 1.5628516674041748, + 0.3692096769809723, + -0.6316268444061279, + 1.0549155473709106, + -0.585443913936615, + 1.4580261707305908, + 1.861475944519043 + ], + [ + -1.5739861726760864, + 1.9851735830307007, + 1.9895859956741333, + -1.9584285020828247, + 0.03283119201660156, + 1.724684715270996, + 2.0848584175109863, + -0.027308106422424316, + 0.575861930847168, + 1.8278206586837769, + -0.7953307628631592, + 0.8764586448669434, + 1.4398837089538574, + 2.4535489082336426, + 2.2188212871551514, + 0.6409536600112915, + -0.04618185758590698, + 0.06571757793426514, + -0.25220340490341187, + 1.9525489807128906, + 2.6318905353546143 + ], + [ + -2.215092420578003, + 1.1943053007125854, + 2.7162277698516846, + -1.6025424003601074, + -0.11321327090263367, + 0.9839931726455688, + 2.6188716888427734, + 0.042060136795043945, + -0.09425070881843567, + 2.1560912132263184, + -0.7630303502082825, + 1.2800164222717285, + 1.5591206550598145, + 1.914273977279663, + 1.9637861251831055, + 0.07990777492523193, + -0.06643101572990417, + 0.2255931794643402, + -0.6621066331863403, + 1.8767895698547363, + 1.7678380012512207 + ], + [ + -2.125091791152954, + 1.1038992404937744, + 2.161226272583008, + -1.6163935661315918, + 0.10153412818908691, + 1.2773993015289307, + 1.79843270778656, + -0.8195581436157227, + 0.9643011093139648, + 1.747107982635498, + -0.21194970607757568, + 0.8826547265052795, + 1.3701846599578857, + 2.0540931224823, + 1.6128103733062744, + 0.5142203569412231, + -0.6133832931518555, + 1.395470380783081, + 0.07671406865119934, + 1.9030730724334717, + 2.2358145713806152 + ], + [ + -2.1371500492095947, + 1.870188593864441, + 1.9894345998764038, + -0.7831147313117981, + -1.053368330001831, + 1.682460069656372, + 1.348923921585083, + -1.2364721298217773, + 1.1173516511917114, + 1.7603535652160645, + 0.07426255941390991, + 1.8963596820831299, + 2.6795802116394043, + 3.2893197536468506, + 1.676537275314331, + -0.017106592655181885, + -0.40520739555358887, + 1.4525823593139648, + 0.19225960969924927, + 1.4767534732818604, + 2.2304527759552 + ], + [ + -0.8013453483581543, + 2.1245508193969727, + 2.8506219387054443, + -2.42643666267395, + 0.32976478338241577, + 1.1282942295074463, + 1.7320069074630737, + 0.41262930631637573, + 0.20258726179599762, + 2.1259214878082275, + 0.05980044603347778, + 1.255560278892517, + 2.4665114879608154, + 2.0086617469787598, + 1.63053560256958, + 0.19051074981689453, + -1.314469814300537, + 0.4165726900100708, + 0.1314297318458557, + 1.2317640781402588, + 1.8156381845474243 + ], + [ + -2.5627613067626953, + 0.4737064242362976, + 1.6717441082000732, + -1.4388712644577026, + -0.02389085292816162, + 0.9784414768218994, + 2.5549299716949463, + -1.1207588911056519, + 0.35878416895866394, + 3.093465805053711, + 0.03559839725494385, + 0.7894579768180847, + 1.7492616176605225, + 2.3220887184143066, + 1.3344006538391113, + 1.1986273527145386, + -0.3156958222389221, + 0.4671337604522705, + -0.02814057469367981, + 0.5898981690406799, + 2.9334373474121094 + ], + [ + -2.142909526824951, + 1.763897180557251, + 1.7624998092651367, + -2.436081647872925, + 0.26455628871917725, + 1.6793537139892578, + 1.672365665435791, + 0.3532595634460449, + 0.6855288147926331, + 1.8819252252578735, + -0.9443309903144836, + 0.9712191820144653, + 1.891847848892212, + 2.490070104598999, + 1.019745945930481, + 0.8878521919250488, + -1.4222099781036377, + -0.36554014682769775, + -0.6266958117485046, + 1.3942829370498657, + 1.4608699083328247 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.103671073913574, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.856490612030029, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.108079433441162 + ] + ], + "predicted_scores": [ + 5.899662971496582, + 5.604034900665283, + 5.593738079071045, + 5.330263137817383, + 5.260252952575684, + 5.238266468048096, + 4.929832935333252, + 4.872982501983643 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "672328262/train0", + "selected_index": 0, + "state_hash": "84e145dfde468dab4dbe311d89e386bf330084ee72c7e0358ac6989be802aa2a", + "stored_base_utility": 0.2055879682302475, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19699124991893768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19699124991893768 + }, + "base_progress": 0.19699124991893768, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19699124991893768, + "candidate_action_clip_max_abs": [ + 0.39534008502960205, + 0.3653290271759033, + 0.36045312881469727, + 0.38332152366638184, + 0.48455142974853516, + 0.34432530403137207, + 0.3933866024017334, + 0.34121906757354736 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.39534008502960205, + "contact_quality": null, + "progress": 0.23516249656677246, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23516249656677246 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3653290271759033, + "contact_quality": null, + "progress": 0.23177124559879303, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23177124559879303 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36045312881469727, + "contact_quality": null, + "progress": 0.2210213541984558, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2210213541984558 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38332152366638184, + "contact_quality": null, + "progress": 0.20286309719085693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20286309719085693 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.48455142974853516, + "contact_quality": null, + "progress": 0.19874413311481476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19874413311481476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34432530403137207, + "contact_quality": null, + "progress": 0.17418713867664337, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17418713867664337 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3933866024017334, + "contact_quality": null, + "progress": 0.2748139500617981, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2748139500617981 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.34121906757354736, + "contact_quality": null, + "progress": 0.24293343722820282, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24293343722820282 + } + ], + "candidate_progress": [ + 0.23516249656677246, + 0.23177124559879303, + 0.2210213541984558, + 0.20286309719085693, + 0.19874413311481476, + 0.17418713867664337, + 0.2748139500617981, + 0.24293343722820282 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-98eb81debb5186ebbe38", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-99357c610a8ebf4f5613", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6661b157c41ad4d6ab85", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.3786587715148926, + 0.08398474752902985, + -1.260748267173767, + -0.2389349341392517, + -0.08147227764129639, + -2.7530570030212402, + -2.367953300476074, + 0.9569485187530518, + 0.22555959224700928, + -0.2366078495979309, + -0.6793091297149658, + 0.8529450297355652, + -3.0297036170959473, + -2.3651723861694336, + 0.8976194858551025, + -0.09748491644859314, + 0.3662600517272949, + -0.2689446210861206, + 1.3722953796386719, + -0.7648187875747681, + -0.799376368522644 + ], + [ + 1.3133562803268433, + 0.16857263445854187, + -1.366194725036621, + -0.2165013700723648, + -0.518161416053772, + -2.7435314655303955, + -3.1283981800079346, + 0.8275206089019775, + 0.17520873248577118, + 0.09861698001623154, + -0.7582101225852966, + 0.6086997985839844, + -2.7812347412109375, + -2.7396297454833984, + 1.1870421171188354, + -0.21081103384494781, + 0.233660489320755, + -0.17720989882946014, + 1.9609627723693848, + -0.35358139872550964, + -0.7257212400436401 + ], + [ + 1.2496161460876465, + 0.11652687191963196, + -1.2050063610076904, + -0.298983633518219, + -0.3886178731918335, + -2.6252050399780273, + -3.2278904914855957, + 0.9375007152557373, + 0.21682758629322052, + 0.1749429553747177, + -0.8625509738922119, + 0.6266670823097229, + -2.8576440811157227, + -2.711043357849121, + 1.142366886138916, + -0.17600387334823608, + 0.08123889565467834, + -0.14409209787845612, + 2.1590402126312256, + -0.44122314453125, + -0.8201767206192017 + ], + [ + 1.2879124879837036, + 0.10151341557502747, + -1.1836644411087036, + -0.23700857162475586, + -0.541828989982605, + -2.6478123664855957, + -3.087909460067749, + 1.0078037977218628, + 0.17872729897499084, + 0.15733131766319275, + -0.8703417778015137, + 0.6856411695480347, + -3.031627893447876, + -2.8571667671203613, + 1.2180651426315308, + -0.17194725573062897, + 0.1067502573132515, + -0.24779580533504486, + 2.246453046798706, + -0.5408123731613159, + -0.869936466217041 + ], + [ + 1.3247750997543335, + -0.13401420414447784, + -1.430498719215393, + -0.27162858843803406, + -0.3228954076766968, + -2.685026168823242, + -3.0375256538391113, + 1.066908359527588, + 0.21019448339939117, + 0.2381768375635147, + -0.5094548463821411, + 0.5026148557662964, + -3.8646528720855713, + -2.7889962196350098, + 1.0854699611663818, + -0.24724330008029938, + -0.05006043612957001, + -0.20509596168994904, + 1.4936470985412598, + -1.2423464059829712, + -1.4833952188491821 + ], + [ + 1.3482091426849365, + 0.17919355630874634, + -1.2071406841278076, + -0.2692182958126068, + -0.5624282360076904, + -2.4277915954589844, + -2.8127763271331787, + 1.0739268064498901, + 0.16369155049324036, + 0.2863587439060211, + -0.7581403255462646, + 0.72087162733078, + -2.916412591934204, + -2.078563928604126, + 1.1495814323425293, + -0.13479165732860565, + 0.18560932576656342, + 0.06125783920288086, + 1.9370031356811523, + -0.015119999647140503, + -1.094689130783081 + ], + [ + 0.7673150300979614, + 0.20106005668640137, + -1.1956208944320679, + -0.2647368311882019, + -0.8190191388130188, + -2.1083531379699707, + -2.722663402557373, + 0.8508435487747192, + 0.1048835963010788, + -0.02307107299566269, + -0.86810302734375, + 0.7753223180770874, + -3.657613515853882, + -2.734598159790039, + 1.1309409141540527, + -0.10748212039470673, + 0.3819054663181305, + -0.029684290289878845, + 2.102968692779541, + -0.19566775858402252, + -1.041872262954712 + ], + [ + 1.0985325574874878, + 0.07918950915336609, + -1.185125708580017, + -0.3786967396736145, + -0.8512788414955139, + -1.862430214881897, + -3.2041513919830322, + 0.930228590965271, + 0.18699780106544495, + 0.11866753548383713, + -0.7991001605987549, + 0.7529491186141968, + -3.3412728309631348, + -3.457550287246704, + 1.0942741632461548, + -0.03777441754937172, + -0.08945019543170929, + 0.11063925921916962, + 2.166276216506958, + -0.773370623588562, + -0.5651993751525879 + ] + ], + "generated_utilities": [ + 0.23516249656677246, + 0.23177124559879303, + 0.2210213541984558, + 0.20286309719085693, + 0.19874413311481476, + 0.17418713867664337, + 0.2748139500617981, + 0.24293343722820282 + ], + "group_id": "ms-6661b157c41ad4d6ab85", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1028827428817749, + 0.14525163173675537, + 0.10538782924413681, + 0.08972486108541489, + 0.2312522828578949, + 0.1048247441649437, + 0.16003742814064026, + 0.2351006269454956, + 0.09247376769781113, + 0.10445837676525116, + 0.08394813537597656, + 0.17320162057876587, + 0.11182968318462372, + 0.16799043118953705, + 0.1002475842833519, + 0.09371928870677948 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.517203450202942, + -0.04010966047644615, + -0.9176056385040283, + -0.035768091678619385, + -0.44710874557495117, + -2.8380439281463623, + -2.714270830154419, + 1.1235332489013672, + -0.3841715157032013, + 0.026074480265378952, + -0.9599576592445374, + 0.9921401143074036, + -3.1911747455596924, + -2.4681501388549805, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304 + ], + [ + 1.7993829250335693, + -0.07180561870336533, + -1.150048851966858, + -0.05198563262820244, + -0.2246144562959671, + -2.9340641498565674, + -2.9140820503234863, + 1.1740802526474, + -0.2884048819541931, + -0.09633651375770569, + -0.7306676506996155, + 1.1138850450515747, + -3.207460880279541, + -2.644742965698242, + 1.6668424606323242, + -0.3613404333591461, + 0.051853153854608536, + -0.5860493779182434, + 1.7046256065368652, + -1.7654368877410889, + -1.037408709526062 + ], + [ + 1.761148452758789, + 0.32712188363075256, + -0.8041691184043884, + 0.19516611099243164, + -0.7658216953277588, + -2.5079400539398193, + -2.4504475593566895, + 1.3949496746063232, + -0.1717127412557602, + 0.03942512720823288, + -0.7313735485076904, + 1.0882976055145264, + -2.8608486652374268, + -2.857881546020508, + 1.6936382055282593, + -0.07035979628562927, + 0.16235803067684174, + -0.5700169801712036, + 2.092926502227783, + -1.9041404724121094, + -0.7343549728393555 + ], + [ + 2.0508804321289062, + -0.17419478297233582, + -1.5968130826950073, + 0.03662153333425522, + -0.930981457233429, + -3.4488158226013184, + -2.837057590484619, + 1.351449966430664, + -1.0361213684082031, + -0.06282100081443787, + -0.4343034625053406, + 0.9914931654930115, + -2.421638011932373, + -2.470588207244873, + 1.4959747791290283, + -1.0900726318359375, + 0.5267700552940369, + -0.5292172431945801, + 1.244865894317627, + -0.9508543610572815, + -0.5885627269744873 + ], + [ + 1.5746567249298096, + -0.014852382242679596, + -0.871511697769165, + 0.49755215644836426, + -1.2544353008270264, + -2.2362277507781982, + -2.087831974029541, + 0.18865966796875, + 0.576401948928833, + 0.35249245166778564, + -0.9635617136955261, + 1.6474382877349854, + -4.12661075592041, + -2.5163471698760986, + 2.7868499755859375, + 0.3066595792770386, + 0.6988135576248169, + -0.19713149964809418, + 1.0136185884475708, + -1.1958736181259155, + -0.647771418094635 + ] + ], + "predicted_scores": [ + 5.558049201965332, + 4.85391902923584, + 4.077650547027588, + 3.6909289360046387, + 3.6406490802764893, + 3.4786555767059326, + 3.0801217555999756, + 3.0264432430267334 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train0", + "selected_index": 0, + "state_hash": "72840f43d12512d062adbfb8b6e47cab0deef63df4f38e2baf249007c30e13b1", + "stored_base_utility": 0.1028827428817749, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25001442432403564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25001442432403564 + }, + "base_progress": 0.25001442432403564, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.25001442432403564, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07599067687988281, + 0.032228827476501465, + 0.06733143329620361 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11290111392736435, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11290111392736435 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10004520416259766, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10004520416259766 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1317293643951416, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1317293643951416 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12592379748821259, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12592379748821259 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09351998567581177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09351998567581177 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07599067687988281, + "contact_quality": null, + "progress": 0.11747703701257706, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11747703701257706 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.032228827476501465, + "contact_quality": null, + "progress": 0.14440619945526123, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14440619945526123 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06733143329620361, + "contact_quality": null, + "progress": 0.09270182996988297, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09270182996988297 + } + ], + "candidate_progress": [ + 0.11290111392736435, + 0.10004520416259766, + 0.1317293643951416, + 0.12592379748821259, + 0.09351998567581177, + 0.11747703701257706, + 0.14440619945526123, + 0.09270182996988297 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-1a4979e969aa331fb126", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10", + "ms-7a044cb6c7bb03f3ea10" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-6b789356d65b3312fbae", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7272974848747253, + 0.16873103380203247, + -0.3701842129230499, + 0.21546685695648193, + 0.4213261902332306, + -1.6242444515228271, + 0.03529876470565796, + -0.7993025779724121, + 0.2876548171043396, + 0.933144748210907, + -0.4621913731098175, + 0.33333075046539307, + 0.848934531211853, + 1.2201515436172485, + -0.6594114899635315, + 0.04581068456172943, + 0.6298296451568604, + 0.28970402479171753, + 0.06203581392765045, + 0.926505982875824, + 1.496634602546692 + ], + [ + 0.8186600208282471, + 0.1461973637342453, + -0.3080202043056488, + 0.1206507682800293, + 0.24867229163646698, + -1.6466724872589111, + 0.09208780527114868, + -0.6354938745498657, + 0.22905637323856354, + 0.9325205683708191, + -0.47037801146507263, + 0.2236175835132599, + 0.9055396318435669, + 0.9615353345870972, + -0.5143038034439087, + -0.0039544254541397095, + 0.6381168365478516, + 0.25747936964035034, + -0.086459219455719, + 1.2422196865081787, + 1.4389431476593018 + ], + [ + 0.6491829752922058, + -0.04073040559887886, + -0.8965182304382324, + 0.10321605205535889, + 0.7806562185287476, + -2.0298540592193604, + -0.4655776023864746, + -0.6463073492050171, + 0.2747829854488373, + 0.8678990006446838, + -0.1377900242805481, + -0.05498376488685608, + 1.043986201286316, + 0.9761331677436829, + -0.8323003649711609, + -0.03864146023988724, + 0.4229319095611572, + 0.6006452441215515, + 0.4629727900028229, + 1.0999019145965576, + 1.060086965560913 + ], + [ + 0.7764731049537659, + 0.19260987639427185, + -0.3357291519641876, + 0.2876264154911041, + 0.1357397735118866, + -1.9629584550857544, + -0.04429656267166138, + -0.598970890045166, + 0.19848641753196716, + 0.831791341304779, + -0.35563090443611145, + 0.2532307505607605, + 0.9528162479400635, + 0.8618625402450562, + -0.42530009150505066, + -0.0475262813270092, + 0.5262851119041443, + 0.28678175806999207, + -0.2227187156677246, + 1.2145485877990723, + 1.482534646987915 + ], + [ + 0.8679497241973877, + 0.2012006938457489, + -0.4232831299304962, + 0.20348411798477173, + 0.3549562692642212, + -2.155369997024536, + 0.08295115828514099, + -0.7376338243484497, + 0.16449962556362152, + 0.7560555338859558, + -0.43682846426963806, + -0.06909945607185364, + 0.7748385667800903, + 0.9547095894813538, + -0.713911771774292, + -0.23586580157279968, + 0.27063336968421936, + 0.2951030731201172, + -0.3472205400466919, + 0.9904325604438782, + 1.3243310451507568 + ], + [ + 0.4523824453353882, + 0.06965199112892151, + -0.3620612323284149, + 0.12753358483314514, + -0.022783726453781128, + -2.0012378692626953, + -0.01496073603630066, + -0.6298415660858154, + 0.335184246301651, + 1.0967094898223877, + -0.6964846849441528, + -0.24400126934051514, + 1.2192481756210327, + 1.7221506834030151, + -0.5968278050422668, + -0.014922413975000381, + 0.4704528748989105, + 0.5311977863311768, + 0.4329366683959961, + 1.8408966064453125, + 1.1636927127838135 + ], + [ + 0.5656962990760803, + -0.07041855156421661, + -0.3373291790485382, + 0.3328358232975006, + 0.417758584022522, + -2.01792049407959, + 0.3294975161552429, + -0.6492489576339722, + 0.3595433831214905, + 0.98215651512146, + -0.25013455748558044, + -0.02266642451286316, + 0.6793582439422607, + 1.587480902671814, + -0.5323630571365356, + -0.09184543788433075, + 0.2687499523162842, + 0.42260870337486267, + 0.33306992053985596, + 1.793508529663086, + 1.2349061965942383 + ], + [ + 0.5873278379440308, + -0.02869075909256935, + -0.591877818107605, + 0.1616467833518982, + 0.39001667499542236, + -2.0041005611419678, + 0.2932546138763428, + -0.7493438720703125, + 0.33657386898994446, + 0.9156043529510498, + -0.38590511679649353, + -0.07823231816291809, + 0.8952820301055908, + 1.4136128425598145, + -0.7272784113883972, + -0.12271183729171753, + 0.23508942127227783, + 0.5265018939971924, + 0.23272660374641418, + 1.9183740615844727, + 1.26625394821167 + ] + ], + "generated_utilities": [ + 0.11290111392736435, + 0.10004520416259766, + 0.1317293643951416, + 0.12592379748821259, + 0.09351998567581177, + 0.11747703701257706, + 0.14440619945526123, + 0.09270182996988297 + ], + "group_id": "ms-6b789356d65b3312fbae", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07837198674678802, + 0.09221899509429932, + 0.07385065406560898, + 0.0741632804274559, + 0.1734561324119568, + 0.07816793769598007, + 0.15107890963554382, + 0.1827252358198166, + 0.19985663890838623, + 0.08797504752874374, + 0.08000326156616211, + 0.10876421630382538, + 0.11968763917684555, + 0.11916106939315796, + 0.22781728208065033, + 0.1866087168455124 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.0156161785125732, + 0.2708319425582886, + -1.4105134010314941, + -0.741651713848114, + -0.7480002641677856, + -2.758481979370117, + -2.7926201820373535, + 1.0074121952056885, + -0.15721572935581207, + 0.1922328919172287, + -1.8311253786087036, + 1.164831280708313, + 0.20786908268928528, + 0.7082524299621582, + -0.6652512550354004, + 0.10464581847190857, + 0.7013724446296692, + 0.5855778455734253, + 1.0719592571258545, + 3.2229630947113037, + 2.2257766723632812 + ], + [ + 1.923499345779419, + 0.5184398889541626, + -1.6978814601898193, + -0.6371016502380371, + -1.0405744314193726, + -2.9530980587005615, + -3.047527313232422, + 0.8196536302566528, + 0.019341394305229187, + 0.24699440598487854, + -1.950567603111267, + 1.0887455940246582, + 0.4718245267868042, + 0.5291539430618286, + -0.6633994579315186, + 0.16146153211593628, + 0.49701952934265137, + 0.8323142528533936, + 1.1863454580307007, + 3.3949224948883057, + 2.4928648471832275 + ], + [ + 2.088602304458618, + 0.4980770945549011, + -1.3898978233337402, + -0.45608532428741455, + -0.8454669117927551, + -3.1307356357574463, + -2.566277503967285, + 1.167101502418518, + 0.02271503210067749, + -0.00023068487644195557, + -2.0321950912475586, + 1.5045121908187866, + 0.23645640909671783, + 0.3092021644115448, + -1.0583314895629883, + -0.2435750663280487, + 0.30192747712135315, + 0.9762213230133057, + 1.233002781867981, + 2.936829090118408, + 2.490572214126587 + ], + [ + 2.1947803497314453, + 0.6182233095169067, + -1.6611610651016235, + -0.8385093212127686, + -0.786187469959259, + -3.1987979412078857, + -2.6712255477905273, + 1.2445181608200073, + 0.23377694189548492, + 0.4878695011138916, + -1.7734622955322266, + 1.5394563674926758, + 0.4078996777534485, + 0.7716190218925476, + -0.8913173675537109, + 0.4985947608947754, + 1.1345560550689697, + 0.49033039808273315, + 0.8295516967773438, + 3.065937042236328, + 2.5529069900512695 + ], + [ + 1.1333650350570679, + -0.48983436822891235, + -1.6795545816421509, + -0.8057236671447754, + -0.6718871593475342, + -3.1706302165985107, + -3.615992546081543, + 0.09915417432785034, + 0.1928550750017166, + 0.6263319849967957, + -2.7059812545776367, + 1.8981163501739502, + -0.21203798055648804, + 0.7878415584564209, + -0.04766589403152466, + 0.11480198800563812, + 0.37323063611984253, + 1.4335460662841797, + 1.1411949396133423, + 3.8905887603759766, + 1.833850622177124 + ], + [ + 1.6528695821762085, + -0.41553962230682373, + -2.3055124282836914, + -1.498466968536377, + -1.5625884532928467, + -3.415522336959839, + -2.528317451477051, + 0.12783968448638916, + 0.5560134649276733, + 0.1815750151872635, + -2.590240478515625, + 1.5375080108642578, + 0.7643393278121948, + 0.3625429570674896, + -1.154564619064331, + -0.27043232321739197, + 0.022584140300750732, + 0.1882701814174652, + 0.5378420352935791, + 2.8129286766052246, + 2.4311671257019043 + ] + ], + "predicted_scores": [ + 5.1105875968933105, + 4.831685543060303, + 4.5249433517456055, + 4.367274761199951, + 4.021993637084961, + 3.8160910606384277, + 3.661942720413208, + 3.442852735519409 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train0", + "selected_index": 0, + "state_hash": "203c64e4dbf7e5fe1e4b3e54cf689f26a81e74bacb38984a4d0ce009bf4a4e51", + "stored_base_utility": 0.07837198674678802, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11255800724029541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11255800724029541 + }, + "base_progress": 0.11255800724029541, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11255800724029541, + "candidate_action_clip_max_abs": [ + 0.04906332492828369, + 0.03866851329803467, + 0.06097102165222168, + 0.03710043430328369, + 0.040255069732666016, + 0.0678170919418335, + 0.06724274158477783, + 0.07974672317504883 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04906332492828369, + "contact_quality": null, + "progress": 0.035594623535871506, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035594623535871506 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03866851329803467, + "contact_quality": null, + "progress": 0.04109841585159302, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04109841585159302 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06097102165222168, + "contact_quality": null, + "progress": 0.04260633513331413, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04260633513331413 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03710043430328369, + "contact_quality": null, + "progress": 0.0428844690322876, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0428844690322876 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.040255069732666016, + "contact_quality": null, + "progress": 0.038323063403367996, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038323063403367996 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0678170919418335, + "contact_quality": null, + "progress": 0.038737695664167404, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.038737695664167404 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06724274158477783, + "contact_quality": null, + "progress": 0.035683274269104004, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035683274269104004 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07974672317504883, + "contact_quality": null, + "progress": 0.041071195155382156, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041071195155382156 + } + ], + "candidate_progress": [ + 0.035594623535871506, + 0.04109841585159302, + 0.04260633513331413, + 0.0428844690322876, + 0.038323063403367996, + 0.038737695664167404, + 0.035683274269104004, + 0.041071195155382156 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ebacae0135af2832dfbb", + "ms-5e422b9487b4a1efd7af", + "ms-ebacae0135af2832dfbb", + "ms-5e422b9487b4a1efd7af", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7923b8196b397863cf4f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06647618114948273, + -0.14564307034015656, + 0.4768090546131134, + 0.06745675206184387, + 1.8029310703277588, + 0.4318748116493225, + 0.2824222445487976, + -0.08365979790687561, + -0.024006808176636696, + 0.16988033056259155, + -0.11999940127134323, + 0.3353492319583893, + -0.4399482309818268, + -0.2757272720336914, + -0.8513959050178528, + 0.17662788927555084, + 1.1094311475753784, + 0.14349165558815002, + -0.026473909616470337, + 1.927457332611084, + 0.2870616316795349 + ], + [ + -0.11194731295108795, + -0.1175575703382492, + 0.4993889033794403, + -0.004083260893821716, + 1.6638038158416748, + 0.4831813871860504, + 0.4466187655925751, + -0.05763036012649536, + -0.013084068894386292, + 0.08320808410644531, + 0.01534581184387207, + 0.27422013878822327, + -0.5697453618049622, + -0.19560836255550385, + -0.7520872950553894, + 0.11185690760612488, + 0.9870226979255676, + 0.21504051983356476, + -0.01710084080696106, + 1.9168236255645752, + 0.22878548502922058 + ], + [ + 0.02496175467967987, + -0.14408403635025024, + 0.5263300538063049, + 0.11367502808570862, + 1.5106651782989502, + 0.577918291091919, + 0.38310232758522034, + 0.10512971878051758, + -0.05082790553569794, + 0.10715624690055847, + 0.007375709712505341, + 0.275392085313797, + -0.32020628452301025, + 0.02082160860300064, + -0.887043833732605, + 0.18221499025821686, + 1.1327701807022095, + 0.16903796792030334, + 0.17086783051490784, + 1.9512169361114502, + 0.32781630754470825 + ], + [ + -0.1443636566400528, + -0.13178564608097076, + 0.4697960913181305, + -0.07498186826705933, + 1.6923205852508545, + 0.509123682975769, + 0.3524327278137207, + 0.032357946038246155, + -0.01571105234324932, + 0.09793797135353088, + -0.038468413054943085, + 0.31483107805252075, + -0.5570406317710876, + -0.23950575292110443, + -0.787259042263031, + 0.13018521666526794, + 0.9858904480934143, + 0.183146670460701, + 0.041283443570137024, + 1.902306079864502, + 0.31258323788642883 + ], + [ + -0.038945525884628296, + -0.09546788781881332, + 0.44517385959625244, + -0.022139981389045715, + 1.8069074153900146, + 0.6366186141967773, + 0.2522718906402588, + -0.0469433069229126, + -0.060356467962265015, + 0.12376461923122406, + -0.06311769783496857, + 0.437694787979126, + -0.5295162200927734, + -0.3533356785774231, + -0.8959188461303711, + 0.1336100697517395, + 1.0985771417617798, + 0.09888532757759094, + 0.009096086025238037, + 1.9102795124053955, + 0.24536043405532837 + ], + [ + -0.05748710036277771, + -0.11874649673700333, + 0.49555325508117676, + -0.02801819145679474, + 1.6258211135864258, + 0.44679445028305054, + 0.26441314816474915, + 0.0075384825468063354, + -0.025962816551327705, + 0.14536957442760468, + -0.1073102131485939, + 0.3140000104904175, + -0.2658054232597351, + -0.14672087132930756, + -0.7313412427902222, + 0.20684818923473358, + 1.2233917713165283, + 0.11547648906707764, + 0.09609353542327881, + 1.970653772354126, + 0.17058691382408142 + ], + [ + -0.013453036546707153, + -0.13996905088424683, + 0.437745064496994, + -0.09804606437683105, + 1.608654260635376, + 0.6162207126617432, + 0.3812607228755951, + -0.052920907735824585, + -0.060921117663383484, + 0.17381849884986877, + -0.02761271595954895, + 0.4731934666633606, + -0.32771891355514526, + -0.09969624876976013, + -0.8136458396911621, + 0.19090916216373444, + 1.2866789102554321, + 0.08366406708955765, + 0.03384077548980713, + 1.9919633865356445, + 0.27428561449050903 + ], + [ + 0.09636548906564713, + -0.006882380694150925, + 0.29641544818878174, + 0.03534203767776489, + 1.4710144996643066, + 0.6108945608139038, + 0.5213633179664612, + 0.08042959868907928, + -0.15032172203063965, + 0.09657136350870132, + 0.18340784311294556, + 0.29732298851013184, + -0.3992130756378174, + -0.07336452603340149, + -1.0928295850753784, + 0.03793724998831749, + 1.3297770023345947, + 0.07329818606376648, + 0.33566126227378845, + 2.0958056449890137, + 0.40037351846694946 + ] + ], + "generated_utilities": [ + 0.035594623535871506, + 0.04109841585159302, + 0.04260633513331413, + 0.0428844690322876, + 0.038323063403367996, + 0.038737695664167404, + 0.035683274269104004, + 0.041071195155382156 + ], + "group_id": "ms-7923b8196b397863cf4f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17002534866333008, + 2.0, + 0.06040412187576294, + 2.0, + 0.09307559579610825, + 0.05546772480010986, + 0.07428499311208725, + 0.08366628736257553, + 0.050452232360839844, + 0.1770748794078827, + 0.10652299970388412, + 0.07670359313488007, + 0.0680847018957138, + 0.03911560773849487, + 0.03537100553512573, + 0.07232753932476044 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06108289957046509, + -0.14300471544265747, + 0.2834104299545288, + 0.0508648157119751, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.053193867206573486, + 0.07943218946456909, + -0.16342324018478394, + -0.006190299987792969, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.16527648270130157, + 1.0720045566558838, + 0.05138009786605835, + 0.05550938844680786, + 1.937180757522583, + 0.0 + ], + [ + 0.8208985328674316, + -0.6007746458053589, + 1.2834104299545288, + -0.661550760269165, + 2.6805853843688965, + 1.3179579973220825, + 1.2610857486724854, + 0.5587751865386963, + -0.06413137912750244, + 0.6423162817955017, + -0.2581426799297333, + 1.2182191610336304, + -1.1666615009307861, + -0.7365702390670776, + -1.390463948249817, + 0.16291509568691254, + 2.072004556655884, + 0.41419553756713867, + 0.5715568661689758, + 2.937180757522583, + 2.4453470706939697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5221714973449707, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.4731404781341553, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.8906941413879395 + ], + [ + 0.9169256687164307, + -0.5649600028991699, + 1.3409719467163086, + -0.8470401763916016, + 2.4292571544647217, + 1.1733171939849854, + 1.0069570541381836, + 0.6734354496002197, + -0.3578030467033386, + 0.724748432636261, + -0.004034906625747681, + 1.2332510948181152, + -1.2597243785858154, + -0.5713180899620056, + -1.3613141775131226, + -0.07336610555648804, + 2.363234519958496, + 0.3206636905670166, + 0.6164177656173706, + 3.1215481758117676, + 2.1946582794189453 + ], + [ + 0.8153097033500671, + -0.8388860821723938, + 1.5833641290664673, + -0.862045407295227, + 2.631671905517578, + 1.299161434173584, + 0.9194029569625854, + 0.7185289859771729, + -0.03470604121685028, + 0.2722426652908325, + -0.4515470564365387, + 1.5579981803894043, + -1.2829742431640625, + -0.5442969799041748, + -1.348481297492981, + 0.11849039793014526, + 1.795058250427246, + 0.7899878025054932, + 0.8809146881103516, + 3.280630111694336, + 2.6940879821777344 + ], + [ + 0.881541907787323, + -0.4875389635562897, + 1.3875868320465088, + -0.33385223150253296, + 2.4668986797332764, + 0.9776381254196167, + 1.7450063228607178, + 0.26104891300201416, + 0.0641973614692688, + 0.7392885684967041, + -0.014361858367919922, + 1.1967313289642334, + -1.2433393001556396, + -0.6008938550949097, + -1.3479689359664917, + 0.264589786529541, + 2.443620443344116, + 0.5231938362121582, + 0.6882929801940918, + 2.4675066471099854, + 2.07444167137146 + ], + [ + 1.0024669170379639, + -0.8174414038658142, + 1.0040500164031982, + -0.13787370920181274, + 2.7940680980682373, + 0.8735761642456055, + 0.6140789985656738, + 0.8759884834289551, + -0.5768212676048279, + 0.3529990017414093, + -0.19522207975387573, + 1.6566451787948608, + -1.369764804840088, + -0.49384742975234985, + -0.7465975880622864, + 0.6674314141273499, + 1.5532333850860596, + 0.8877894878387451, + 1.0515005588531494, + 3.361727237701416, + 1.9764723777770996 + ], + [ + 0.49976322054862976, + 0.04827439785003662, + 1.5915987491607666, + -0.978760838508606, + 1.8951787948608398, + 1.0783021450042725, + 1.6194417476654053, + 0.5412295460700989, + -0.39899688959121704, + 0.6378920674324036, + -0.940678596496582, + 0.49685102701187134, + -1.7250343561172485, + -0.23798781633377075, + -0.93487149477005, + 0.48903924226760864, + 2.379164457321167, + 0.6348999738693237, + 1.165296196937561, + 2.897200107574463, + 1.821642279624939 + ], + [ + -0.016490638256072998, + 0.18374335765838623, + 2.159888505935669, + -0.38534823060035706, + 2.912508249282837, + 2.034323215484619, + 0.7399488091468811, + 1.0080149173736572, + 0.7252227067947388, + 1.3349955081939697, + 0.6200639009475708, + 1.0462408065795898, + -1.958813190460205, + -1.3427083492279053, + -0.7135247588157654, + 0.34854844212532043, + 1.3439762592315674, + 0.6882808208465576, + -0.24709230661392212, + 2.4046764373779297, + 2.467310667037964 + ], + [ + 0.9030749797821045, + -0.5314134955406189, + 1.317008137702942, + -0.6887779831886292, + 2.477206230163574, + 0.789581835269928, + 1.1077566146850586, + 0.8455837368965149, + -0.29677796363830566, + 0.7299568057060242, + 0.020073264837265015, + 1.4672564268112183, + -1.2579338550567627, + 0.20214760303497314, + -1.848854899406433, + 0.007428750395774841, + 2.6528031826019287, + 1.0719914436340332, + 0.2625694274902344, + 3.3532001972198486, + 2.0478529930114746 + ], + [ + 0.7450869083404541, + -0.2398325502872467, + 2.044489622116089, + 0.3115931749343872, + 2.635843276977539, + 1.4056423902511597, + 1.355732798576355, + 1.1630282402038574, + 0.9037503600120544, + 1.4195497035980225, + -0.8368847370147705, + 1.274738073348999, + -1.6568264961242676, + -1.2601194381713867, + -1.989067554473877, + 0.5750747919082642, + 1.2205936908721924, + 1.0070749521255493, + 0.8814286589622498, + 3.7537288665771484, + 2.2873740196228027 + ], + [ + -0.03760641813278198, + -1.0550209283828735, + 1.9693272113800049, + -0.8569232821464539, + 3.270319700241089, + 1.514161229133606, + 1.4436160326004028, + 0.7328718304634094, + 0.921722948551178, + -0.1468983292579651, + 0.05197477340698242, + 1.1528220176696777, + -0.38538438081741333, + -0.7544187903404236, + -0.7878000736236572, + 0.2260022610425949, + 1.9362629652023315, + -0.11397004127502441, + 1.3256161212921143, + 3.8167171478271484, + 2.4780402183532715 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11659103631973267, + -0.03386658430099487, + 0.2834104299545288, + 0.014077842235565186, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + 0.03239846229553223, + -0.050663165748119354, + 0.09015613794326782, + -0.019106492400169373, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.05967605113983154, + 1.0720045566558838, + 0.16410475969314575, + 0.02122122049331665, + 1.937180757522583, + 0.0 + ], + [ + 0.06457018852233887, + 0.29980558156967163, + 0.2834104299545288, + -0.3253760039806366, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.22610878944396973, + 0.5200238823890686, + -0.038995206356048584, + -0.23083485662937164, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + 0.3888838291168213, + 1.0720045566558838, + 0.5352581143379211, + 0.4191448390483856, + 1.937180757522583, + 0.0 + ] + ], + "predicted_scores": [ + 6.009827613830566, + 5.857532024383545, + 5.748444080352783, + 5.7423319816589355, + 5.731816291809082, + 5.574609756469727, + 5.566905975341797, + 5.396871089935303 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1845489013/train0", + "selected_index": 0, + "state_hash": "7bf5610dc8ce7e668f955c51cf34ef0263d7ab2546f9a5c6f0f3d81831a505b8", + "stored_base_utility": 0.17002534866333008, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05078810453414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05078810453414917 + }, + "base_progress": 0.05078810453414917, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05078810453414917, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04449029639363289, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04449029639363289 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05885336920619011, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05885336920619011 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06043430045247078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06043430045247078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03407871723175049, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03407871723175049 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06601699441671371, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06601699441671371 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04163330793380737, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04163330793380737 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.034657519310712814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.034657519310712814 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07115759700536728, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07115759700536728 + } + ], + "candidate_progress": [ + 0.04449029639363289, + 0.05885336920619011, + 0.06043430045247078, + 0.03407871723175049, + 0.06601699441671371, + 0.04163330793380737, + 0.034657519310712814, + 0.07115759700536728 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-4f0a41c8fb3caaeb9540", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-ccb8bd419b9cd771d12f", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7df455efd413d77e6ce3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.15789031982421875, + -0.042666200548410416, + -0.002401798963546753, + -0.5288537740707397, + 0.9589952230453491, + -0.8789372444152832, + -0.5168942213058472, + 0.1492130160331726, + 0.0018325764685869217, + 0.14686836302280426, + 0.7245858311653137, + -0.12578579783439636, + -0.12357565760612488, + -0.45535963773727417, + -0.3143840730190277, + -0.030500127002596855, + 0.5317462682723999, + -0.20201702415943146, + 0.06907927989959717, + 1.0091381072998047, + -0.26499617099761963 + ], + [ + 0.39492666721343994, + 0.04822984337806702, + 0.1552504003047943, + -0.5093868970870972, + 1.1044549942016602, + -0.5146819353103638, + -0.22899621725082397, + 0.2770875096321106, + -0.16612467169761658, + -0.08943677693605423, + 1.3590774536132812, + 0.33989787101745605, + -0.28691887855529785, + -0.1905873864889145, + -0.7764246463775635, + 0.02053873986005783, + 0.7941634058952332, + -0.16866450011730194, + 0.18984375894069672, + 0.986602246761322, + 0.20656509697437286 + ], + [ + 0.421320378780365, + 0.06203128397464752, + 0.12643608450889587, + -0.509523868560791, + 1.2356624603271484, + -0.38769641518592834, + -0.21225130558013916, + 0.2633000314235687, + -0.2195064127445221, + -0.1419776976108551, + 1.2702544927597046, + 0.4116993546485901, + -0.2549116611480713, + -0.22860662639141083, + -0.714203417301178, + 0.04247596114873886, + 0.6571750044822693, + -0.09058238565921783, + 0.17793041467666626, + 0.9759637713432312, + 0.17547480762004852 + ], + [ + 0.288846492767334, + 0.0719611868262291, + 0.029926985502243042, + -0.432267427444458, + 1.0583224296569824, + -0.8895150423049927, + -0.6228765845298767, + -0.055305883288383484, + -0.05115676671266556, + 0.12941639125347137, + 0.9588058590888977, + 0.35048505663871765, + -0.3151288330554962, + -0.051620155572891235, + -0.4078075587749481, + 0.021093688905239105, + 0.8672866225242615, + -0.08389736711978912, + 0.3234873414039612, + 1.0270733833312988, + -0.007002100348472595 + ], + [ + 0.40134841203689575, + 0.06706412136554718, + 0.19395527243614197, + -0.7546324729919434, + 1.0323443412780762, + -0.4007147252559662, + -0.33539462089538574, + 0.3551241159439087, + -0.19187620282173157, + -0.18153619766235352, + 1.28758704662323, + 0.5327805280685425, + -0.30451250076293945, + 0.01514243334531784, + -0.6518493890762329, + 0.07030332088470459, + 0.6981637477874756, + -0.09800301492214203, + 0.24722731113433838, + 1.102780818939209, + 0.08148728311061859 + ], + [ + 0.33562496304512024, + -0.02529110386967659, + 0.15380039811134338, + -0.41019725799560547, + 1.3971092700958252, + -0.41713669896125793, + -0.40081965923309326, + 0.055356428027153015, + -0.09040132910013199, + 0.14484871923923492, + 1.194585919380188, + 0.36673033237457275, + -0.1398361623287201, + -0.009849697351455688, + -0.37121233344078064, + -0.011907177977263927, + 0.5507382750511169, + -0.09716574847698212, + 0.2037566900253296, + 1.1461076736450195, + 0.11657778918743134 + ], + [ + 0.13362964987754822, + 0.03614506870508194, + 0.27511948347091675, + -0.4663192927837372, + 1.4774386882781982, + -0.48853978514671326, + -0.5056059956550598, + 0.1902272254228592, + -0.05573279410600662, + 0.17940521240234375, + 1.115168571472168, + 0.30369073152542114, + -0.28917136788368225, + 0.1823933720588684, + -0.2695039212703705, + 0.06465272605419159, + 0.4886828660964966, + -0.16660349071025848, + 0.2772412896156311, + 1.1677038669586182, + -0.05938209593296051 + ], + [ + 0.44105666875839233, + -0.03676348179578781, + 0.34547796845436096, + -0.3330373764038086, + 1.3060197830200195, + -0.39288654923439026, + -0.367901086807251, + 0.3868924379348755, + -0.2768382430076599, + -0.1493890881538391, + 1.2160279750823975, + 0.17749659717082977, + -0.36494457721710205, + -0.3918803334236145, + -0.6755704283714294, + 0.1495770812034607, + 0.5671176910400391, + -0.0783119946718216, + 0.36003774404525757, + 0.5092909336090088, + 0.3025021553039551 + ] + ], + "generated_utilities": [ + 0.04449029639363289, + 0.05885336920619011, + 0.06043430045247078, + 0.03407871723175049, + 0.06601699441671371, + 0.04163330793380737, + 0.034657519310712814, + 0.07115759700536728 + ], + "group_id": "ms-7df455efd413d77e6ce3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01950274035334587, + 0.014558037742972374, + 0.01813685894012451, + 0.05429106950759888, + 0.07774405181407928, + 0.019509058445692062, + 0.07688552141189575, + 0.05572976917028427, + 0.04736217111349106, + 0.036742907017469406, + 0.0394909605383873, + 0.03941194340586662, + 0.020270686596632004, + 0.006361742969602346, + 0.020961105823516846, + 0.034255824983119965 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4901857376098633, + 0.6415016055107117, + 0.9083648920059204, + -1.37859308719635, + 2.369450330734253, + -1.9026260375976562, + -0.5951640009880066, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137 + ], + [ + 0.7306509613990784, + 0.686039388179779, + 0.9322798848152161, + -1.3696236610412598, + 2.0767338275909424, + -1.6547211408615112, + -0.6285305619239807, + 0.0822639912366867, + 0.4029332995414734, + -0.1682409644126892, + 1.294835090637207, + 0.4503253996372223, + 0.17029541730880737, + 0.09416812658309937, + -0.25811558961868286, + -0.3376987874507904, + 1.2900129556655884, + -0.8680127859115601, + 1.0761282444000244, + 1.9378676414489746, + 1.1876518726348877 + ] + ], + "predicted_scores": [ + 4.03307580947876, + 3.842825174331665, + 3.8407657146453857, + 3.7351837158203125, + 3.6222450733184814, + 3.5981879234313965, + 3.2076303958892822, + 2.1499783992767334 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train0", + "selected_index": 0, + "state_hash": "05c1a462193a8f6b1e5a551541522a8adab160944fc2e73767569e56c6555249", + "stored_base_utility": 0.01950274035334587, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.21657168865203857, + 0.37666070461273193, + 0.3921397924423218, + 0.4815410375595093, + 0.3387274742126465, + 0.3686099052429199, + 0.41348588466644287, + 0.2833993434906006 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21657168865203857, + "contact_quality": null, + "progress": 0.011163711547851562, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011163711547851562 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.37666070461273193, + "contact_quality": null, + "progress": 0.003370781661942601, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003370781661942601 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3921397924423218, + "contact_quality": null, + "progress": 0.002917468547821045, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002917468547821045 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4815410375595093, + "contact_quality": null, + "progress": 0.004897197242826223, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004897197242826223 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3387274742126465, + "contact_quality": null, + "progress": 0.002903958084061742, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002903958084061742 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3686099052429199, + "contact_quality": null, + "progress": 0.003906389232724905, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.003906389232724905 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.41348588466644287, + "contact_quality": null, + "progress": 0.002690553665161133, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.002690553665161133 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2833993434906006, + "contact_quality": null, + "progress": 0.004976868629455566, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.004976868629455566 + } + ], + "candidate_progress": [ + 0.011163711547851562, + 0.003370781661942601, + 0.002917468547821045, + 0.004897197242826223, + 0.002903958084061742, + 0.003906389232724905, + 0.002690553665161133, + 0.004976868629455566 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7e295b5859c07c90487f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.37046515941619873, + -0.05173077806830406, + 0.9952778816223145, + 0.3268522322177887, + 1.1440718173980713, + 3.0245063304901123, + 2.146087646484375, + -0.35368064045906067, + 0.1662951111793518, + 1.1989935636520386, + -0.3373439311981201, + 0.4511842131614685, + 1.6177414655685425, + 2.878279447555542, + -0.6447357535362244, + -0.23574389517307281, + 1.106102705001831, + 0.28424036502838135, + 0.6912622451782227, + 2.654310464859009, + 1.3005110025405884 + ], + [ + -0.39112842082977295, + -0.1685732901096344, + 1.7238154411315918, + 0.221077561378479, + 0.4997587502002716, + 2.3037352561950684, + 1.906090497970581, + -0.7185941934585571, + 0.04735012352466583, + 1.619124174118042, + -0.2404593527317047, + 0.7858662009239197, + 2.5601260662078857, + 2.1670377254486084, + -1.1763073205947876, + -0.34235838055610657, + 1.3675678968429565, + 0.4967029094696045, + 0.6599081754684448, + 3.151721239089966, + 1.71809720993042 + ], + [ + -0.5403722524642944, + -0.027121704071760178, + 1.7650254964828491, + -0.017566204071044922, + 0.9328640699386597, + 2.6933813095092773, + 1.900303840637207, + -0.7673840522766113, + 0.147809699177742, + 1.5959975719451904, + -0.11998412758111954, + 0.6177002191543579, + 2.549786329269409, + 2.2588300704956055, + -1.094649314880371, + -0.26080554723739624, + 1.584821105003357, + 0.33330774307250977, + 0.5840797424316406, + 3.2759108543395996, + 1.9470397233963013 + ], + [ + -0.09395375847816467, + -0.12309862673282623, + 1.5835381746292114, + 0.06664180755615234, + 0.551263689994812, + 2.1505329608917236, + 1.6454002857208252, + -0.5933393239974976, + 0.1012849509716034, + 1.5088021755218506, + -0.16903123259544373, + 0.8429015874862671, + 2.692453384399414, + 1.9503064155578613, + -0.8592777848243713, + -0.2534581124782562, + 1.648659348487854, + 0.26683303713798523, + 0.2935495972633362, + 3.841393232345581, + 1.5448036193847656 + ], + [ + -0.768078088760376, + 0.03282146900892258, + 1.5440796613693237, + -0.02219201624393463, + 1.0657298564910889, + 2.966559410095215, + 1.9068312644958496, + -0.7941708564758301, + 0.1523934006690979, + 1.6830445528030396, + -0.11993169039487839, + 0.6460250020027161, + 2.274324655532837, + 2.6035916805267334, + -1.0236506462097168, + -0.3083677589893341, + 1.4404067993164062, + 0.28531941771507263, + 0.8245887160301208, + 3.0807363986968994, + 1.9879367351531982 + ], + [ + -0.2182060331106186, + 0.10806922614574432, + 1.7533988952636719, + -0.02588638663291931, + 0.8160170316696167, + 2.588369607925415, + 1.7647969722747803, + -0.8372172117233276, + 0.19751475751399994, + 1.4474749565124512, + -0.25052186846733093, + 0.5398414134979248, + 2.6843013763427734, + 2.236328125, + -0.826387345790863, + -0.289297491312027, + 1.572785496711731, + 0.17056608200073242, + 0.8155943155288696, + 2.9980316162109375, + 2.0747334957122803 + ], + [ + -0.378004252910614, + -0.024158746004104614, + 1.8553688526153564, + 0.08103033900260925, + 1.157495141029358, + 2.7533915042877197, + 1.9147181510925293, + -0.9250707626342773, + 0.24146400392055511, + 1.6197346448898315, + -0.34405481815338135, + 0.9051353931427002, + 2.6334011554718018, + 1.9427248239517212, + -0.9515356421470642, + -0.15052896738052368, + 1.675601840019226, + 0.25568896532058716, + 0.9070260524749756, + 3.3737664222717285, + 2.1958835124969482 + ], + [ + -0.6797024011611938, + 0.02150096744298935, + 1.4284425973892212, + 0.0276300311088562, + 0.8419880867004395, + 2.1317851543426514, + 1.8618834018707275, + -0.6400760412216187, + 0.24295882880687714, + 1.4997279644012451, + -0.4350064694881439, + 0.5812675952911377, + 2.0780675411224365, + 1.7452596426010132, + -0.6051188707351685, + -0.148979052901268, + 1.2691431045532227, + 0.25099024176597595, + 0.7904379367828369, + 2.8117473125457764, + 1.798967719078064 + ] + ], + "generated_utilities": [ + 0.011163711547851562, + 0.003370781661942601, + 0.002917468547821045, + 0.004897197242826223, + 0.002903958084061742, + 0.003906389232724905, + 0.002690553665161133, + 0.004976868629455566 + ], + "group_id": "ms-7e295b5859c07c90487f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02691727876663208, + 0.08965941518545151, + 0.12444774806499481, + 0.056233130395412445, + 0.22719113528728485, + 0.0642506331205368, + 0.24100399017333984, + 0.1839454174041748, + 0.24329766631126404, + 0.15883027017116547, + 0.108589768409729, + 0.26271408796310425, + 0.0965520590543747, + 4.827976226806641e-06, + 0.03983265161514282, + 0.05369637534022331 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.002104811370372772, + 0.005511671304702759, + 0.9679725170135498, + 0.019913554191589355, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.001511216163635254, + 0.017931878566741943, + 0.6782649755477905, + 0.03144378960132599, + 0.002808868885040283, + 1.7140517234802246, + 0.0, + -0.03098130226135254, + -0.0630856454372406, + 0.7908202409744263, + -0.03153902292251587, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + -0.272197425365448, + -0.046286582946777344, + 0.9679725170135498, + -0.07371383905410767, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.08964866399765015, + 0.0685606598854065, + 0.6782649755477905, + 0.11270316690206528, + 0.04822826385498047, + 1.7140517234802246, + 0.0, + -0.031185388565063477, + -0.09362199157476425, + 0.7908202409744263, + 0.10415226221084595, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + 0.07117109000682831, + 0.27850812673568726, + 1.9679725170135498, + -0.6706593036651611, + 1.606846570968628, + 2.2881593704223633, + 1.7981394529342651, + -0.581801176071167, + -0.5629166960716248, + 1.6782649755477905, + 0.1552438735961914, + 0.9448214769363403, + 2.7140517234802246, + 2.0876541137695312, + -1.0309813022613525, + -0.1569964736700058, + 1.7908202409744263, + 0.34607672691345215, + 1.1799468994140625, + 3.10624361038208, + 2.895214080810547 + ], + [ + -0.2003771811723709, + 0.008265972137451172, + 2.044569253921509, + -0.5216216444969177, + 1.4486138820648193, + 2.3504221439361572, + 1.8864983320236206, + -0.3269546627998352, + -0.3218878507614136, + 1.7787734270095825, + -0.10719794034957886, + 1.210811734199524, + 2.484586477279663, + 2.233473539352417, + -1.128391146659851, + 0.026943042874336243, + 1.5905406475067139, + 0.3762487769126892, + 1.181563377380371, + 3.1266322135925293, + 2.962540864944458 + ], + [ + 0.05798707157373428, + 0.6666606664657593, + 2.0280542373657227, + -0.7529513835906982, + 1.5752960443496704, + 1.9687061309814453, + 1.6063086986541748, + -0.6493420600891113, + -0.7361619472503662, + 2.0208208560943604, + 0.29324859380722046, + 0.7267081141471863, + 2.666212558746338, + 2.0797832012176514, + -1.0253864526748657, + -0.3336113393306732, + 1.4619231224060059, + 0.7388266324996948, + 1.3334836959838867, + 2.818113327026367, + 2.5784997940063477 + ], + [ + 0.3921954035758972, + 0.5031469464302063, + 2.286526918411255, + -0.7917466163635254, + 1.1610774993896484, + 2.5947437286376953, + 1.371277093887329, + -0.590951681137085, + -0.1262027621269226, + 1.4700233936309814, + -0.00010420382022857666, + 1.2501842975616455, + 2.9097108840942383, + 1.8056198358535767, + -1.362661600112915, + 0.33382928371429443, + 1.325782060623169, + -0.043404221534729004, + 1.363233208656311, + 3.228788375854492, + 3.330352544784546 + ], + [ + 0.15679721534252167, + -0.014913380146026611, + 1.8193422555923462, + -0.22866305708885193, + 1.7066304683685303, + 2.4464030265808105, + 2.011176109313965, + -0.23207822442054749, + -0.32904762029647827, + 2.0668091773986816, + -0.04359652101993561, + 0.3894868493080139, + 2.963031530380249, + 1.5374466180801392, + -0.6671346426010132, + 0.1373668760061264, + 2.1470518112182617, + 0.09344154596328735, + 1.3496700525283813, + 3.0860822200775146, + 2.714031219482422 + ], + [ + -0.00613538920879364, + 0.858040452003479, + 1.4075002670288086, + -1.2736327648162842, + 0.9723907113075256, + 1.8825424909591675, + 1.8480159044265747, + -1.0620940923690796, + -0.6188609600067139, + 2.1290316581726074, + 0.017243966460227966, + 0.9326821565628052, + 2.7966392040252686, + 2.697798252105713, + -0.7733628153800964, + -0.2922581434249878, + 1.802142858505249, + -0.1341671347618103, + 1.218476414680481, + 2.524766206741333, + 2.7462615966796875 + ], + [ + -0.31880849599838257, + -0.33465445041656494, + 1.669745922088623, + -1.2757203578948975, + 1.2232160568237305, + 2.1252152919769287, + 2.471749782562256, + -0.5233126282691956, + -0.5309119820594788, + 1.4323625564575195, + -0.4025598168373108, + 1.3090332746505737, + 2.9684019088745117, + 2.0768120288848877, + -1.0139766931533813, + -0.44368863105773926, + 1.0631070137023926, + -0.435907781124115, + 1.5530853271484375, + 3.07061505317688, + 2.5274431705474854 + ], + [ + 0.2861146330833435, + -0.31601566076278687, + 1.2438544034957886, + -0.3429969847202301, + 1.087154507637024, + 2.555007219314575, + 1.9246865510940552, + 0.16080540418624878, + 0.19900059700012207, + 0.8766571283340454, + 0.042591340839862823, + 1.1126435995101929, + 1.8683596849441528, + 1.848694086074829, + -1.7113438844680786, + 0.11381526291370392, + 2.1757454872131348, + -0.219110369682312, + 0.45450443029403687, + 2.6627187728881836, + 3.373868703842163 + ] + ], + "predicted_scores": [ + 4.091872215270996, + 3.8907856941223145, + 3.5416789054870605, + 3.4929065704345703, + 2.9487550258636475, + 2.864732027053833, + 2.835334539413452, + 2.4095022678375244 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train0", + "selected_index": 0, + "state_hash": "6313a315ecb07f0ce1a8374a416e60e5f99603a52cccc07c12e398c1dd7fd884", + "stored_base_utility": 0.02691727876663208, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07103653997182846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07103653997182846 + }, + "base_progress": 0.07103653997182846, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07103653997182846, + "candidate_action_clip_max_abs": [ + 0.025085806846618652, + 0.011089801788330078, + 0.04910123348236084, + 0.022606372833251953, + 0.03531849384307861, + 0.017501115798950195, + 0.0434039831161499, + 0.06658601760864258 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025085806846618652, + "contact_quality": null, + "progress": 0.12203327566385269, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12203327566385269 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.011089801788330078, + "contact_quality": null, + "progress": 0.15773653984069824, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15773653984069824 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04910123348236084, + "contact_quality": null, + "progress": 0.14592565596103668, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14592565596103668 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.022606372833251953, + "contact_quality": null, + "progress": 0.13992013037204742, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13992013037204742 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03531849384307861, + "contact_quality": null, + "progress": 0.12268295139074326, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12268295139074326 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.017501115798950195, + "contact_quality": null, + "progress": 0.11535030603408813, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11535030603408813 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0434039831161499, + "contact_quality": null, + "progress": 0.14155812561511993, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14155812561511993 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06658601760864258, + "contact_quality": null, + "progress": 0.16448359191417694, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16448359191417694 + } + ], + "candidate_progress": [ + 0.12203327566385269, + 0.15773653984069824, + 0.14592565596103668, + 0.13992013037204742, + 0.12268295139074326, + 0.11535030603408813, + 0.14155812561511993, + 0.16448359191417694 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-1772611570ffaf72c98c", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-8577816da2917a2bb63d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.014616549015045166, + 0.08037307858467102, + 0.5366449952125549, + -0.08991628885269165, + 0.4833409786224365, + 1.4990968704223633, + 0.8488659262657166, + 0.5062229633331299, + -0.05038609355688095, + 0.47937291860580444, + 0.16614681482315063, + 0.21953877806663513, + 1.4154138565063477, + 1.3922832012176514, + 1.004454493522644, + 0.06931468844413757, + -0.2602579593658447, + 0.502085268497467, + 0.6905183792114258, + 0.8631814122200012, + 1.1251062154769897 + ], + [ + 0.3131212592124939, + -0.18894799053668976, + 0.2980325222015381, + 0.20778042078018188, + 0.04690903425216675, + 1.4748597145080566, + 0.6221469640731812, + 0.4203226864337921, + 0.18135462701320648, + 0.21357496082782745, + 0.2459457516670227, + -0.03759346902370453, + 1.4177131652832031, + 1.1628303527832031, + 0.980717122554779, + 0.4890857934951782, + -0.16918115317821503, + 0.2690545916557312, + 0.7087442874908447, + 0.7197446227073669, + 0.021981850266456604 + ], + [ + 0.2248009592294693, + 0.05104280263185501, + 0.6351346373558044, + 0.03485146164894104, + 0.05910250544548035, + 1.4336260557174683, + 0.02980700135231018, + 0.49389585852622986, + 0.32005777955055237, + 0.20323702692985535, + 0.2914661467075348, + 0.2785014510154724, + 1.2778668403625488, + 0.7442293167114258, + 1.0312360525131226, + 0.33575260639190674, + -0.4435983896255493, + 0.410442054271698, + 0.8808281421661377, + 1.2874383926391602, + 0.37599295377731323 + ], + [ + -0.031404703855514526, + -0.018026158213615417, + 0.5093271136283875, + 0.07222574949264526, + -0.04948046803474426, + 1.4673895835876465, + 0.43929025530815125, + 0.6616653203964233, + 0.26183968782424927, + 0.2082637995481491, + 0.24569663405418396, + 0.05146688222885132, + 1.2638697624206543, + 0.812326967716217, + 0.8110368847846985, + 0.4287644028663635, + -0.25809913873672485, + 0.37853941321372986, + 0.6138143539428711, + 1.0403735637664795, + 0.26710212230682373 + ], + [ + -0.0587640255689621, + -0.09390202164649963, + 0.6377665996551514, + -0.11827254295349121, + -0.02894243597984314, + 1.4367706775665283, + 0.4428445100784302, + 0.5528030395507812, + 0.3200148642063141, + 0.3033411204814911, + 0.3599986135959625, + 0.19389046728610992, + 1.1535301208496094, + 0.6558817625045776, + 0.8935590982437134, + 0.4017311930656433, + -0.3382265567779541, + 0.39823025465011597, + 0.6643145084381104, + 1.314988374710083, + 0.11112453788518906 + ], + [ + 0.09902313351631165, + -0.010679386556148529, + 0.7248913049697876, + -0.062433987855911255, + -0.01655718684196472, + 1.5418866872787476, + -0.015219926834106445, + 0.42721718549728394, + 0.4219508171081543, + 0.1842881143093109, + 0.3555493652820587, + 0.42858532071113586, + 1.2446517944335938, + 0.9320397973060608, + 1.1194170713424683, + 0.5374914407730103, + -0.10824109613895416, + 0.35112249851226807, + 0.8305523991584778, + 1.014794111251831, + 0.20510037243366241 + ], + [ + 0.22704118490219116, + -0.10736881196498871, + 0.2919434607028961, + -0.14101490378379822, + 0.06096397340297699, + 1.2058733701705933, + 0.5177313089370728, + 0.4964955151081085, + 0.11142026633024216, + 0.28638043999671936, + 0.3244739770889282, + 0.13445550203323364, + 1.676094651222229, + 0.7596845030784607, + 0.5286269187927246, + 0.42599567770957947, + -0.37372738122940063, + 0.4950145483016968, + 0.8617702722549438, + 0.5808347463607788, + -0.043843939900398254 + ], + [ + 0.3210628032684326, + -0.1543850600719452, + 0.21655136346817017, + 0.4310360252857208, + -0.055371999740600586, + 1.3886852264404297, + 0.3803420066833496, + 0.7615272998809814, + 0.04281314089894295, + 0.2618902027606964, + -0.08494114130735397, + -0.2148817479610443, + 1.920918583869934, + 1.2130374908447266, + 0.6409161686897278, + 0.6373421549797058, + 0.06772485375404358, + 0.43874025344848633, + 0.6908981800079346, + 0.31752723455429077, + 0.06940708309412003 + ] + ], + "generated_utilities": [ + 0.12203327566385269, + 0.15773653984069824, + 0.14592565596103668, + 0.13992013037204742, + 0.12268295139074326, + 0.11535030603408813, + 0.14155812561511993, + 0.16448359191417694 + ], + "group_id": "ms-8577816da2917a2bb63d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2637917995452881, + 0.22464071214199066, + 2.0, + 0.08766969293355942, + 0.18951013684272766, + 0.03956339880824089, + 0.14740002155303955, + 0.1706804633140564, + 0.2111617773771286, + 0.14143002033233643, + 0.19586819410324097, + 0.1491125077009201, + 0.10649605840444565, + 0.13982710242271423, + 0.09051436185836792, + 0.15870293974876404 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.5319182276725769, + 0.6224296689033508, + 0.8244132995605469, + -0.031177937984466553, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + -0.006879452615976334, + 0.024243786931037903, + 0.33670926094055176, + 0.5060526728630066, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.09222836792469025, + -0.35514605045318604, + 0.16436481475830078, + 0.40199989080429077, + 0.9094570875167847, + 0.0 + ], + [ + 0.11947812139987946, + 0.048805832862854004, + 1.8244132995605469, + -0.7529902458190918, + 1.7009708881378174, + 2.7993862628936768, + 2.0374698638916016, + 1.6443206071853638, + -0.06698232889175415, + -0.13103638589382172, + 0.07724328339099884, + 0.6817050576210022, + 2.366802215576172, + 2.2849810123443604, + 2.50811505317688, + -0.22678081691265106, + -1.355146050453186, + 1.1643648147583008, + 0.402213990688324, + 1.9094570875167847, + 1.9322038888931274 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.074939727783203, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.569962024688721, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.864407777786255 + ], + [ + 0.40023523569107056, + 0.24545921385288239, + 1.7424920797348022, + -0.557208240032196, + 1.5545653104782104, + 2.6633150577545166, + 1.7807692289352417, + 1.6401207447052002, + -0.31436365842819214, + -0.4162091612815857, + -0.0858464390039444, + 0.3896113932132721, + 2.2475874423980713, + 2.3145008087158203, + 2.6522459983825684, + -0.35159897804260254, + -1.1252176761627197, + 0.9007947444915771, + 0.6254011988639832, + 2.1762399673461914, + 1.706495761871338 + ], + [ + 0.28333616256713867, + 0.05695994198322296, + 1.9902949333190918, + -0.8180137872695923, + 1.7547649145126343, + 2.865115165710449, + 1.7355519533157349, + 1.616685152053833, + -0.28894829750061035, + -0.003913000226020813, + 0.06623778492212296, + 0.7541611790657043, + 2.313316822052002, + 1.9126113653182983, + 2.676483631134033, + -0.44032108783721924, + -1.6071979999542236, + 0.8149409294128418, + 0.2249726951122284, + 2.258054733276367, + 1.8247584104537964 + ], + [ + 0.27511411905288696, + 0.15554335713386536, + 2.3042197227478027, + -0.4184620976448059, + 1.307753086090088, + 2.9295878410339355, + 1.6918052434921265, + 1.7301218509674072, + -0.5625127553939819, + 0.18490757048130035, + 0.42659449577331543, + 0.27074187994003296, + 2.4650702476501465, + 2.304764747619629, + 2.9147467613220215, + 0.2111637443304062, + -0.9589639902114868, + 1.102820873260498, + 0.5706818699836731, + 2.133436679840088, + 2.208428144454956 + ], + [ + -0.2577815055847168, + 0.13694974780082703, + 1.4037692546844482, + -0.9593273997306824, + 1.810347557067871, + 3.2138423919677734, + 1.8612303733825684, + 2.105313539505005, + -0.29210996627807617, + -0.5136539936065674, + -0.16005836427211761, + 0.6772791147232056, + 2.216097593307495, + 1.7768958806991577, + 2.9448421001434326, + 0.056938931345939636, + -1.2614942789077759, + 1.5077863931655884, + 0.5559680461883545, + 1.3408117294311523, + 2.288825273513794 + ], + [ + -0.37096959352493286, + -0.547701895236969, + 2.235835313796997, + -0.921576201915741, + 1.1975728273391724, + 2.2792246341705322, + 1.4263215065002441, + 1.5901055335998535, + 0.5957340002059937, + -0.8229201436042786, + 0.088249571621418, + 0.9585591554641724, + 2.7078466415405273, + 2.8372790813446045, + 2.9246914386749268, + 0.050718262791633606, + -1.705424427986145, + 1.6766613721847534, + 0.8243200182914734, + 2.1794981956481934, + 1.8497062921524048 + ], + [ + -0.34835028648376465, + -0.23782142996788025, + 2.291358470916748, + -1.3779785633087158, + 2.2417447566986084, + 2.1188724040985107, + 2.16556453704834, + 1.0707236528396606, + 0.7094582915306091, + -0.2906684875488281, + -0.1164136677980423, + 0.9851647019386292, + 2.330104112625122, + 1.8539201021194458, + 1.8064098358154297, + -0.9153757095336914, + -1.6455578804016113, + 1.0049399137496948, + -0.044089943170547485, + 1.5129574537277222, + 1.5172317028045654 + ], + [ + -0.2453824132680893, + 0.14167098701000214, + 1.1210569143295288, + -0.24927252531051636, + 1.0410852432250977, + 3.4104833602905273, + 1.153693675994873, + 1.9010361433029175, + -0.5178090333938599, + -0.6113726496696472, + -0.11730171740055084, + 0.04164224863052368, + 1.552911639213562, + 2.335322141647339, + 1.811797022819519, + -0.7901753783226013, + -1.3460016250610352, + 0.8826128244400024, + -0.3614352345466614, + 2.2091732025146484, + 2.0151641368865967 + ], + [ + 0.5069371461868286, + -0.7066824436187744, + 1.3026604652404785, + -1.3028550148010254, + 1.648358941078186, + 3.5933480262756348, + 1.6050447225570679, + 2.251556873321533, + -0.6074153780937195, + -0.500986635684967, + -0.6413183212280273, + 1.419590950012207, + 3.18233323097229, + 2.089322566986084, + 2.416912317276001, + -1.1602436304092407, + -1.4888412952423096, + 1.0175306797027588, + -0.3002001643180847, + 0.9987149834632874, + 2.699448585510254 + ], + [ + -0.029025092720985413, + 0.5599857568740845, + 1.8581316471099854, + -1.4146735668182373, + 2.4586527347564697, + 2.7335259914398193, + 2.88442325592041, + 1.1815783977508545, + 0.20855364203453064, + 0.46455222368240356, + 0.1395319700241089, + 1.623348593711853, + 1.4349610805511475, + 1.4604123830795288, + 2.7998642921447754, + -0.15449362993240356, + -1.6179763078689575, + 0.38508981466293335, + 0.9157677888870239, + 2.3171708583831787, + 1.4342948198318481 + ], + [ + 1.107017993927002, + 0.0040624625980854034, + 1.1871309280395508, + -0.5788782835006714, + 0.9647329449653625, + 2.672478199005127, + 2.0609095096588135, + 2.578378438949585, + 0.4520488977432251, + -0.3147982358932495, + -0.11197690665721893, + 0.6446547508239746, + 1.742464303970337, + 3.0161871910095215, + 2.3156473636627197, + 0.040489837527275085, + -0.8496864438056946, + 1.9109306335449219, + 0.751004695892334, + 1.2687792778015137, + 1.727078914642334 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.2331724613904953, + -0.0026008300483226776, + 0.8244132995605469, + -0.3071306645870209, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + 0.028236597776412964, + -0.04342855513095856, + -0.033154673874378204, + -0.0403289794921875, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.03418619930744171, + -0.35514605045318604, + 0.16436481475830078, + -0.0025446712970733643, + 0.9094570875167847, + 0.0 + ] + ], + "predicted_scores": [ + 4.1543049812316895, + 2.2372210025787354, + 1.6705758571624756, + 1.6335430145263672, + 1.63223135471344, + 1.3351587057113647, + 1.1641261577606201, + 0.9576510190963745 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130/train0", + "selected_index": 0, + "state_hash": "f04bffb327f002dad3394e19009c5f997b4342d1afffebe537df31ea45988f2f", + "stored_base_utility": 0.2637917995452881, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16783273220062256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16783273220062256 + }, + "base_progress": 0.16783273220062256, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16783273220062256, + "candidate_action_clip_max_abs": [ + 0.20348501205444336, + 0.12673985958099365, + 0.15087389945983887, + 0.1992417573928833, + 0.08448338508605957, + 0.07497978210449219, + 0.09681558609008789, + 0.06188070774078369 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20348501205444336, + "contact_quality": null, + "progress": 0.01308689545840025, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01308689545840025 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12673985958099365, + "contact_quality": null, + "progress": 0.016911527141928673, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016911527141928673 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15087389945983887, + "contact_quality": null, + "progress": 0.016243239864706993, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.016243239864706993 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1992417573928833, + "contact_quality": null, + "progress": 0.017941972240805626, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.017941972240805626 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08448338508605957, + "contact_quality": null, + "progress": 0.022841671481728554, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022841671481728554 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07497978210449219, + "contact_quality": null, + "progress": 0.02327640913426876, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02327640913426876 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09681558609008789, + "contact_quality": null, + "progress": 0.022622982040047646, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022622982040047646 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06188070774078369, + "contact_quality": null, + "progress": 0.023719489574432373, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.023719489574432373 + } + ], + "candidate_progress": [ + 0.01308689545840025, + 0.016911527141928673, + 0.016243239864706993, + 0.017941972240805626, + 0.022841671481728554, + 0.02327640913426876, + 0.022622982040047646, + 0.023719489574432373 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857", + "ms-4c99c68cb7d1f50db857", + "ms-1c2768099019b86daca7", + "ms-4c99c68cb7d1f50db857" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8e56b0eaa2604db6749e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.796829879283905, + -0.05317574739456177, + 1.6236974000930786, + 0.04443290829658508, + 1.2504477500915527, + 2.245718002319336, + 1.2950347661972046, + -0.25294992327690125, + 0.07945891469717026, + 1.3339674472808838, + -0.5142858624458313, + 1.2742632627487183, + 2.0819523334503174, + 1.0060503482818604, + -0.6471031308174133, + -0.27726805210113525, + 1.1693004369735718, + 0.1613694578409195, + 0.8167032599449158, + 0.4745413661003113, + -0.13497111201286316 + ], + [ + -0.5015866160392761, + -0.031734757125377655, + 1.8786250352859497, + 0.05579566955566406, + 1.2514686584472656, + 2.0973048210144043, + 1.6060395240783691, + -0.33823534846305847, + 0.02239619940519333, + 1.1591492891311646, + -0.4439300000667572, + 1.2467772960662842, + 1.6431998014450073, + 1.075490951538086, + -0.22486120462417603, + -0.07521742582321167, + 0.9927433133125305, + 0.13033366203308105, + 0.32820022106170654, + 0.8394531607627869, + -0.2520290017127991 + ], + [ + -0.6163483262062073, + -0.07168975472450256, + 1.762304663658142, + 0.04234775900840759, + 1.257300615310669, + 2.1689231395721436, + 1.525524377822876, + -0.3285413086414337, + 0.016256317496299744, + 1.2158623933792114, + -0.47813084721565247, + 1.3816463947296143, + 1.7662063837051392, + 1.1036412715911865, + -0.2799774706363678, + -0.055264994502067566, + 0.9497398138046265, + 0.07842978835105896, + 0.40384647250175476, + 0.6701226234436035, + -0.3343484699726105 + ], + [ + -0.3916855454444885, + -0.006929110735654831, + 1.665842890739441, + -0.007289454340934753, + 1.3651564121246338, + 2.4321436882019043, + 1.4003963470458984, + -0.40007683634757996, + 0.06451766937971115, + 1.1441469192504883, + -0.6342033743858337, + 1.2499430179595947, + 1.940914273262024, + 1.2468706369400024, + -0.19967061281204224, + -0.0918373316526413, + 0.8773183822631836, + -0.12816940248012543, + 0.4217672348022461, + 0.5813620686531067, + -0.45571473240852356 + ], + [ + -0.2438051551580429, + -0.3351951837539673, + 1.5359302759170532, + 0.051152437925338745, + 1.1857831478118896, + 2.498481273651123, + 1.340898036956787, + -0.1758568286895752, + 0.14020094275474548, + 1.1051208972930908, + -0.4698019325733185, + 1.5909925699234009, + 1.1118826866149902, + 0.8715950846672058, + -0.32960569858551025, + -0.01732305809855461, + 0.734171986579895, + 0.20407409965991974, + 0.6312183141708374, + -0.25575247406959534, + -0.381731241941452 + ], + [ + -0.2531132102012634, + -0.2700612545013428, + 1.5023221969604492, + 0.012096509337425232, + 1.1970884799957275, + 2.379037857055664, + 1.3540115356445312, + -0.13576075434684753, + 0.11682230979204178, + 1.0793673992156982, + -0.5195940136909485, + 1.6125733852386475, + 1.118188500404358, + 0.9364886283874512, + -0.34367942810058594, + -0.014935202896595001, + 0.756189227104187, + 0.12076441198587418, + 0.6666655540466309, + -0.2873660922050476, + -0.2714819014072418 + ], + [ + -0.19281546771526337, + -0.21477313339710236, + 1.1013085842132568, + 0.6270170211791992, + 1.1986150741577148, + 2.1973531246185303, + 1.5286602973937988, + -0.18809348344802856, + 0.2592102289199829, + 1.247025489807129, + -0.3904324173927307, + 2.0904202461242676, + 1.3773713111877441, + 0.8509896993637085, + -0.02552368864417076, + -0.017255017533898354, + 0.9171513319015503, + -0.3029526472091675, + 0.6271764039993286, + -0.5367146134376526, + -0.9603555202484131 + ], + [ + -0.27758336067199707, + -0.2725217044353485, + 1.2248153686523438, + 0.2080540657043457, + 1.0191974639892578, + 2.41408634185791, + 1.0995292663574219, + -0.1917591691017151, + 0.09828105568885803, + 1.0737851858139038, + -0.45359382033348083, + 1.6894080638885498, + 1.007073163986206, + 0.6999679207801819, + -0.3311190605163574, + -0.09578680992126465, + 0.657886266708374, + 0.08788365125656128, + 0.6055577993392944, + -0.6931706666946411, + -0.2035742998123169 + ] + ], + "generated_utilities": [ + 0.01308689545840025, + 0.016911527141928673, + 0.016243239864706993, + 0.017941972240805626, + 0.022841671481728554, + 0.02327640913426876, + 0.022622982040047646, + 0.023719489574432373 + ], + "group_id": "ms-8e56b0eaa2604db6749e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.164321169257164, + 0.10389143228530884, + 0.18236468732357025, + 0.08703991025686264, + 0.14726755023002625, + 0.2857772707939148, + 0.07450457662343979, + 0.09476886689662933, + 0.09899210929870605, + 0.03498069569468498, + 0.09402521699666977, + 0.03285938501358032, + 0.09548668563365936, + 0.047073304653167725, + 0.08804091066122055, + 0.08626264333724976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.09829777479171753, + 0.0019505023956298828, + 1.0451922416687012, + 0.09223031997680664, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + -0.05758267641067505, + -0.003056347370147705, + 0.6888918876647949, + -0.026473522186279297, + 0.047412753105163574, + 1.100039005279541, + 0.0, + -0.03282618522644043, + 0.09620267152786255, + -0.012295186519622803, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.4755083918571472, + -0.10265153646469116, + 1.0451922416687012, + 0.29614442586898804, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + 0.19593971967697144, + -0.3648289144039154, + 0.6888918876647949, + 0.09577393531799316, + 0.035068511962890625, + 1.100039005279541, + 0.0, + 0.456060528755188, + -0.16099470853805542, + -0.43811553716659546, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.6498317718505859, + 0.9599706530570984, + 1.835793375968933, + -0.573526918888092, + 1.0040251016616821, + 2.2577900886535645, + 2.0432891845703125, + -0.5289790630340576, + 0.3193860650062561, + 1.8999742269515991, + -1.1844632625579834, + 0.8757102489471436, + 2.078073024749756, + 2.1113057136535645, + 0.5517835021018982, + -0.04080227017402649, + 0.72983318567276, + -1.4707123041152954, + 0.7925529479980469, + -1.9205865859985352, + -1.889033317565918 + ], + [ + -0.434312641620636, + 0.8096786737442017, + 1.8051235675811768, + -0.4647713601589203, + 0.7303546667098999, + 2.183406352996826, + 1.9101098775863647, + 0.14068031311035156, + 0.329059362411499, + 1.787625789642334, + -0.6262794733047485, + 1.3772218227386475, + 1.8053358793258667, + 1.4974160194396973, + 0.35740479826927185, + 0.30423402786254883, + 0.7231874465942383, + -1.5970656871795654, + 0.7166537046432495, + -1.7543734312057495, + -2.000494956970215 + ], + [ + -0.8817802667617798, + 0.9715957641601562, + 2.1506268978118896, + -0.5271839499473572, + 1.366390585899353, + 1.7652621269226074, + 2.5035276412963867, + -0.4268600642681122, + 0.5045324563980103, + 1.888989806175232, + -0.7549608945846558, + 0.8196722269058228, + 2.05169677734375, + 2.172227144241333, + 0.7353182435035706, + -0.2048548460006714, + 0.8806101083755493, + -1.8958665132522583, + 1.0845171213150024, + -1.851228952407837, + -1.9186047315597534 + ], + [ + -1.200352430343628, + 0.38006722927093506, + 1.9906132221221924, + -0.10164737701416016, + 1.7140586376190186, + 1.9718024730682373, + 2.7659664154052734, + 0.041929811239242554, + -0.01353830099105835, + 1.1835708618164062, + -1.3345180749893188, + 1.2545942068099976, + 1.7318328619003296, + 2.1129016876220703, + 0.26469552516937256, + -0.3200700581073761, + 0.8730294704437256, + -2.24128794670105, + 0.7159386873245239, + -2.253854751586914, + -1.4254359006881714 + ], + [ + -0.8251329064369202, + 0.7382928133010864, + 2.082671880722046, + -0.8490726351737976, + 1.284595012664795, + 1.5650298595428467, + 2.8383092880249023, + -0.15238703787326813, + 0.17826536297798157, + 2.1290018558502197, + -0.5830575227737427, + 0.8654627799987793, + 2.798840284347534, + 2.049835443496704, + 1.120737910270691, + -0.12803547084331512, + 1.0445923805236816, + -2.283553123474121, + 0.35955071449279785, + -2.108430862426758, + -1.043320655822754 + ], + [ + -1.5572607517242432, + 1.0431426763534546, + 1.3429405689239502, + -0.4603320360183716, + 0.7384498119354248, + 1.5668916702270508, + 2.4400007724761963, + -0.9935024976730347, + 0.6311429738998413, + 2.1090023517608643, + -0.9262860417366028, + 1.213335394859314, + 2.726635456085205, + 1.558410882949829, + 1.3711477518081665, + -0.41874006390571594, + 0.3065264821052551, + -2.0449330806732178, + 1.0445581674575806, + -2.3674864768981934, + -1.8008146286010742 + ], + [ + -0.34596213698387146, + 1.4288448095321655, + 2.3155555725097656, + -0.24187126755714417, + 1.4236080646514893, + 1.8332940340042114, + 2.153268337249756, + -0.26157134771347046, + 0.5510067939758301, + 1.854649305343628, + -0.4317321479320526, + 1.233608603477478, + 1.7675436735153198, + 1.1053621768951416, + 0.9711992740631104, + 0.4815140664577484, + -0.039583563804626465, + -2.1772654056549072, + 0.26325684785842896, + -1.2660901546478271, + -1.3378313779830933 + ], + [ + -0.696524977684021, + 0.5731559991836548, + 1.41136634349823, + -0.8365179300308228, + 1.6350390911102295, + 1.6619038581848145, + 2.0760650634765625, + 0.22440430521965027, + 0.44187241792678833, + 0.7883749604225159, + -1.171095848083496, + 0.3865584135055542, + 3.0898475646972656, + 1.387419581413269, + -0.02026081085205078, + 0.30624669790267944, + 0.6252881288528442, + -2.0839240550994873, + 0.5894181728363037, + -2.4641644954681396, + -0.8127702474594116 + ], + [ + -0.2768620252609253, + 0.5309622287750244, + 2.5635359287261963, + -0.772871196269989, + 0.9203527569770813, + 1.947393774986267, + 1.5214042663574219, + -0.31392067670822144, + -0.18353763222694397, + 2.238309621810913, + -0.2588964104652405, + 1.1628373861312866, + 2.9922451972961426, + 1.6704096794128418, + 0.3372173011302948, + 1.0151923894882202, + -0.2174839973449707, + -1.404563307762146, + 1.4358677864074707, + -1.258770227432251, + -1.4483985900878906 + ], + [ + -0.11394500732421875, + 0.6421735882759094, + 2.6035828590393066, + -0.1863783597946167, + 1.1008312702178955, + 1.3137937784194946, + 2.171001672744751, + -0.9625061750411987, + 1.2656078338623047, + 2.2102837562561035, + -0.41254502534866333, + 0.8885774612426758, + 2.602681875228882, + 2.607725143432617, + 1.354597568511963, + 0.7787779569625854, + 0.3677181005477905, + -2.74056339263916, + 1.9914216995239258, + -1.904793620109558, + -0.6670887470245361 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.462226867675781, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7376136779785156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.219425916671753 + ] + ], + "predicted_scores": [ + 3.731247901916504, + 3.5443358421325684, + 3.5300254821777344, + 3.3285582065582275, + 2.9544169902801514, + 2.8958542346954346, + 2.7850029468536377, + 2.669708251953125 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615/train0", + "selected_index": 0, + "state_hash": "e65e423d6cc5fe71b36e918337b6d0b19a842af6d4b97e3c742bdd94472002ac", + "stored_base_utility": 0.164321169257164, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06810259819030762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06810259819030762 + }, + "base_progress": 0.06810259819030762, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06810259819030762, + "candidate_action_clip_max_abs": [ + 0.029617786407470703, + 0.0372622013092041, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03096306324005127 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.029617786407470703, + "contact_quality": null, + "progress": 0.22352810204029083, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22352810204029083 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0372622013092041, + "contact_quality": null, + "progress": 0.20842145383358002, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20842145383358002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25842753052711487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25842753052711487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20520813763141632, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20520813763141632 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23790733516216278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23790733516216278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21037352085113525, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21037352085113525 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21836097538471222, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21836097538471222 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03096306324005127, + "contact_quality": null, + "progress": 0.24909621477127075, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24909621477127075 + } + ], + "candidate_progress": [ + 0.22352810204029083, + 0.20842145383358002, + 0.25842753052711487, + 0.20520813763141632, + 0.23790733516216278, + 0.21037352085113525, + 0.21836097538471222, + 0.24909621477127075 + ], + "candidate_safety_violation": [ + true, + true, + false, + false, + false, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-067cac2e4dbeddb12239", + "ms-1f19fd22562f87bdb776", + "ms-067cac2e4dbeddb12239", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-972c5be72d0b24be7cd5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6534446477890015, + -0.2741703987121582, + 1.4772740602493286, + -0.3536241054534912, + 0.20178285241127014, + 2.3363118171691895, + 2.7673206329345703, + 1.7617136240005493, + -0.11282137781381607, + -0.5977734327316284, + 0.44747546315193176, + -0.34720438718795776, + 1.376702904701233, + 1.7310618162155151, + 0.6998587250709534, + 0.22118930518627167, + -0.5428322553634644, + -0.24299649894237518, + -0.3373562693595886, + -0.3910626173019409, + 1.2595598697662354 + ], + [ + -0.23645667731761932, + -0.36713361740112305, + 1.4099912643432617, + -0.09282209724187851, + -0.0359765887260437, + 0.8174164295196533, + 2.0658986568450928, + 1.889469861984253, + 0.09752903878688812, + -0.8304068446159363, + 0.6019561886787415, + -0.5978167653083801, + 1.7659789323806763, + 0.7750205993652344, + 0.9313543438911438, + 0.3992287218570709, + -0.4576582908630371, + -0.016042664647102356, + 0.15748171508312225, + -0.7282238602638245, + 0.5677484273910522 + ], + [ + -0.70634925365448, + -0.6042105555534363, + 1.3870753049850464, + -0.15654990077018738, + 0.19781996309757233, + 1.6269763708114624, + 2.045304298400879, + 1.537461519241333, + -0.11123929172754288, + -0.9667295217514038, + 0.48939797282218933, + -0.23086082935333252, + 1.2073277235031128, + 0.3169659674167633, + 0.8933278918266296, + 0.14285500347614288, + -0.44670599699020386, + -0.4652954936027527, + -0.3092023730278015, + -0.8089937567710876, + -0.9952938556671143 + ], + [ + -0.07372759282588959, + -0.46983420848846436, + 0.8853248357772827, + -0.10841371864080429, + -0.09406593441963196, + 1.9004663228988647, + 1.990846872329712, + 1.7848845720291138, + 0.027487853541970253, + -0.5645176768302917, + 0.4430173635482788, + -0.2161596417427063, + 1.4862778186798096, + 0.9946544766426086, + 0.7952865958213806, + 0.28448182344436646, + -0.17297859489917755, + -0.07226027548313141, + 0.23889365792274475, + -1.2426024675369263, + 0.3568638265132904 + ], + [ + -0.2717106342315674, + -0.4552931785583496, + 1.2320806980133057, + 0.0027451664209365845, + -0.5737811326980591, + 2.0236692428588867, + 1.9866838455200195, + 1.5981836318969727, + 0.2500174045562744, + -0.8158694505691528, + 0.22939017415046692, + -0.4731360673904419, + 1.2176707983016968, + 0.4601587653160095, + 0.7694708108901978, + 0.5102706551551819, + -0.4010559916496277, + -0.4628281593322754, + -0.4477177858352661, + -0.7253679037094116, + -0.34392431378364563 + ], + [ + -0.2820839285850525, + -0.478563129901886, + 1.4598231315612793, + -0.07628238201141357, + -0.436955988407135, + 2.0563578605651855, + 2.1366994380950928, + 1.6487332582473755, + 0.21052286028862, + -0.9108349084854126, + 0.29613155126571655, + -0.3557305335998535, + 1.1784842014312744, + 0.17863960564136505, + 0.7876256704330444, + 0.523094117641449, + -0.5306410789489746, + -0.5036515593528748, + -0.4728037118911743, + -0.6187215447425842, + -0.5437713861465454 + ], + [ + -0.28179407119750977, + -0.42630404233932495, + 1.6236919164657593, + 0.05149373412132263, + -0.510999321937561, + 2.2137601375579834, + 2.1916191577911377, + 1.5526132583618164, + 0.25049805641174316, + -1.0306015014648438, + 0.4471728503704071, + -0.2916271686553955, + 1.0716501474380493, + 0.6914631724357605, + 0.8874862194061279, + 0.6828763484954834, + -0.2684675455093384, + -0.6354326605796814, + -0.5882163047790527, + -0.9851566553115845, + -0.3734302818775177 + ], + [ + -0.25336194038391113, + -0.4334523677825928, + 1.7658888101577759, + 0.6031814813613892, + -0.277609646320343, + 2.1017653942108154, + 2.161097288131714, + 1.868979811668396, + 0.08127623796463013, + -1.2138915061950684, + 0.44374406337738037, + -0.11909300088882446, + 1.197624683380127, + 0.3180668354034424, + 0.688048779964447, + 0.43238046765327454, + -0.6908355355262756, + -0.32170987129211426, + -0.37526243925094604, + -0.8192815780639648, + -0.6784005165100098 + ] + ], + "generated_utilities": [ + 0.22352810204029083, + 0.20842145383358002, + 0.25842753052711487, + 0.20520813763141632, + 0.23790733516216278, + 0.21037352085113525, + 0.21836097538471222, + 0.24909621477127075 + ], + "group_id": "ms-972c5be72d0b24be7cd5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2422785758972168, + 0.22271345555782318, + 0.17114540934562683, + 2.0, + 0.2147122025489807, + 0.1754063069820404, + 0.21949224174022675, + 0.1383296698331833, + 0.17272400856018066, + 0.1655065417289734, + 0.17180275917053223, + 0.14618459343910217, + 0.08244717121124268, + 0.12266018241643906, + 0.0812971219420433, + 0.019518893212080002 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1778966784477234, + -0.18861627578735352, + 0.7196911573410034, + -0.020099952816963196, + 0.2359541356563568, + 2.005209445953369, + 0.0, + 1.254981517791748, + 0.10245180130004883, + 0.07986515760421753, + 0.07988975942134857, + -0.14853987097740173, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + 0.18619681894779205, + -0.16216152906417847, + -0.06225341558456421, + -0.0005761981010437012, + -0.17844486236572266, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.9044365882873535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.900578737258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6598957777023315 + ], + [ + -0.6928022503852844, + -1.4545783996582031, + 1.9467778205871582, + -0.17068462073802948, + 0.18918582797050476, + 2.618558168411255, + 2.714521884918213, + 2.552428722381592, + -0.674629271030426, + -0.700461745262146, + 0.5443049669265747, + 0.4206351041793823, + 1.883970856666565, + 1.0606191158294678, + 1.767379641532898, + 0.24426127970218658, + -1.1025848388671875, + 0.5366025567054749, + -0.45793429017066956, + -0.6070920825004578, + -0.7316545844078064 + ], + [ + -0.8943675756454468, + -1.1690176725387573, + 1.992783546447754, + -0.4156995713710785, + -0.3654714524745941, + 2.5104928016662598, + 2.6072072982788086, + 2.6247639656066895, + -0.7312564849853516, + -0.6884443163871765, + 0.7703109979629517, + 0.2799836993217468, + 1.7389161586761475, + 1.5433893203735352, + 1.4967893362045288, + 0.1455848664045334, + -0.809649646282196, + 0.24963954091072083, + -0.4417712688446045, + -0.520348310470581, + -0.8270294070243835 + ], + [ + -1.0775469541549683, + -1.3817805051803589, + 1.5222259759902954, + -0.4539318382740021, + -0.2760140299797058, + 2.542530059814453, + 2.2251780033111572, + 2.371030330657959, + 0.11471349000930786, + -1.348292350769043, + 0.6575543880462646, + 0.03587411344051361, + 1.6771185398101807, + 0.920840322971344, + 1.244415044784546, + -0.5382952690124512, + -0.5878539085388184, + 0.24756306409835815, + -0.6409731507301331, + -0.5360844135284424, + -0.6055518388748169 + ], + [ + -0.028185725212097168, + -1.760788917541504, + 1.9752625226974487, + -0.8325649499893188, + -0.4792585074901581, + 3.2401444911956787, + 2.6803765296936035, + 2.8973546028137207, + 0.0789007842540741, + -0.4182901978492737, + 0.9260019063949585, + -0.025382936000823975, + 2.24017333984375, + 2.0361390113830566, + 1.196488618850708, + 0.5561115145683289, + -0.12154513597488403, + -0.0827661007642746, + -0.8258085250854492, + -0.5332461595535278, + -1.2079616785049438 + ], + [ + -0.785655677318573, + -0.903968095779419, + 1.4099124670028687, + -0.15329648554325104, + 0.58460932970047, + 2.9377124309539795, + 1.7478210926055908, + 2.9619505405426025, + -0.2525157928466797, + -1.5431642532348633, + 0.41410166025161743, + -0.07830342650413513, + 2.0785071849823, + 0.6547930240631104, + 1.1306097507476807, + 0.5387648940086365, + -1.398796558380127, + 0.528645932674408, + -0.856182336807251, + -0.20476889610290527, + -0.09363120794296265 + ], + [ + -1.2586076259613037, + -0.3423055410385132, + 1.2822818756103516, + 0.2910916805267334, + -0.941256046295166, + 2.8202102184295654, + 1.8252065181732178, + 2.3351032733917236, + -0.5059705376625061, + -0.23978948593139648, + 0.7868912220001221, + 1.0671477317810059, + 2.430659294128418, + 0.7299657464027405, + 1.3854889869689941, + 0.6280787587165833, + -0.8704331517219543, + 0.7178032398223877, + 0.06600993871688843, + -0.494326651096344, + -0.9373042583465576 + ], + [ + -0.6139886975288391, + -0.6636813879013062, + 1.7380144596099854, + 0.8283631205558777, + 0.10894473642110825, + 3.3824374675750732, + 2.364443778991699, + 1.397548794746399, + 0.2008015513420105, + 0.04909425973892212, + 0.46488094329833984, + 0.5471230745315552, + 0.7633962631225586, + 2.0464463233947754, + 0.9950199127197266, + -0.7811803817749023, + 0.24693238735198975, + -0.24866291880607605, + -0.7808441519737244, + -1.7524442672729492, + -0.9654443264007568 + ], + [ + -0.0732342004776001, + -1.110092282295227, + 0.9744884967803955, + 0.7220795154571533, + -0.04219541698694229, + 2.674060821533203, + 1.5231945514678955, + 1.6353061199188232, + -1.10343599319458, + -0.9696207046508789, + -0.3424505293369293, + -0.5929380655288696, + 1.1994338035583496, + 0.7103486061096191, + 1.553607702255249, + 0.2373649626970291, + -0.4800073504447937, + -0.326079398393631, + -1.553178310394287, + -1.335445523262024, + -1.4838178157806396 + ], + [ + -1.2941523790359497, + -0.9504520297050476, + 2.34785532951355, + -0.8928831219673157, + -0.4949053227901459, + 2.8512628078460693, + 3.242037057876587, + 1.9695968627929688, + -1.2680805921554565, + -0.7396868467330933, + -0.010840922594070435, + 0.7218781113624573, + 1.609373927116394, + 1.6807117462158203, + 1.4234864711761475, + 0.6254396438598633, + 0.17516875267028809, + 0.4571009576320648, + -0.5609031915664673, + -0.7699093222618103, + 0.05199456214904785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7089135646820068, + -0.18861627578735352, + 0.7196911573410034, + 0.06954935193061829, + -0.20126789808273315, + 2.005209445953369, + 0.0, + 1.254981517791748, + -0.01162046194076538, + 0.07986515760421753, + -0.02179434895515442, + -0.18657872080802917, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + -0.7013891339302063, + -0.315891295671463, + -0.5125056505203247, + 0.01436394453048706, + -0.4883803725242615, + 0.0 + ] + ], + "predicted_scores": [ + 3.9867048263549805, + 2.888559341430664, + 2.6037254333496094, + 2.1734204292297363, + 1.7516227960586548, + 1.7032089233398438, + 1.2425625324249268, + 0.22678442299365997 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train0", + "selected_index": 0, + "state_hash": "7d408174f9914744237dcb6469d43db45ed04d1618588d4da88cbe8bcbb81985", + "stored_base_utility": 0.2422785758972168, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11957359313964844, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11957359313964844 + }, + "base_progress": 0.11957359313964844, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11957359313964844, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09174814075231552, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09174814075231552 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10778365284204483, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10778365284204483 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030088206753134727, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030088206753134727 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0632450208067894, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0632450208067894 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04850691556930542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04850691556930542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08473759889602661, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08473759889602661 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08812782913446426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08812782913446426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03642736002802849, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03642736002802849 + } + ], + "candidate_progress": [ + 0.09174814075231552, + 0.10778365284204483, + 0.030088206753134727, + 0.0632450208067894, + 0.04850691556930542, + 0.08473759889602661, + 0.08812782913446426, + 0.03642736002802849 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-cad33aa1136af34af6ec", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9757fc494e79b5543bb6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08748985826969147, + -0.5262278914451599, + 0.020064055919647217, + 1.432085394859314, + 0.7166274785995483, + -0.31376513838768005, + -0.982140839099884, + -0.4487370550632477, + 0.3035583198070526, + 0.9485853910446167, + -0.4089851975440979, + 0.3481942415237427, + 0.1696930229663849, + 0.4009425640106201, + 0.403610497713089, + 0.2606036067008972, + -0.22611413896083832, + -0.7762812376022339, + -0.012578308582305908, + -1.2305593490600586, + -1.2529083490371704 + ], + [ + -0.07957381010055542, + -0.5290908813476562, + 0.13116183876991272, + 1.7998064756393433, + 0.9292131662368774, + -0.7949844598770142, + -1.437105417251587, + -0.34852585196495056, + 0.282888263463974, + 0.840981125831604, + -0.022381506860256195, + 0.42456746101379395, + -0.056143343448638916, + 0.6637805104255676, + 0.28251177072525024, + 0.2109794318675995, + -0.37236255407333374, + -0.5779957175254822, + 0.35314592719078064, + -0.8385768532752991, + -1.0045595169067383 + ], + [ + -0.07134838402271271, + -0.5105501413345337, + -0.09985354542732239, + 1.239933729171753, + 0.7599905133247375, + -0.12243074178695679, + -0.9771180748939514, + -0.21389007568359375, + 0.3940405249595642, + 1.196106195449829, + -0.058968208730220795, + 0.43392515182495117, + 0.2516813576221466, + 0.3335033357143402, + 0.5268033742904663, + 0.25198855996131897, + -0.1970187872648239, + -0.6787744760513306, + -0.04852756857872009, + -1.0297811031341553, + -0.8638836145401001 + ], + [ + -0.11420784890651703, + -0.5184714794158936, + -0.0546097457408905, + 1.2296956777572632, + 0.6896800398826599, + -0.2389138638973236, + -0.9526202082633972, + -0.27677103877067566, + 0.31436532735824585, + 1.1262962818145752, + -0.2213423252105713, + 0.3508991003036499, + 0.27727869153022766, + 0.3286949694156647, + 0.6163560152053833, + 0.2152509093284607, + -0.07742039859294891, + -0.7742039561271667, + -0.0910944938659668, + -1.2412962913513184, + -0.8381359577178955 + ], + [ + -0.025646954774856567, + -0.4444882273674011, + -0.03368470072746277, + 1.442144751548767, + 1.2430920600891113, + -0.39216187596321106, + -1.3035433292388916, + -0.5737677812576294, + 0.2747301757335663, + 1.0015575885772705, + -0.04529041051864624, + 0.4200058579444885, + 0.6095054149627686, + 0.4732850193977356, + 0.6317169666290283, + 0.17195925116539001, + -0.18038730323314667, + -1.0253875255584717, + -0.18578192591667175, + -1.7895431518554688, + -0.40380600094795227 + ], + [ + 0.093192920088768, + -0.4975566267967224, + -0.013923674821853638, + 1.1384400129318237, + 0.7231391072273254, + -0.9122719764709473, + -1.021974802017212, + -0.4034712612628937, + 0.19064649939537048, + 0.8328190445899963, + 0.12099845707416534, + 0.26010000705718994, + 0.19459953904151917, + -0.27303391695022583, + 0.707362949848175, + 0.0905882865190506, + -0.27723151445388794, + -0.9447584748268127, + -0.06508708000183105, + -1.019287109375, + -1.0126100778579712 + ], + [ + 0.11043013632297516, + -0.5146294236183167, + 0.06598091125488281, + 1.1365736722946167, + 0.7293955087661743, + -0.5033971071243286, + -0.6251505017280579, + -0.345774382352829, + 0.2941848635673523, + 1.2568755149841309, + -0.0921667143702507, + 0.012025192379951477, + 0.12539157271385193, + 0.27878856658935547, + 0.7269067168235779, + 0.19393067061901093, + -0.004721030592918396, + -0.9782231450080872, + -0.27394092082977295, + -1.5344116687774658, + -0.6207135915756226 + ], + [ + -0.517204999923706, + -0.4804675579071045, + -0.20361176133155823, + 1.1247104406356812, + 0.8249018788337708, + -0.052194744348526, + -1.166261911392212, + -0.2723619043827057, + 0.16333439946174622, + 1.2030434608459473, + -0.09555291384458542, + 0.3712290823459625, + 0.3444947302341461, + 0.3575725555419922, + 0.7834092974662781, + 0.21081016957759857, + -0.06466297805309296, + -0.6700723767280579, + -0.08494237065315247, + -1.1241824626922607, + -0.7566460371017456 + ] + ], + "generated_utilities": [ + 0.09174814075231552, + 0.10778365284204483, + 0.030088206753134727, + 0.0632450208067894, + 0.04850691556930542, + 0.08473759889602661, + 0.08812782913446426, + 0.03642736002802849 + ], + "group_id": "ms-9757fc494e79b5543bb6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.04467397928237915, + 0.06116596981883049, + 0.05867831036448479, + 0.04962921142578125, + 0.16101354360580444, + 0.0372292622923851, + 0.13825690746307373, + 0.13699722290039062, + 0.1277455985546112, + 0.11835144460201263, + 0.11828573793172836, + 0.13750170171260834, + 0.10622364282608032, + 0.09371175616979599, + 0.17056432366371155, + 0.15165559947490692 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.4410176277160645, + -1.098402500152588, + -0.2521008253097534, + 3.0108041763305664, + 0.546787440776825, + -0.1932782381772995, + 0.3483065664768219, + -1.488704800605774, + 0.45971837639808655, + 1.2437666654586792, + 0.22831200063228607, + -1.069676399230957, + 1.8721933364868164, + 2.139881134033203, + 0.8529099822044373, + 0.410398930311203, + -0.012328866869211197, + -1.9118379354476929, + -0.12494434416294098, + -2.1695773601531982, + -1.689271092414856 + ], + [ + 1.2116252183914185, + -0.9201980829238892, + -0.19459448754787445, + 2.912348508834839, + 0.6662750840187073, + -0.0868743434548378, + 0.29788094758987427, + -1.7567923069000244, + 0.7364240884780884, + 1.4195880889892578, + 0.3170340359210968, + -1.0319252014160156, + 1.7603240013122559, + 1.9140324592590332, + 1.0597981214523315, + 0.17251628637313843, + -0.10766260325908661, + -2.200096845626831, + -0.3178950548171997, + -2.227046251296997, + -1.728310465812683 + ], + [ + 1.3293519020080566, + -1.0304509401321411, + 0.0820712149143219, + 3.084728479385376, + 0.23601236939430237, + -0.053134605288505554, + 0.1828470379114151, + -1.2744003534317017, + 0.19408181309700012, + 1.4542924165725708, + -0.02462826669216156, + -1.0054312944412231, + 2.0117013454437256, + 2.5369763374328613, + 0.6344021558761597, + 0.08325397968292236, + -0.38576748967170715, + -1.8743387460708618, + -0.01317838579416275, + -2.2216618061065674, + -1.9894192218780518 + ], + [ + 1.3100504875183105, + -1.0150485038757324, + -0.46049535274505615, + 3.1077966690063477, + 0.8063116073608398, + -0.23412935435771942, + 0.6567114591598511, + -1.3632498979568481, + 0.30977433919906616, + 0.9999431371688843, + 0.35830074548721313, + -1.0153173208236694, + 1.7977781295776367, + 1.9884101152420044, + 1.0690096616744995, + 0.8803198933601379, + 0.06741940975189209, + -1.7597140073776245, + 0.3619118332862854, + -2.484180450439453, + -1.2085278034210205 + ], + [ + 1.849910020828247, + -1.5418038368225098, + -0.5735057592391968, + 2.969329357147217, + 0.5818837285041809, + 0.348166823387146, + 0.8780145645141602, + -1.2178181409835815, + 0.7966664433479309, + 1.8114389181137085, + -0.11676736176013947, + -1.2626097202301025, + 2.1720077991485596, + 1.7067369222640991, + 1.0546742677688599, + 0.4584583044052124, + -0.3436438739299774, + -2.262002468109131, + 0.06349548697471619, + -2.1297404766082764, + -1.8429534435272217 + ], + [ + 1.3348263502120972, + -1.78920578956604, + -0.928993821144104, + 2.8926401138305664, + 0.08659783005714417, + -0.42658278346061707, + 0.19681604206562042, + -0.9841015338897705, + 0.8222531676292419, + 1.8533419370651245, + -0.23506928980350494, + -1.6466517448425293, + 1.3835835456848145, + 2.8087832927703857, + 1.5398426055908203, + 0.41905468702316284, + 0.3931363821029663, + -1.3545563220977783, + -0.21161994338035583, + -2.3187854290008545, + -1.760456919670105 + ], + [ + 2.187211513519287, + -0.7279045581817627, + 0.2692594528198242, + 2.8940768241882324, + 0.4565308094024658, + 0.139907106757164, + -0.20563247799873352, + -1.7614890336990356, + -0.1756986677646637, + 0.5404646992683411, + 0.9944133162498474, + -1.5323548316955566, + 2.6549301147460938, + 1.660141110420227, + 0.277954638004303, + 0.19720134139060974, + -0.6243554353713989, + -2.206129550933838, + 0.6451382637023926, + -2.8267276287078857, + -1.4723471403121948 + ], + [ + 1.5338939428329468, + -0.801070511341095, + -0.9271101951599121, + 2.5356972217559814, + 0.013183891773223877, + -0.26970750093460083, + 0.4159581661224365, + -2.109372615814209, + -0.2974042594432831, + 0.34867846965789795, + 0.49489420652389526, + -1.6549404859542847, + 2.635392665863037, + 1.350113868713379, + 1.0687894821166992, + 0.4553309679031372, + 0.5576031804084778, + -1.0938751697540283, + 0.2519800066947937, + -2.6793816089630127, + -2.405031681060791 + ], + [ + 0.9978657960891724, + -0.845083475112915, + 0.03763994574546814, + 2.2224855422973633, + 0.648470938205719, + -0.8897371292114258, + -0.5781333446502686, + -1.3565374612808228, + -0.05688616633415222, + 1.3113338947296143, + 0.7994481325149536, + -0.5315511226654053, + 1.1624557971954346, + 1.819075107574463, + 1.1732388734817505, + 1.0511668920516968, + -0.16323956847190857, + -2.3658154010772705, + -0.9572781324386597, + -1.3816142082214355, + -0.9716753363609314 + ], + [ + 1.6809611320495605, + -1.7963652610778809, + 0.4902648329734802, + 2.5225419998168945, + 1.1930646896362305, + -1.1210460662841797, + 1.1913443803787231, + -1.8206208944320679, + 0.11926683783531189, + 1.999726414680481, + -0.6722689270973206, + -0.6681249141693115, + 1.2542228698730469, + 2.5643703937530518, + -0.02019864320755005, + -0.2475624978542328, + 0.03958394378423691, + -2.033069372177124, + -0.5254069566726685, + -2.938389778137207, + -2.4298205375671387 + ] + ], + "predicted_scores": [ + 12.379106521606445, + 10.958016395568848, + 10.801605224609375, + 10.367342948913574, + 10.27133846282959, + 9.57788372039795, + 9.092986106872559, + 8.533452033996582 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137/train0", + "selected_index": 0, + "state_hash": "82c2aa27c1db8047eb6cda8fd0fc438c914616304ba2f19fa14fa01d16a91955", + "stored_base_utility": 0.04467397928237915, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10184377431869507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10184377431869507 + }, + "base_progress": 0.10184377431869507, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10184377431869507, + "candidate_action_clip_max_abs": [ + 0.06047677993774414, + 0.06947171688079834, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06047677993774414, + "contact_quality": null, + "progress": 0.013542632572352886, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013542632572352886 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06947171688079834, + "contact_quality": null, + "progress": 0.012610594742000103, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.012610594742000103 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.029627859592437744, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029627859592437744 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026258250698447227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026258250698447227 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.022497892379760742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.022497892379760742 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.025693276897072792, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025693276897072792 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.026228168979287148, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.026228168979287148 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.027129650115966797, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.027129650115966797 + } + ], + "candidate_progress": [ + 0.013542632572352886, + 0.012610594742000103, + 0.029627859592437744, + 0.026258250698447227, + 0.022497892379760742, + 0.025693276897072792, + 0.026228168979287148, + 0.027129650115966797 + ], + "candidate_safety_violation": [ + true, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-a8731059713697ce5e2a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.37849581241607666, + -0.33262330293655396, + 0.9866858720779419, + 0.4310348331928253, + 0.9056501388549805, + 0.5651918649673462, + 0.6952496767044067, + -0.461981862783432, + 0.3791871666908264, + 1.073093295097351, + -0.2480274736881256, + 1.7135556936264038, + 0.8327416181564331, + 0.8785761594772339, + -0.6037407517433167, + 0.590654194355011, + 0.6538125872612, + 0.06345131993293762, + 0.3721843361854553, + -0.5447080135345459, + -0.7528389692306519 + ], + [ + -0.3688519597053528, + -0.3721134066581726, + 0.9672172665596008, + 0.6417138576507568, + 0.9158981442451477, + 0.45309358835220337, + 0.9180368781089783, + -0.49730488657951355, + 0.4245093762874603, + 1.0444774627685547, + -0.14039385318756104, + 1.6517747640609741, + 1.0696038007736206, + 0.6613323092460632, + -0.6253682374954224, + 0.6027683615684509, + 0.7153027057647705, + 0.027387604117393494, + 0.5643398761749268, + -0.4119943678379059, + -0.8783890008926392 + ], + [ + 0.026997961103916168, + -0.6595472097396851, + 1.0387277603149414, + 0.3912048637866974, + 0.7494441270828247, + 0.8497965335845947, + 0.1743479073047638, + -0.09222865104675293, + 0.44637662172317505, + 1.1724863052368164, + -0.5168375968933105, + 1.489193081855774, + -0.8747822046279907, + 0.704891562461853, + -0.41360148787498474, + 0.7011985182762146, + 0.08552168309688568, + 0.6081207394599915, + 0.9553729891777039, + -0.9077244400978088, + -0.9457696676254272 + ], + [ + -0.5256920456886292, + -0.4082213044166565, + 0.6224253177642822, + 0.459688276052475, + 1.2163052558898926, + 0.9723155498504639, + 0.08577251434326172, + 0.07322727143764496, + 0.26863881945610046, + 1.0436406135559082, + -0.429055392742157, + 1.6840819120407104, + 0.23219630122184753, + 1.0053871870040894, + -0.29623958468437195, + 0.5404847264289856, + 0.29138022661209106, + -0.0505683571100235, + 0.931691586971283, + -1.131111979484558, + -0.5372471809387207 + ], + [ + -0.1806505173444748, + -0.508328914642334, + 0.8796355724334717, + 0.42606815695762634, + 1.103193998336792, + 0.9757764339447021, + 0.12416106462478638, + -0.17816296219825745, + 0.41681158542633057, + 1.0253263711929321, + -0.6234334111213684, + 1.5103782415390015, + -0.23193658888339996, + 0.5148987174034119, + -0.4261389970779419, + 0.7665852308273315, + 0.46068310737609863, + 0.5418944358825684, + 0.8290880918502808, + -1.0006794929504395, + -0.7059081792831421 + ], + [ + -0.29114943742752075, + -0.4769192337989807, + 1.0063856840133667, + 0.5153720378875732, + 1.2291209697723389, + 0.657951831817627, + 0.43824684619903564, + 0.059525638818740845, + 0.4083704948425293, + 1.145325779914856, + -0.13001728057861328, + 1.5227998495101929, + 0.09279808402061462, + 0.600235641002655, + -0.3746531307697296, + 0.6064698100090027, + 0.49398529529571533, + 0.35738852620124817, + 1.0254427194595337, + -0.9203704595565796, + -0.6765961647033691 + ], + [ + -0.19014056026935577, + -0.5421015620231628, + 0.5893388390541077, + 0.47674039006233215, + 1.300703763961792, + 0.7934377193450928, + 0.151388019323349, + -0.06467565894126892, + 0.36785727739334106, + 1.0577137470245361, + -0.6291703581809998, + 1.412328839302063, + -0.33600151538848877, + 0.7795534133911133, + -0.36967718601226807, + 0.6841779947280884, + 0.47740504145622253, + 0.4163740277290344, + 0.7327894568443298, + -1.1526414155960083, + -0.428867369890213 + ], + [ + -0.29243409633636475, + -0.5046184659004211, + 0.6717288494110107, + 0.4815737307071686, + 1.0314326286315918, + 0.9205754995346069, + 0.19616562128067017, + 0.046974435448646545, + 0.3606344759464264, + 0.9405878186225891, + -0.39884695410728455, + 1.5078661441802979, + -0.20020964741706848, + 0.6807348728179932, + -0.37798088788986206, + 0.6801541447639465, + 0.5259121656417847, + 0.44331735372543335, + 1.053210735321045, + -1.226761817932129, + -0.5569614171981812 + ] + ], + "generated_utilities": [ + 0.013542632572352886, + 0.012610594742000103, + 0.029627859592437744, + 0.026258250698447227, + 0.022497892379760742, + 0.025693276897072792, + 0.026228168979287148, + 0.027129650115966797 + ], + "group_id": "ms-a8731059713697ce5e2a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14563708007335663, + 0.19710752367973328, + 0.08932924270629883, + 0.09506683051586151, + 0.11755096912384033, + 0.14580702781677246, + 0.09405382722616196, + 0.06562888622283936, + 0.11733508110046387, + 0.04815538972616196, + 0.025752007961273193, + 0.016863565891981125, + 0.02547500655055046, + 0.08089685440063477, + 0.05237257480621338, + 0.1101820319890976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.22555309534072876, + -0.008643746376037598, + 0.31229448318481445, + -0.15308082103729248, + 1.3463916778564453, + -0.0007275938987731934, + 0.0, + -0.08715823292732239, + -0.14942900836467743, + 0.5979268550872803, + -0.018756285309791565, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.09300309419631958, + -0.20005196332931519, + -0.061415478587150574, + 0.754948616027832, + -0.04366564750671387, + -0.3222846984863281, + 0.0 + ], + [ + 0.3024141788482666, + 0.2681087255477905, + 0.31229448318481445, + -0.3969038724899292, + 1.3463916778564453, + 0.06552734971046448, + 0.0, + -0.05665820837020874, + 0.18340042233467102, + 0.5979268550872803, + -0.30637162923812866, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.5581141710281372, + 0.2404169738292694, + 0.07992871850728989, + 0.754948616027832, + 0.34295418858528137, + -0.17150640487670898, + 0.0 + ], + [ + 0.3031781315803528, + -1.0041735172271729, + 1.5626698732376099, + 0.4367365837097168, + 2.640424966812134, + 0.025543570518493652, + 0.7150936126708984, + 0.5709395408630371, + -0.38061797618865967, + 1.8162577152252197, + -0.009900450706481934, + 2.6579482555389404, + 1.471014380455017, + 1.4056793451309204, + -0.6091717481613159, + 0.7193707227706909, + 0.0074285343289375305, + 1.540907859802246, + 0.643646240234375, + -0.8009468913078308, + -0.30452483892440796 + ], + [ + 0.2330225557088852, + -0.7989985942840576, + 1.164547324180603, + 0.8586971163749695, + 2.6567842960357666, + 0.1559378206729889, + 0.7404706478118896, + 0.6591440439224243, + -0.22769801318645477, + 1.9582276344299316, + 0.167125403881073, + 2.813899517059326, + 1.8770995140075684, + 1.2960361242294312, + -0.7838993072509766, + 0.7812274098396301, + -0.2289590984582901, + 1.7257624864578247, + 0.8674569129943848, + -0.938961386680603, + -0.7413738369941711 + ], + [ + 0.48232829570770264, + -0.9243136644363403, + 1.6245059967041016, + 1.044168472290039, + 2.515392780303955, + 0.34340304136276245, + 0.9804482460021973, + -0.07578852772712708, + -0.0781494677066803, + 1.7751636505126953, + -0.3880031108856201, + 2.8443350791931152, + 1.7063122987747192, + 1.8889234066009521, + -1.0335187911987305, + 1.0180180072784424, + -0.008667834103107452, + 2.131394863128662, + 0.2633013129234314, + -0.2266562581062317, + -0.14128649234771729 + ], + [ + -0.36992672085762024, + -0.8130255937576294, + 0.6568784713745117, + 0.6840304732322693, + 2.5914340019226074, + 0.4658961594104767, + 0.3959510326385498, + 0.12634965777397156, + -0.3350973427295685, + 1.8355858325958252, + -0.6838566064834595, + 3.403810977935791, + 2.1323463916778564, + 1.088200330734253, + 0.005209386348724365, + 1.0655148029327393, + 0.36562293767929077, + 1.216540813446045, + 0.49178245663642883, + -1.27830970287323, + -0.48833349347114563 + ], + [ + -0.12606802582740784, + 0.06398582458496094, + 1.5704216957092285, + 0.25924432277679443, + 2.2035326957702637, + 0.83082115650177, + 0.1919947862625122, + -0.0952441394329071, + -0.5122151374816895, + 1.8682644367218018, + -0.30331951379776, + 2.719233751296997, + 1.6284382343292236, + 1.7919050455093384, + 0.2970935106277466, + 0.06906932592391968, + -0.08662956953048706, + 1.9375319480895996, + 0.2833097577095032, + -1.2889463901519775, + -0.6813504695892334 + ], + [ + -0.6299217939376831, + -1.2354106903076172, + 1.9588823318481445, + 0.3699165880680084, + 2.6037070751190186, + 0.4726773798465729, + 1.2892385721206665, + -0.09512123465538025, + -0.3230750560760498, + 0.9701170325279236, + -0.468097060918808, + 3.4153807163238525, + 2.5014519691467285, + 1.0568734407424927, + 0.31597352027893066, + 0.41135090589523315, + 0.8617907762527466, + 1.6178619861602783, + 1.3193659782409668, + -0.47208356857299805, + -1.196907877922058 + ], + [ + -0.3326122462749481, + -0.9958359599113464, + 1.5710361003875732, + 0.05057317018508911, + 1.8925069570541382, + -0.6054971814155579, + 1.4708354473114014, + 0.5781421661376953, + 0.5510178804397583, + 2.532672166824341, + -0.787903904914856, + 2.733215570449829, + 1.6461031436920166, + 0.8628755211830139, + -1.3798129558563232, + 0.4905262291431427, + 0.3469502329826355, + 2.3162074089050293, + 0.7664479613304138, + -1.4322869777679443, + -0.6533446311950684 + ], + [ + -0.06535127758979797, + 0.1409667730331421, + 1.1001497507095337, + 0.12685608863830566, + 2.4713239669799805, + 0.09440496563911438, + 1.27341890335083, + 0.05714350938796997, + -0.3853960335254669, + 2.423351287841797, + -0.002034232020378113, + 2.6609556674957275, + 2.3777618408203125, + 2.0043692588806152, + -1.172515869140625, + 1.3197999000549316, + -0.4202495813369751, + 2.2577173709869385, + -0.37111544609069824, + -0.4293745458126068, + 0.12000158429145813 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.015114843845367432, + -0.022619664669036865, + 0.31229448318481445, + -0.0042684078216552734, + 1.3463916778564453, + -0.013372838497161865, + 0.0, + 0.08092409372329712, + 0.035400390625, + 0.5979268550872803, + -0.07546164095401764, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + -0.023582816123962402, + -0.058653295040130615, + -0.014314457774162292, + 0.754948616027832, + -0.05345273017883301, + -0.05282771587371826, + 0.0 + ] + ], + "predicted_scores": [ + 1.690159559249878, + 1.501440405845642, + 1.4365514516830444, + 1.0399518013000488, + 0.758727490901947, + 0.5228738188743591, + 0.04939603805541992, + -0.2239149510860443 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train0", + "selected_index": 0, + "state_hash": "a52af742f184cb7ef5b7e4921cc4fd79740d8c5ab6bd7902ab82f0abcfdf36a7", + "stored_base_utility": 0.14563708007335663, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.17220520973205566, + 0.1835618019104004, + 0.1946924924850464, + 0.1954871416091919, + 0.1999729871749878, + 0.15012896060943604, + 0.21763670444488525, + 0.21957457065582275 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17220520973205566, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1835618019104004, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1946924924850464, + "contact_quality": null, + "progress": 0.08765459060668945, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08765459060668945 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1954871416091919, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1999729871749878, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15012896060943604, + "contact_quality": null, + "progress": 0.10555676370859146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10555676370859146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21763670444488525, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21957457065582275, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 0.08765459060668945, + 1.0, + 1.0, + 0.10555676370859146, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + false, + true, + true, + false, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac94b48febe523da15a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.18176370859146118, + 0.040277935564517975, + 0.9880527257919312, + -0.13724923133850098, + -0.18545496463775635, + 1.7881056070327759, + 2.1219561100006104, + 1.8217867612838745, + 0.05877167731523514, + -0.4420180320739746, + 0.5573680400848389, + -0.3571625351905823, + 1.7539621591567993, + 1.6088546514511108, + 1.4178119897842407, + 0.4374971389770508, + -0.4506118893623352, + 0.6067066788673401, + 0.7242764234542847, + 1.6821300983428955, + 1.8467482328414917 + ], + [ + 0.2471204698085785, + 0.042575545608997345, + 0.9526819586753845, + -0.06690390408039093, + -0.2659165561199188, + 1.9335081577301025, + 2.26385760307312, + 1.8432649374008179, + 0.0712042897939682, + -0.5001369714736938, + 0.5842797160148621, + -0.47230494022369385, + 1.7081648111343384, + 1.842571496963501, + 1.4002411365509033, + 0.4028063118457794, + -0.36596977710723877, + 0.5428357720375061, + 0.7136374711990356, + 1.8570926189422607, + 1.7589689493179321 + ], + [ + 0.4198680520057678, + -0.09539669752120972, + 0.7391942739486694, + -0.1544138789176941, + -0.46196842193603516, + 2.4446089267730713, + 1.6465208530426025, + 2.2219486236572266, + -0.2043439745903015, + -0.5673221945762634, + 0.3449447453022003, + -0.5274093747138977, + 2.062657117843628, + 1.6212888956069946, + 1.2024900913238525, + 0.6047524809837341, + -0.44946837425231934, + 0.3934602737426758, + 0.9276607632637024, + 1.4960699081420898, + 1.8890854120254517 + ], + [ + -0.05460089445114136, + 0.017112158238887787, + 1.003595232963562, + -0.1961236596107483, + -0.28293561935424805, + 2.362170934677124, + 1.7117891311645508, + 2.010016441345215, + 0.07812535762786865, + -0.543826699256897, + 0.527836263179779, + -0.12423256039619446, + 1.78783118724823, + 1.4600129127502441, + 1.1351937055587769, + 0.4274901747703552, + -0.5064113736152649, + 0.279806524515152, + 0.7403120994567871, + 1.8704748153686523, + 2.1121561527252197 + ], + [ + -0.05353003740310669, + -0.012952923774719238, + 1.1370270252227783, + -0.2864558696746826, + -0.2603592574596405, + 2.1983413696289062, + 1.8865647315979004, + 1.9504886865615845, + 0.10205759108066559, + -0.4568442106246948, + 0.5616518259048462, + -0.0024304240942001343, + 1.7830110788345337, + 1.2701213359832764, + 1.1937392950057983, + 0.3880186676979065, + -0.5228179693222046, + 0.2371840626001358, + 0.7728791236877441, + 1.9218919277191162, + 2.102736711502075 + ], + [ + 0.01354268193244934, + 0.00477183610200882, + 1.3234258890151978, + -0.48047956824302673, + -0.4018019437789917, + 2.3894639015197754, + 1.6911258697509766, + 1.7891737222671509, + 0.21983173489570618, + -0.7881509065628052, + 0.7028442025184631, + 0.074228934943676, + 1.5374499559402466, + 1.1423540115356445, + 1.4879506826400757, + 0.5287232398986816, + -0.2006460577249527, + 0.22328686714172363, + 0.8546493649482727, + 1.7493999004364014, + 2.198777198791504 + ], + [ + 0.21532848477363586, + -0.05149345099925995, + 0.8686840534210205, + -0.8109250068664551, + -0.15753433108329773, + 2.023946523666382, + 2.2551989555358887, + 2.03633451461792, + -0.03122563846409321, + -0.4840432405471802, + 0.35199153423309326, + 0.08050248771905899, + 2.080923557281494, + 1.3832634687423706, + 0.9639908075332642, + 0.5043812394142151, + -0.7707591652870178, + 0.40148311853408813, + 1.1384055614471436, + 1.7018318176269531, + 1.9431378841400146 + ], + [ + 0.1595238447189331, + 0.06366097182035446, + 1.1206711530685425, + -0.23680604994297028, + -0.12398535013198853, + 2.334580183029175, + 1.079425573348999, + 1.8497875928878784, + 0.12032350897789001, + -0.5600395798683167, + 0.6728265881538391, + 0.2998034656047821, + 1.7977324724197388, + 1.1624605655670166, + 1.2456389665603638, + 0.3392830193042755, + -0.4947379231452942, + 0.4685998558998108, + 1.1954680681228638, + 2.098855972290039, + 2.1142494678497314 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 0.08765459060668945, + 2.0, + 2.0, + 0.10555676370859146, + 2.0, + 2.0 + ], + "group_id": "ms-ac94b48febe523da15a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21594193577766418, + 0.21601168811321259, + 2.0, + 0.21012263000011444, + 0.28752872347831726, + 0.21433435380458832, + 0.28245842456817627, + 0.21487359702587128, + 0.24464814364910126, + 0.09122686088085175, + 0.16050146520137787, + 0.27431729435920715, + 0.16523605585098267, + 0.14633285999298096, + 0.12854063510894775, + 0.22855238616466522 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.30389827489852905, + -0.8579962253570557, + 1.3989989757537842, + -0.028539054095745087, + 0.2974744737148285, + 2.5767815113067627, + 2.78259539604187, + 2.9385712146759033, + 0.40562111139297485, + -1.288014531135559, + 1.5747884511947632, + -0.32205742597579956, + 2.1774518489837646, + 2.1987578868865967, + 2.0454328060150146, + 0.046226486563682556, + -0.4135788083076477, + 0.8770245313644409, + 0.6579046249389648, + 3.040009021759033, + 2.7811899185180664 + ], + [ + 0.046359941363334656, + -0.6854727268218994, + 0.8204165101051331, + 0.565416693687439, + 0.867863118648529, + 2.7692763805389404, + 2.7963621616363525, + 2.853088140487671, + 0.08938002586364746, + -0.6983482837677002, + 0.6515394449234009, + 0.1741611808538437, + 2.596548318862915, + 2.241023063659668, + 1.1163336038589478, + -0.5825872421264648, + -1.163135290145874, + -0.10550624132156372, + 1.3176631927490234, + 3.2109551429748535, + 2.9364986419677734 + ], + [ + 0.2593599259853363, + 0.2957177460193634, + 1.9324779510498047, + -0.7020376920700073, + 0.5371706485748291, + 2.8035061359405518, + 1.719245195388794, + 3.0967774391174316, + 0.02538616955280304, + -2.014153003692627, + 0.975588321685791, + 0.13461539149284363, + 1.3708343505859375, + 2.0089662075042725, + 1.5020623207092285, + -0.5627524256706238, + -1.4362560510635376, + 1.0673084259033203, + 0.13988959789276123, + 1.9552056789398193, + 3.066999673843384 + ], + [ + -0.5636838674545288, + 0.5672513246536255, + 1.225524663925171, + -0.48138415813446045, + -0.12759679555892944, + 3.0159695148468018, + 1.7835419178009033, + 2.830249786376953, + 0.08296757936477661, + -1.0899537801742554, + 1.296309232711792, + -0.7484232783317566, + 1.7848374843597412, + 1.6798732280731201, + 2.1842145919799805, + 0.8081878423690796, + -1.2716219425201416, + -0.3701121211051941, + 1.7858202457427979, + 3.2807788848876953, + 3.4130516052246094 + ], + [ + -0.3812307119369507, + 0.13109999895095825, + 1.5801677703857422, + -0.5124261379241943, + -0.0809403657913208, + 1.6008803844451904, + 2.3469717502593994, + 2.9038379192352295, + 0.5333170294761658, + -0.5620397925376892, + 1.34263277053833, + 1.1270815134048462, + 2.625211238861084, + 2.797947883605957, + 0.7474810481071472, + 0.21095304191112518, + -0.1364203691482544, + 0.16086292266845703, + 0.8026530742645264, + 1.958977222442627, + 1.8182815313339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.008759871125221252, + -0.03194861114025116, + 0.3535926342010498, + 0.2529276907444, + -0.2242739200592041, + 1.4436132907867432, + 0.0, + 1.4422698020935059, + 0.05536298453807831, + -0.13979530334472656, + 0.0697777271270752, + -0.17666669189929962, + 0.9072136878967285, + 0.0, + 0.601030707359314, + 0.08979149162769318, + 0.16722428798675537, + -0.014539599418640137, + 0.2526214122772217, + 1.6155693531036377, + 0.0 + ], + [ + 0.23985959589481354, + -0.2654930055141449, + 1.3535926342010498, + -0.11706969141960144, + 0.6134927868843079, + 2.443613290786743, + 2.436269521713257, + 2.442269802093506, + -0.14463798701763153, + -1.1397953033447266, + 1.0532320737838745, + 0.23402641713619232, + 1.9072136878967285, + 1.9912227392196655, + 1.601030707359314, + -0.1601666659116745, + -0.6761934161186218, + 0.5889102816581726, + 0.7933533787727356, + 2.6155693531036377, + 2.681323289871216 + ], + [ + -0.025997892022132874, + -0.3801298141479492, + 1.308110237121582, + -0.18097904324531555, + 0.5263209939002991, + 2.7038090229034424, + 2.284522533416748, + 2.467730760574341, + -0.03960235416889191, + -1.4280445575714111, + 0.7961887121200562, + 0.5136534571647644, + 1.9056414365768433, + 2.08752179145813, + 1.7709375619888306, + -0.056249670684337616, + -0.9286986589431763, + 0.36199355125427246, + 0.5150834321975708, + 2.6378211975097656, + 2.6209559440612793 + ], + [ + 0.2841508686542511, + 0.20293864607810974, + 2.0690746307373047, + 0.38615939021110535, + 0.7287670969963074, + 1.7998793125152588, + 2.669597864151001, + 2.591174840927124, + -0.5354129672050476, + -1.8737165927886963, + 0.843414306640625, + -0.23777516186237335, + 1.9671827554702759, + 2.4228203296661377, + 0.9006507396697998, + -0.36979836225509644, + -1.1882801055908203, + 1.0648058652877808, + 0.611021101474762, + 2.019209861755371, + 2.4891891479492188 + ] + ], + "predicted_scores": [ + 7.292819976806641, + 7.078014373779297, + 7.047503471374512, + 6.086470127105713, + 6.014734745025635, + 5.787571430206299, + 5.738106727600098, + 4.94367790222168 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786/train0", + "selected_index": 0, + "state_hash": "487b0ee3cff1c91f3140cb5d400fe48183225bdea8441fd2ec3e49d62391bafc", + "stored_base_utility": 0.21594193577766418, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09504059702157974, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09504059702157974 + }, + "base_progress": 0.09504059702157974, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09504059702157974, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.016642093658447266, + 0.03583645820617676, + 0.0, + 0.02207326889038086, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12686501443386078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12686501443386078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14667631685733795, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14667631685733795 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12816883623600006, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12816883623600006 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.016642093658447266, + "contact_quality": null, + "progress": 0.13254445791244507, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13254445791244507 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03583645820617676, + "contact_quality": null, + "progress": 0.08836108446121216, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08836108446121216 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08878567069768906, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08878567069768906 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02207326889038086, + "contact_quality": null, + "progress": 0.14216917753219604, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14216917753219604 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15247176587581635, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15247176587581635 + } + ], + "candidate_progress": [ + 0.12686501443386078, + 0.14667631685733795, + 0.12816883623600006, + 0.13254445791244507, + 0.08836108446121216, + 0.08878567069768906, + 0.14216917753219604, + 0.15247176587581635 + ], + "candidate_safety_violation": [ + false, + false, + false, + true, + true, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-6a3add21affa4796f9be", + "ms-7eaea428dfdef7255a66", + "ms-f85a653af630821f2572", + "ms-babaeb20129c46551281", + "ms-6a3add21affa4796f9be", + "ms-1f19fd22562f87bdb776", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-b49043f15f4846de5b13", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06348894536495209, + -0.041008614003658295, + 0.6238821744918823, + -0.1645677089691162, + 0.2656134366989136, + 1.8302775621414185, + 0.49692589044570923, + 0.15693511068820953, + -0.09999755769968033, + 0.24134042859077454, + 0.27302423119544983, + 0.13097801804542542, + 0.9339020252227783, + 0.4376748204231262, + 1.0608450174331665, + 0.14356279373168945, + -0.3218443989753723, + 0.0665673166513443, + 0.14212721586227417, + 0.5828285217285156, + -0.6210440397262573 + ], + [ + 0.07108061015605927, + -0.0959329605102539, + 0.4208434224128723, + 0.06861278414726257, + 0.38808542490005493, + 1.7117664813995361, + 0.6658636927604675, + 0.2760641276836395, + 0.10961475223302841, + 0.23225519061088562, + 0.2842017412185669, + -0.0036104917526245117, + 1.5613645315170288, + -0.09263753890991211, + 1.0386604070663452, + -0.022342504933476448, + -0.1292061060667038, + 0.45530909299850464, + 0.3616490364074707, + 0.4797418713569641, + -0.034977540373802185 + ], + [ + -0.18343357741832733, + -0.1112859845161438, + 0.20563223958015442, + 0.002298101782798767, + 0.6218538284301758, + 1.6900568008422852, + 0.3677588105201721, + 0.3471563458442688, + 0.0452699139714241, + 0.44510796666145325, + 0.12576770782470703, + 0.04012368619441986, + 1.050010085105896, + -0.14645622670650482, + 1.0457431077957153, + 0.12610626220703125, + -0.026357010006904602, + 0.2870858311653137, + 0.33583012223243713, + 0.632953941822052, + -0.9632004499435425 + ], + [ + -0.062480196356773376, + 0.07673339545726776, + 0.6243936419487, + -0.023115843534469604, + 0.5392438173294067, + 1.7477041482925415, + 0.8652511239051819, + 0.4831238090991974, + -0.0550222247838974, + 0.39695093035697937, + 0.25222715735435486, + 0.09769301116466522, + 1.227590560913086, + 0.7981725931167603, + 1.0751416683197021, + 0.10426269471645355, + -0.2718927264213562, + 0.3994925022125244, + 0.3114966154098511, + 0.27610427141189575, + 0.09335501492023468 + ], + [ + -0.04411861300468445, + -0.17129482328891754, + 0.42075270414352417, + -0.33756306767463684, + 0.19573616981506348, + 2.13783860206604, + 0.7529414892196655, + 0.29349178075790405, + 0.054242685437202454, + 0.6208494305610657, + 0.39481255412101746, + 0.09058921784162521, + 1.698567271232605, + 0.5881094336509705, + 0.597343921661377, + 0.281386137008667, + 0.09279440343379974, + 0.4077777564525604, + 0.3031518757343292, + 0.5651220083236694, + -0.5695760250091553 + ], + [ + -0.2208605855703354, + -0.31302952766418457, + 1.1143170595169067, + 0.20708975195884705, + -0.017726272344589233, + 1.0028305053710938, + 0.9438929557800293, + 0.23909598588943481, + 0.03181743249297142, + 0.268371045589447, + 0.3621784448623657, + -0.4692615866661072, + 1.0329608917236328, + 0.7251278758049011, + 1.0126534700393677, + 0.04763165861368179, + -0.04144458472728729, + -0.22963835299015045, + 0.14627541601657867, + 0.010317176580429077, + -1.2289891242980957 + ], + [ + 0.1572932004928589, + 0.01297948881983757, + 0.7830613851547241, + 0.19440197944641113, + 0.09862363338470459, + 1.67372465133667, + 0.052766889333724976, + 0.5815900564193726, + 0.24270597100257874, + 0.27574488520622253, + 0.3076835572719574, + 0.04245629906654358, + 1.0737075805664062, + 0.1727297455072403, + 1.055691123008728, + 0.4008607566356659, + -0.35169821977615356, + 0.41838589310646057, + 0.41323667764663696, + 0.5689123868942261, + -0.4481894075870514 + ], + [ + 0.09662631154060364, + -0.036299917846918106, + 0.5283454656600952, + 0.1308349370956421, + -0.0897599458694458, + 1.7145745754241943, + 0.3888275921344757, + 0.683192253112793, + 0.29474711418151855, + 0.2096467912197113, + 0.24899005889892578, + -0.14057466387748718, + 1.0974905490875244, + 0.16005028784275055, + 0.8268470168113708, + 0.4603287875652313, + -0.12286292016506195, + 0.3728119432926178, + 0.31224629282951355, + 0.4828529953956604, + -0.5179187059402466 + ] + ], + "generated_utilities": [ + 0.12686501443386078, + 0.14667631685733795, + 0.12816883623600006, + 0.13254445791244507, + 0.08836108446121216, + 0.08878567069768906, + 0.14216917753219604, + 0.15247176587581635 + ], + "group_id": "ms-b49043f15f4846de5b13", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24619130790233612, + 2.0, + 0.1647566258907318, + 0.252422034740448, + 0.18519222736358643, + 0.047212760895490646, + 0.21171221137046814, + 0.15485507249832153, + 0.2241998165845871, + 0.1625874638557434, + 0.10849805921316147, + 0.13248112797737122, + 0.02634263038635254, + 0.11655227839946747, + 0.0975719690322876, + 0.06348209083080292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1341971606016159, + 0.12477752566337585, + 0.6736547946929932, + 0.05442607402801514, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + -0.0322549045085907, + 0.1577538251876831, + 0.23111677169799805, + 0.18041962385177612, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.08554169535636902, + -0.16059744358062744, + 0.22791028022766113, + 0.014688193798065186, + -0.17862671613693237, + 0.0 + ], + [ + 0.04818432033061981, + -0.26289328932762146, + 1.6736547946929932, + -0.626263439655304, + 1.4563627243041992, + 3.074381113052368, + 2.1943893432617188, + 1.2280243635177612, + -0.3012460172176361, + 0.17675749957561493, + 0.5350286960601807, + 0.925350546836853, + 1.9110395908355713, + 2.132938861846924, + 2.230253219604492, + -0.37651827931404114, + -1.1605974435806274, + 1.2279102802276611, + 0.14611461758613586, + 0.11673706769943237, + 0.34310850501060486 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.3887786865234375, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.265877723693848, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6862170100212097 + ], + [ + 0.012720886617898941, + 0.041727036237716675, + 1.2797160148620605, + -0.2889255881309509, + 1.6081197261810303, + 2.937722682952881, + 2.2737255096435547, + 1.0940626859664917, + 0.06726193428039551, + 0.03937849402427673, + 0.20709392428398132, + 0.7242715358734131, + 1.5769703388214111, + 2.105454921722412, + 2.428441286087036, + -0.10405364632606506, + -1.2698469161987305, + 0.9405059814453125, + 0.12281390279531479, + 0.48032575845718384, + 0.18770833313465118 + ], + [ + -0.28798866271972656, + -0.11588042974472046, + 1.3246029615402222, + -0.9980455040931702, + 1.326172947883606, + 3.6353232860565186, + 2.6686222553253174, + 0.7617378234863281, + 0.061757892370224, + 0.07662855833768845, + 0.7243058681488037, + 1.3232624530792236, + 1.682571291923523, + 2.013401508331299, + 2.25937557220459, + -0.5045685172080994, + -1.292360782623291, + 1.4552412033081055, + 0.7449930906295776, + 0.6461051106452942, + -0.169979065656662 + ], + [ + 0.6655122637748718, + 0.2389194667339325, + 1.0607409477233887, + -0.6798093318939209, + 1.37824285030365, + 3.173354387283325, + 1.9542876482009888, + 0.935046374797821, + -0.45978254079818726, + 0.8217083811759949, + 0.2129644751548767, + 1.2548954486846924, + 1.381012201309204, + 2.1629786491394043, + 1.86748206615448, + -0.9074646234512329, + -1.5789598226547241, + 1.8256067037582397, + 0.009476512670516968, + 0.19220232963562012, + 0.34775030612945557 + ], + [ + -0.6117126941680908, + 0.41550174355506897, + 2.3893916606903076, + -0.5522254705429077, + 2.1040940284729004, + 3.680812120437622, + 2.0927820205688477, + 1.5165244340896606, + -1.0496867895126343, + 0.646552562713623, + -0.18320471048355103, + 0.8952962756156921, + 2.362856149673462, + 1.8950378894805908, + 2.148350477218628, + 0.28870561718940735, + -1.3624517917633057, + 1.8185434341430664, + 0.4182868003845215, + 0.7306441068649292, + 0.003961741924285889 + ], + [ + -0.31762778759002686, + -0.1992129683494568, + 2.374260425567627, + -1.244852066040039, + 1.5429139137268066, + 3.1741671562194824, + 1.324051022529602, + 1.4674441814422607, + -0.7058513164520264, + 1.0257662534713745, + 0.6434895396232605, + 1.4953497648239136, + 1.094326138496399, + 2.0919134616851807, + 1.361992359161377, + 0.2904141843318939, + -1.2050185203552246, + 1.5089995861053467, + -0.28437402844429016, + -0.6013338565826416, + 0.08909860253334045 + ], + [ + 0.006982274353504181, + 0.6133154630661011, + 2.5948116779327393, + -0.04106420278549194, + 0.6515965461730957, + 3.4164376258850098, + 2.070709466934204, + 1.3719961643218994, + -0.8202629089355469, + 0.17177113890647888, + 0.816927433013916, + 0.7899349927902222, + 2.365253448486328, + 2.0607993602752686, + 1.5360530614852905, + -0.36390000581741333, + -0.7353066205978394, + 1.7832880020141602, + 1.0705759525299072, + 0.9545931220054626, + -0.5819785594940186 + ], + [ + -0.10903649032115936, + -0.7641373872756958, + 0.9399710893630981, + -0.7318205833435059, + 2.274623155593872, + 2.3958981037139893, + 1.8145179748535156, + 1.220162034034729, + 0.5039691925048828, + 0.9947508573532104, + -0.16427189111709595, + 0.8146107196807861, + 2.514700174331665, + 2.730861186981201, + 1.4709744453430176, + -0.7037978172302246, + -1.9615366458892822, + 1.7382924556732178, + 0.22274839878082275, + 0.32288166880607605, + 0.23523001372814178 + ], + [ + -0.30436038970947266, + -0.833303689956665, + 1.0182424783706665, + 0.08613872528076172, + 0.5614818930625916, + 3.376234292984009, + 2.3937618732452393, + 1.4747353792190552, + -1.1451703310012817, + 0.020381182432174683, + 0.2767083942890167, + 1.6828880310058594, + 2.702357769012451, + 1.2999944686889648, + 2.176593542098999, + -0.058019280433654785, + -1.4817041158676147, + 0.36811691522598267, + 0.047048427164554596, + 0.10388149321079254, + 0.691102147102356 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05336759239435196, + -0.010792374610900879, + 0.6736547946929932, + -0.08041220903396606, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + 0.00835418701171875, + 0.05091361701488495, + 0.029266953468322754, + -0.01509934663772583, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.022070080041885376, + -0.16059744358062744, + 0.22791028022766113, + 0.07825110852718353, + 0.0398331880569458, + 0.0 + ] + ], + "predicted_scores": [ + 4.631056785583496, + 4.386733531951904, + 4.0116400718688965, + 3.843075752258301, + 2.9311420917510986, + 2.6221578121185303, + 1.5264098644256592, + 1.3122878074645996 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2038594191/train0", + "selected_index": 0, + "state_hash": "89eb30882ecb8a88d2825feace6a2457520ddecc881f73eab06accb3c96f3c57", + "stored_base_utility": 0.24619130790233612, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21340738236904144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21340738236904144 + }, + "base_progress": 0.21340738236904144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21340738236904144, + "candidate_action_clip_max_abs": [ + 0.0, + 0.17668700218200684, + 0.05617201328277588, + 0.021559834480285645, + 0.036488890647888184, + 0.045171380043029785, + 0.018956422805786133, + 0.018621325492858887 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13244229555130005, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13244229555130005 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17668700218200684, + "contact_quality": null, + "progress": 0.06952007859945297, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06952007859945297 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05617201328277588, + "contact_quality": null, + "progress": 0.09525207430124283, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09525207430124283 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.021559834480285645, + "contact_quality": null, + "progress": 0.09348171949386597, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09348171949386597 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.036488890647888184, + "contact_quality": null, + "progress": 0.08960779756307602, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08960779756307602 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.045171380043029785, + "contact_quality": null, + "progress": 0.12323639541864395, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12323639541864395 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.018956422805786133, + "contact_quality": null, + "progress": 0.08349066972732544, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08349066972732544 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.018621325492858887, + "contact_quality": null, + "progress": 0.08708276599645615, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08708276599645615 + } + ], + "candidate_progress": [ + 0.13244229555130005, + 0.06952007859945297, + 0.09525207430124283, + 0.09348171949386597, + 0.08960779756307602, + 0.12323639541864395, + 0.08349066972732544, + 0.08708276599645615 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b7d7021b782f73816083", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7653332352638245, + 0.5897378921508789, + -1.206894040107727, + -0.31003713607788086, + 0.4238235652446747, + -0.3974716365337372, + -3.0869476795196533, + -0.9079400300979614, + -0.048045381903648376, + 0.9289705753326416, + 0.6339540481567383, + -0.23788422346115112, + -1.4070755243301392, + -0.02911791205406189, + -0.7435789108276367, + 0.0015304908156394958, + 0.8316707015037537, + -0.005682200193405151, + -0.09794509410858154, + 0.9202585816383362, + 2.0444350242614746 + ], + [ + 1.2202339172363281, + 0.5621052980422974, + -1.3443477153778076, + -0.3975536823272705, + -0.024349451065063477, + -2.1210978031158447, + -2.032274007797241, + -1.1709572076797485, + -0.16764415800571442, + 1.2598899602890015, + 0.16615185141563416, + -0.030396729707717896, + -0.12922996282577515, + 0.330890953540802, + -1.6551926136016846, + -0.23480810225009918, + 1.3274383544921875, + 0.08578029274940491, + -0.3339080810546875, + 1.677811622619629, + 1.2912615537643433 + ], + [ + 1.295133352279663, + 0.44114792346954346, + -1.586898684501648, + -0.4224873185157776, + -0.11656078696250916, + -2.554629325866699, + -2.0683608055114746, + -0.7801147699356079, + 0.04771149158477783, + 1.3006529808044434, + 0.37603268027305603, + 0.2206360101699829, + -0.22278396785259247, + -0.0874008983373642, + -1.439030647277832, + 0.138249009847641, + 1.2466411590576172, + 0.15422827005386353, + -0.1429792046546936, + 1.7231459617614746, + 0.9216551780700684 + ], + [ + 1.236779808998108, + 0.5227105021476746, + -1.2645214796066284, + -0.5857579708099365, + -0.41589415073394775, + -2.7530136108398438, + -2.2920148372650146, + -0.7577581405639648, + 0.05421949923038483, + 1.20586359500885, + 0.44172605872154236, + 0.12686586380004883, + -0.3414972424507141, + -0.09922315180301666, + -1.2570888996124268, + 0.19539766013622284, + 1.2197171449661255, + 0.008913293480873108, + -0.13688808679580688, + 1.6692306995391846, + 1.1361844539642334 + ], + [ + 1.4623003005981445, + 0.5492545962333679, + -1.2113310098648071, + -0.478737473487854, + -0.19415372610092163, + -2.7096264362335205, + -1.9095196723937988, + -0.824162483215332, + 0.06883037090301514, + 1.157310128211975, + 0.3444322943687439, + 0.06778785586357117, + -0.20808884501457214, + 0.03929658979177475, + -1.2598824501037598, + 0.06887659430503845, + 1.3656370639801025, + -0.020023643970489502, + -0.16299650073051453, + 1.8296585083007812, + 0.9359509944915771 + ], + [ + 1.391506314277649, + 0.3900945782661438, + -1.4235156774520874, + -0.6417765021324158, + -0.22380882501602173, + -2.97546648979187, + -1.5174520015716553, + -0.8033053874969482, + 0.08237174153327942, + 0.9567106366157532, + 0.23421376943588257, + -0.12921670079231262, + -0.24208393692970276, + -0.047276705503463745, + -1.3408105373382568, + 0.02190103381872177, + 1.2392603158950806, + 0.10572798550128937, + -0.3793373107910156, + 1.5272433757781982, + 0.9665278196334839 + ], + [ + 1.2788795232772827, + 0.5501813292503357, + -0.9316266775131226, + -0.44215065240859985, + -0.13443711400032043, + -2.682339906692505, + -1.7502672672271729, + -0.7544480562210083, + 0.08473869413137436, + 1.0759763717651367, + 0.3940923511981964, + 0.03763429820537567, + -0.436170756816864, + -0.26713913679122925, + -1.0558816194534302, + 0.10501855611801147, + 1.4182713031768799, + -0.07364757359027863, + -0.1182793378829956, + 1.7307918071746826, + 0.9993463754653931 + ], + [ + 1.3821505308151245, + 0.5428034067153931, + -1.1986051797866821, + -0.5136868953704834, + -0.2307710349559784, + -2.6956043243408203, + -1.623124599456787, + -0.7529935836791992, + 0.12457087635993958, + 1.1347761154174805, + 0.35859158635139465, + 0.1401628851890564, + -0.4102243185043335, + -0.04627029597759247, + -1.2362332344055176, + 0.027647029608488083, + 1.4674688577651978, + -0.08610023558139801, + -0.1523934304714203, + 1.7380445003509521, + 0.9437423944473267 + ] + ], + "generated_utilities": [ + 0.13244229555130005, + 0.06952007859945297, + 0.09525207430124283, + 0.09348171949386597, + 0.08960779756307602, + 0.12323639541864395, + 0.08349066972732544, + 0.08708276599645615 + ], + "group_id": "ms-b7d7021b782f73816083", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1152990311384201, + 0.0995069369673729, + 0.22398948669433594, + 0.07063915580511093, + 0.15375125408172607, + 0.10988732427358627, + 0.13891975581645966, + 0.10255575180053711, + 0.1759825050830841, + 0.12433719635009766, + 0.04161723703145981, + 0.14477917551994324, + 0.15497170388698578, + 0.10867393016815186, + 0.128738135099411, + 0.044483087956905365 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1950814723968506, + 0.43025192618370056, + -1.750766634941101, + -0.49794480204582214, + -0.5309143662452698, + -3.396369457244873, + -2.8737375736236572, + -0.42129820585250854, + -0.4921060800552368, + 0.8215566277503967, + -0.5001733303070068, + -0.33623045682907104, + -1.2491867542266846, + -1.1282062530517578, + -0.1254962682723999, + 0.615684449672699, + -0.4806603789329529, + 1.4392160177230835, + 0.39016032218933105, + 0.2374897599220276, + 0.6115820407867432 + ], + [ + 1.6750510931015015, + 0.6743819713592529, + -1.9938621520996094, + 0.01488572359085083, + -0.13329416513442993, + -3.529571771621704, + -1.7658562660217285, + -0.37224727869033813, + 0.021029159426689148, + 0.2922198176383972, + -0.22517341375350952, + -0.01483597606420517, + -2.6174509525299072, + -2.2367091178894043, + -0.08589363098144531, + 0.8152046799659729, + -0.04244785010814667, + 1.4921362400054932, + 1.079566240310669, + 0.4553903043270111, + 0.3549768030643463 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6154032945632935, + 0.30342134833335876, + -0.14731931686401367, + -0.022852718830108643, + 0.03059050440788269, + -1.7038488388061523, + 0.0, + 0.06260848045349121, + 0.2664245367050171, + 0.06862765550613403, + 0.037722647190093994, + 0.08009301871061325, + -0.6843758821487427, + 0.0, + -0.044386088848114014, + -0.19153904914855957, + 0.247051402926445, + 0.8547754287719727, + -0.11883406341075897, + -0.17721909284591675, + 0.0 + ], + [ + 2.0238282680511475, + 0.1878807246685028, + -0.9606832265853882, + -0.2599172592163086, + -0.3410046398639679, + -3.1472506523132324, + -3.1088099479675293, + -0.9034984111785889, + 0.5417897701263428, + 0.7834040522575378, + -0.5791963338851929, + 0.05490678921341896, + -1.601638913154602, + -0.9577333331108093, + -0.9901943206787109, + 0.9761309623718262, + 0.5315595269203186, + 1.9111864566802979, + -0.054984450340270996, + 0.6593255996704102, + 0.43267929553985596 + ] + ], + "predicted_scores": [ + 10.610734939575195, + 10.10039234161377, + 8.91795539855957, + 8.726576805114746, + 8.610091209411621, + 8.206533432006836, + 7.975017547607422, + 7.760311603546143 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train0", + "selected_index": 0, + "state_hash": "ef7b85b85b8e053646c7eca3318f16fab04b4faaaddd9b72f52f23a837765207", + "stored_base_utility": 0.1152990311384201, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.04197549819946289, + 0.15097320079803467, + 0.0, + 0.00533294677734375, + 0.0, + 0.03516209125518799, + 0.0, + 0.020109057426452637 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04197549819946289, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15097320079803467, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00533294677734375, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03516209125518799, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.020109057426452637, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + false, + true, + false, + true, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.6709024906158447, + 0.2228487879037857, + -1.7040714025497437, + -0.5833770036697388, + -0.003485366702079773, + -1.658461093902588, + -2.4522719383239746, + -0.4384348690509796, + 0.16937611997127533, + 0.9533258080482483, + 0.6698243618011475, + 0.48242995142936707, + -0.11640816926956177, + -0.38531625270843506, + -1.204502820968628, + 0.41110894083976746, + 1.8443219661712646, + -0.3464117646217346, + 1.1502797603607178, + 1.371819257736206, + 1.1644221544265747 + ], + [ + 1.7347102165222168, + 0.29452258348464966, + -1.7618478536605835, + -0.3402877151966095, + -0.19738954305648804, + -1.101507544517517, + -2.415207624435425, + -0.8662739992141724, + -0.049191199243068695, + 0.9947163462638855, + 0.5050991773605347, + 0.4001504182815552, + -0.001577615737915039, + 0.094242624938488, + -1.30576491355896, + 0.22388847172260284, + 1.9744700193405151, + -0.553881824016571, + 0.9893541932106018, + 1.1669890880584717, + 1.2369829416275024 + ], + [ + 1.6269075870513916, + 0.202369824051857, + -1.4621399641036987, + -0.7334144115447998, + -0.3233686089515686, + -1.7974551916122437, + -2.6133413314819336, + -0.3375164568424225, + 0.18538208305835724, + 0.8742302656173706, + 0.6936526298522949, + 0.3201386630535126, + -0.16355490684509277, + -0.4055060148239136, + -0.9796819090843201, + 0.5367200374603271, + 1.818766713142395, + -0.642549455165863, + 1.1607961654663086, + 0.9546356797218323, + 1.3998489379882812 + ], + [ + 1.7539961338043213, + 0.2864772081375122, + -1.4173634052276611, + -0.5954312682151794, + -0.15190303325653076, + -1.7881556749343872, + -2.4354171752929688, + -0.4724656045436859, + 0.1431189477443695, + 0.9131540656089783, + 0.6822426319122314, + 0.2751324772834778, + -0.05853119492530823, + -0.18982596695423126, + -0.9398462176322937, + 0.41364651918411255, + 1.9098869562149048, + -0.6413639783859253, + 1.1143038272857666, + 1.256483793258667, + 1.0857313871383667 + ], + [ + 1.2567367553710938, + 0.16542433202266693, + -1.5541471242904663, + -0.2891443073749542, + 0.2420557290315628, + -0.18129974603652954, + -3.3596842288970947, + -0.4442359507083893, + 0.1139197126030922, + 0.8395264744758606, + 0.9211264252662659, + 0.23527640104293823, + -0.9029707908630371, + -0.2088913470506668, + -0.37416020035743713, + 0.4406418204307556, + 1.2954543828964233, + -0.8043612837791443, + 0.8516483306884766, + 0.4085540175437927, + 1.7830535173416138 + ], + [ + 2.005448579788208, + 0.2729538083076477, + -1.8330661058425903, + -0.8142019510269165, + -0.11555245518684387, + -2.1661813259124756, + -1.9520809650421143, + -0.5068157911300659, + 0.2042786180973053, + 0.8089380264282227, + 0.4840623140335083, + 0.16232894361019135, + -0.12003275752067566, + -0.3791103959083557, + -1.0765342712402344, + 0.4039202034473419, + 1.71757173538208, + -0.5720511674880981, + 0.7953653335571289, + 0.9296509623527527, + 1.0163120031356812 + ], + [ + 1.5874528884887695, + 0.31611818075180054, + -1.2900803089141846, + -0.7623831033706665, + -0.08455163240432739, + -1.8210266828536987, + -2.3721024990081787, + -0.3540996015071869, + 0.19053108990192413, + 0.8251004815101624, + 0.6904215812683105, + 0.1769968420267105, + -0.21209195256233215, + -0.44718706607818604, + -0.735447347164154, + 0.48385757207870483, + 1.882988691329956, + -0.6939744353294373, + 1.1373909711837769, + 1.1319317817687988, + 1.081661581993103 + ], + [ + 1.7209240198135376, + 0.3503076434135437, + -1.4917182922363281, + -0.7570004463195801, + -0.2451454997062683, + -1.749279499053955, + -2.134387731552124, + -0.47839513421058655, + 0.21218593418598175, + 0.961870014667511, + 0.5808902382850647, + 0.38344526290893555, + -0.052768707275390625, + -0.3075917363166809, + -0.9533961415290833, + 0.37111642956733704, + 1.96685791015625, + -0.7724758982658386, + 1.0152360200881958, + 1.2243144512176514, + 0.9692397117614746 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-b8c3ec3ea915c5d35b3e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17642532289028168, + 0.1518065184354782, + 0.22802573442459106, + 0.26431772112846375, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7160788774490356, + -0.2193790227174759, + -0.33078956604003906, + 0.08748573064804077, + 0.08530756831169128, + -1.2119665145874023, + 0.0, + 0.04905492067337036, + 0.20122359693050385, + 0.5337162017822266, + -0.16356255114078522, + 0.15326368808746338, + -0.006163433194160461, + 0.0, + -0.182639479637146, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 0.7160788774490356, + -0.037835851311683655, + -0.33078956604003906, + -0.3234449625015259, + -0.7771284580230713, + -1.2119665145874023, + 0.0, + -0.09935644268989563, + 0.4030209183692932, + 0.5337162017822266, + -0.4822074770927429, + 0.18784856796264648, + -0.1959555298089981, + 0.0, + 0.5644294023513794, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 1.7160788774490356, + 0.19833622872829437, + -1.330789566040039, + -0.5817852020263672, + -0.43779972195625305, + -2.2119665145874023, + -2.5025739669799805, + -0.506644070148468, + 0.12360227853059769, + 1.5337162017822266, + -0.03205998241901398, + 1.1509366035461426, + -0.23545129597187042, + 0.48134130239486694, + -0.435570627450943, + 1.3130542039871216, + 1.8768486976623535, + -1.1824822425842285, + 1.3884024620056152, + 1.3585999011993408, + 2.000993013381958 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.005147933959961, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9626826047897339, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.001986026763916 + ], + [ + 1.726861834526062, + 0.043014734983444214, + -1.144371509552002, + -0.31418904662132263, + -0.567983090877533, + -2.108966588973999, + -2.6462693214416504, + -0.26492840051651, + -0.10327736288309097, + 1.2895625829696655, + -0.25778818130493164, + 0.9473439455032349, + -0.4063088297843933, + 0.3878946304321289, + -0.2856175899505615, + 1.5101876258850098, + 1.9118744134902954, + -0.9426637887954712, + 1.1588956117630005, + 1.099308729171753, + 2.281646251678467 + ], + [ + 1.374373435974121, + 0.03832589089870453, + -1.7212895154953003, + -0.6876756548881531, + -0.2820549011230469, + -2.188462018966675, + -2.3562188148498535, + -0.2521430253982544, + 0.2857849597930908, + 1.9244563579559326, + 0.34100115299224854, + 1.4773313999176025, + 0.00945514440536499, + 0.384576678276062, + -0.12640216946601868, + 1.6574536561965942, + 2.2456579208374023, + -1.0120724439620972, + 1.6573033332824707, + 1.4494264125823975, + 1.808416724205017 + ], + [ + 2.126147508621216, + 0.6849313974380493, + -0.9769375920295715, + -0.21911004185676575, + -0.06733030080795288, + -2.2854459285736084, + -2.8379616737365723, + -0.9432749152183533, + 0.4973946809768677, + 1.1592539548873901, + 0.33626097440719604, + 0.7853857278823853, + 0.17355866730213165, + 0.21878305077552795, + -0.4644153118133545, + 1.7642983198165894, + 2.3214588165283203, + -0.8744109869003296, + 1.51880943775177, + 1.1005501747131348, + 1.8481080532073975 + ], + [ + 1.6549550294876099, + 0.539572536945343, + -1.3622270822525024, + -0.32812485098838806, + -0.7078197598457336, + -2.012918472290039, + -2.806295156478882, + -0.4083792567253113, + -0.27540096640586853, + 1.634641170501709, + -0.18578243255615234, + 1.637065052986145, + -0.2476833164691925, + 0.308688223361969, + -0.06348815560340881, + 1.5100929737091064, + 1.6110119819641113, + -0.6531832814216614, + 1.9747318029403687, + 0.7858116030693054, + 1.8062347173690796 + ], + [ + 1.7583746910095215, + 0.7708874344825745, + -0.7983364462852478, + -0.1496978998184204, + -0.25221163034439087, + -2.482794761657715, + -2.787888526916504, + -0.948794960975647, + -0.2646767199039459, + 1.6905968189239502, + -0.44794291257858276, + 1.3408198356628418, + 0.17721225321292877, + 0.698166012763977, + -0.8054969310760498, + 1.4940251111984253, + 2.3825182914733887, + -1.1009879112243652, + 0.898840606212616, + 2.0318515300750732, + 1.8818705081939697 + ], + [ + 1.2205294370651245, + 0.10447371751070023, + -1.9565856456756592, + -0.3047146797180176, + -0.46388840675354004, + -2.467921257019043, + -3.2508625984191895, + -0.744904637336731, + -0.1335088014602661, + 1.3046905994415283, + -0.18295106291770935, + 0.8301438689231873, + -0.036814138293266296, + 0.6956514716148376, + -1.1163139343261719, + 0.6365690231323242, + 1.3863767385482788, + -1.6023950576782227, + 1.3153334856033325, + 2.1278061866760254, + 1.8084521293640137 + ], + [ + 1.5321470499038696, + 1.0672425031661987, + -1.5550538301467896, + 0.037944018840789795, + -0.5659418106079102, + -2.802395820617676, + -2.0888454914093018, + -1.1932681798934937, + 0.3457331657409668, + 0.6364739537239075, + 0.04084198176860809, + 1.7007219791412354, + -0.4149669110774994, + -0.11117225885391235, + 0.18925002217292786, + 1.4234939813613892, + 1.0363614559173584, + -1.7891597747802734, + 2.2061760425567627, + 2.144174814224243, + 1.686030626296997 + ], + [ + 0.8942603468894958, + 1.0691689252853394, + -1.9107211828231812, + -0.6058903932571411, + 0.014421999454498291, + -2.9454357624053955, + -2.4345366954803467, + -0.29061275720596313, + 0.9486992359161377, + 0.5935242772102356, + -0.4496852159500122, + 0.6252220273017883, + -0.8513668179512024, + 0.5167673230171204, + 0.4692215025424957, + 0.7054903507232666, + 2.170351028442383, + -1.6150505542755127, + 1.162168264389038, + 1.0557067394256592, + 1.8426238298416138 + ], + [ + 1.6406551599502563, + 0.9200946688652039, + -0.6252647638320923, + 0.14461678266525269, + -1.3650002479553223, + -2.127922534942627, + -3.4770925045013428, + 0.2671700716018677, + -0.8612805604934692, + 0.7099599242210388, + 0.03849808871746063, + 0.1766669750213623, + -1.1850675344467163, + 0.758629560470581, + -0.2752438485622406, + 2.2731575965881348, + 1.032798171043396, + -1.478513240814209, + 0.5717574954032898, + 0.6004346013069153, + 1.910332441329956 + ], + [ + 2.4275736808776855, + -0.5380923748016357, + -0.40966713428497314, + -1.3766169548034668, + -0.1886012852191925, + -1.4204840660095215, + -2.0393028259277344, + -1.0585323572158813, + 0.60774165391922, + 1.17071533203125, + 0.5502715706825256, + 1.1245218515396118, + -0.4421693682670593, + -0.13677579164505005, + 0.09001609683036804, + 1.8523200750350952, + 2.669503688812256, + -0.39271146059036255, + 1.2149927616119385, + 2.2000277042388916, + 2.8380508422851562 + ] + ], + "predicted_scores": [ + 7.086717128753662, + 7.012554168701172, + 6.536454677581787, + 6.1409783363342285, + 6.139369010925293, + 5.868905544281006, + 5.6090216636657715, + 5.4513044357299805 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train0", + "selected_index": 0, + "state_hash": "9eb7486d09ea916751f7d10bf691670b7afaa98e8e3658845ac86d46e09edeb1", + "stored_base_utility": 0.17642532289028168, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.26741743087768555, + 0.28150272369384766, + 0.33044612407684326, + 0.3350867033004761, + 0.2835022211074829, + 0.28763413429260254, + 0.2775998115539551, + 0.26898324489593506 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26741743087768555, + "contact_quality": null, + "progress": 0.17883026599884033, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17883026599884033 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28150272369384766, + "contact_quality": null, + "progress": 0.19230616092681885, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19230616092681885 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.33044612407684326, + "contact_quality": null, + "progress": 0.14544785022735596, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14544785022735596 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3350867033004761, + "contact_quality": null, + "progress": 0.1654002070426941, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1654002070426941 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2835022211074829, + "contact_quality": null, + "progress": 0.1667415052652359, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1667415052652359 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28763413429260254, + "contact_quality": null, + "progress": 0.18127678334712982, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18127678334712982 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2775998115539551, + "contact_quality": null, + "progress": 0.16116859018802643, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16116859018802643 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26898324489593506, + "contact_quality": null, + "progress": 0.13283945620059967, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13283945620059967 + } + ], + "candidate_progress": [ + 0.17883026599884033, + 0.19230616092681885, + 0.14544785022735596, + 0.1654002070426941, + 0.1667415052652359, + 0.18127678334712982, + 0.16116859018802643, + 0.13283945620059967 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.32149988412857056, + -0.05176875740289688, + 1.28336763381958, + 0.1719876229763031, + 1.103712558746338, + 3.0882527828216553, + 2.192202568054199, + 1.9928619861602783, + 0.1632140874862671, + -0.6132095456123352, + 1.0346366167068481, + 0.29477083683013916, + 1.484146237373352, + 1.6746933460235596, + -0.3937569856643677, + 0.10652242600917816, + 1.3056851625442505, + 0.33239275217056274, + 1.1785051822662354, + 2.9835150241851807, + 3.673433542251587 + ], + [ + 0.5557932257652283, + -0.16538158059120178, + 1.4813902378082275, + -0.007171228528022766, + 0.8868390917778015, + 3.310838222503662, + 2.3462729454040527, + 2.013040542602539, + 0.12310010939836502, + -0.8373615741729736, + 0.7452436089515686, + 0.2036370486021042, + 1.5818644762039185, + 1.874438762664795, + -0.34682467579841614, + 0.13362984359264374, + 1.291536569595337, + 0.3966628909111023, + 1.4546573162078857, + 2.9944918155670166, + 2.7545158863067627 + ], + [ + 0.3009053170681, + -0.10142110288143158, + 1.5620684623718262, + -0.018294259905815125, + 1.0351886749267578, + 2.9947762489318848, + 2.671128988265991, + 2.3119864463806152, + 0.09982340782880783, + -0.5762143135070801, + 0.893424928188324, + 0.06427653133869171, + 1.4521058797836304, + 1.8421032428741455, + -0.12384435534477234, + 0.17998972535133362, + 1.1707196235656738, + 0.2581695318222046, + 1.1296272277832031, + 3.658376932144165, + 3.039522171020508 + ], + [ + 0.4084630012512207, + -0.10205896198749542, + 1.4502594470977783, + 3.0621886253356934e-05, + 0.9526072144508362, + 2.929668426513672, + 2.613440990447998, + 2.220492362976074, + 0.03723733127117157, + -0.6296063661575317, + 0.8340657353401184, + 0.2561458647251129, + 1.6131311655044556, + 1.7441493272781372, + -0.25575536489486694, + 0.24758656322956085, + 1.179885983467102, + 0.27521321177482605, + 1.2776987552642822, + 3.4902191162109375, + 2.981881856918335 + ], + [ + 0.3975107669830322, + -0.1444089561700821, + 1.2360738515853882, + 0.10101434588432312, + 0.9322896599769592, + 2.8429620265960693, + 2.232452392578125, + 1.989212989807129, + 0.17578960955142975, + -0.48741012811660767, + 0.9631869196891785, + 0.24540060758590698, + 1.4798176288604736, + 1.7234210968017578, + -0.44113045930862427, + 0.2190808206796646, + 1.297451138496399, + 0.2506135106086731, + 1.2318594455718994, + 3.1506073474884033, + 3.276873826980591 + ], + [ + 0.4140872359275818, + -0.07067237049341202, + 1.146491527557373, + 0.1823267936706543, + 1.0388681888580322, + 2.775702953338623, + 2.338597536087036, + 2.007413864135742, + 0.17061685025691986, + -0.5848445296287537, + 0.9579461216926575, + 0.15130244195461273, + 1.4372433423995972, + 1.814074158668518, + -0.4105242192745209, + 0.19884754717350006, + 1.3590880632400513, + 0.18629005551338196, + 1.1908243894577026, + 3.2488136291503906, + 3.160318374633789 + ], + [ + 0.34007054567337036, + -0.13716286420822144, + 1.4117518663406372, + 0.06578710675239563, + 0.6060227155685425, + 3.03226375579834, + 2.4140079021453857, + 2.248103380203247, + 0.02899881824851036, + -0.5958841443061829, + 0.6336538791656494, + 0.29058638215065, + 1.445885419845581, + 1.8464019298553467, + -0.13173916935920715, + 0.2275485247373581, + 1.174320936203003, + 0.43343594670295715, + 1.3692374229431152, + 3.136653184890747, + 2.3024275302886963 + ], + [ + 0.5016713738441467, + -0.20529457926750183, + 1.493248701095581, + 0.050872981548309326, + 0.7010520696640015, + 2.7805120944976807, + 2.269857883453369, + 2.0315980911254883, + 0.2092236578464508, + -0.42408931255340576, + 0.8489124774932861, + 0.18338404595851898, + 1.3993784189224243, + 1.4195789098739624, + -0.34234419465065, + 0.215513214468956, + 1.4055728912353516, + 0.3738342225551605, + 1.3551032543182373, + 3.11224365234375, + 2.850093126296997 + ] + ], + "generated_utilities": [ + 0.17883026599884033, + 0.19230616092681885, + 0.14544785022735596, + 0.1654002070426941, + 0.1667415052652359, + 0.18127678334712982, + 0.16116859018802643, + 0.13283945620059967 + ], + "group_id": "ms-b8fc1568ce66c45c8d8b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15134939551353455, + 0.06073516607284546, + 0.06943079084157944, + 0.026332994922995567, + 0.2786632478237152, + 0.12602710723876953, + 0.24265103042125702, + 0.2605360150337219, + 0.20909002423286438, + 0.09847649186849594, + 0.07937213033437729, + 0.031762540340423584, + 0.11188142001628876, + 0.16046345233917236, + 0.182684063911438, + 0.23743216693401337 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08342725038528442, + 0.0013922452926635742, + 0.2958235740661621, + -0.05567684769630432, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.0076321810483932495, + -0.08403575420379639, + -0.037557363510131836, + 0.04800070822238922, + 0.8980815410614014, + 0.0, + 0.06429004669189453, + -0.032300010323524475, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.07449598610401154, + -0.055602699518203735, + 0.2958235740661621, + 0.0641264021396637, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.2383488267660141, + -0.12029552459716797, + 0.0430525541305542, + -0.03359980881214142, + 0.8980815410614014, + 0.0, + 0.10872697830200195, + 0.12943482398986816, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + -0.0894635021686554, + -0.224232017993927, + 0.2958235740661621, + 0.2549460828304291, + 0.5272019505500793, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.5792080163955688, + -0.08403575420379639, + 0.20333272218704224, + -0.08622874319553375, + 0.8980815410614014, + 0.0, + -0.07011556625366211, + 0.061151012778282166, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.5072697997093201, + -0.37240034341812134, + 0.7805657982826233, + -0.1516341120004654, + 1.3762664794921875, + 2.074414014816284, + 1.94917893409729, + 1.8652102947235107, + -0.4134911894798279, + -1.3612627983093262, + 1.1497714519500732, + -0.3424186110496521, + 1.671590805053711, + 1.4690452814102173, + -1.1008554697036743, + -0.4266788065433502, + 0.9646960496902466, + 0.5414702892303467, + 0.9076113104820251, + 2.8066790103912354, + 2.108767032623291 + ], + [ + 0.5106642246246338, + 0.3497315049171448, + 1.2701282501220703, + -0.336758553981781, + 0.9375341534614563, + 3.0107686519622803, + 3.166818618774414, + 2.119502305984497, + -0.23839171230793, + -0.7766281366348267, + 1.0856666564941406, + 0.20816314220428467, + 1.620133876800537, + 1.605435848236084, + -1.1003479957580566, + -0.03741411119699478, + 0.8647869229316711, + 1.0962083339691162, + 1.1773381233215332, + 3.160327911376953, + 2.500760793685913 + ], + [ + 0.20088353753089905, + -0.027392640709877014, + 1.8193624019622803, + -0.9337127208709717, + 1.717146873474121, + 2.9461450576782227, + 3.2102582454681396, + 1.6475701332092285, + -0.3374306559562683, + -0.5278415083885193, + 1.2970287799835205, + -0.06475888192653656, + 1.6030466556549072, + 1.7148417234420776, + -1.4686667919158936, + 0.6262280344963074, + 1.7016607522964478, + 0.4833883047103882, + 1.9840373992919922, + 3.1206021308898926, + 3.314384937286377 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.31107640266418457, + -0.2518143653869629, + 1.295823574066162, + -0.29948052763938904, + 1.1175258159637451, + 2.4285240173339844, + 2.5040695667266846, + 2.4135069847106934, + 0.15804560482501984, + -1.0840357542037964, + 0.7747604846954346, + 0.23669980466365814, + 1.8980815410614014, + 1.9465712308883667, + -0.891273021697998, + -0.12260842323303223, + 1.5599579811096191, + 1.0567365884780884, + 1.4626611471176147, + 2.7910995483398438, + 2.566394329071045 + ], + [ + 0.32661110162734985, + -0.06259211897850037, + 1.4876494407653809, + -0.2066957652568817, + 0.9063693284988403, + 2.6234209537506104, + 2.6869304180145264, + 2.633772373199463, + 0.3693367838859558, + -0.9406026601791382, + 0.8614110350608826, + 0.4256584644317627, + 1.972177505493164, + 1.887571930885315, + -1.1336157321929932, + -0.0878261849284172, + 1.641961693763733, + 0.8924077749252319, + 1.19889235496521, + 2.7479355335235596, + 2.8585081100463867 + ], + [ + 0.5496432185173035, + -0.2701472043991089, + 1.5112731456756592, + -0.6769371032714844, + 1.30081045627594, + 2.5279793739318848, + 2.3468220233917236, + 2.6990861892700195, + 0.35442793369293213, + -0.7847819924354553, + 1.0496492385864258, + 0.28627973794937134, + 2.073803186416626, + 1.7056751251220703, + -1.048670768737793, + 0.25996625423431396, + 1.9145679473876953, + 0.7027234435081482, + 1.7384898662567139, + 3.0191824436187744, + 2.3560853004455566 + ], + [ + 0.6563997268676758, + -0.6984084844589233, + 1.5103812217712402, + -0.44488853216171265, + 1.2015897035598755, + 2.6422975063323975, + 2.3955342769622803, + 2.305755853652954, + -0.33692461252212524, + -0.9083645343780518, + 0.29146355390548706, + 0.5806557536125183, + 2.2708733081817627, + 2.0635409355163574, + -1.2235060930252075, + -0.19967322051525116, + 1.1023733615875244, + 1.2396001815795898, + 1.7171258926391602, + 2.8269665241241455, + 2.1983914375305176 + ], + [ + -0.2127906084060669, + -0.6391483545303345, + 2.2218096256256104, + 0.559166431427002, + 1.5705324411392212, + 2.0453786849975586, + 3.310425281524658, + 2.055738925933838, + 1.14298415184021, + -1.8067865371704102, + 0.6371466517448425, + -0.050454601645469666, + 2.4251554012298584, + 2.913896083831787, + -0.3438153862953186, + -1.051309585571289, + 1.2748445272445679, + 1.4844468832015991, + 1.0993895530700684, + 1.9514936208724976, + 1.671729564666748 + ] + ], + "predicted_scores": [ + 7.868256092071533, + 7.739352226257324, + 7.727749347686768, + 7.551756381988525, + 7.431797981262207, + 7.255946159362793, + 7.193728446960449, + 7.147284507751465 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "747260437/train0", + "selected_index": 0, + "state_hash": "9e434fae4afadb25d37c832ced374ea2cecd64bd00b6c6c134a49924e95d7cf5", + "stored_base_utility": 0.15134939551353455, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-da555a03dd382d93e119", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7464119791984558, + 0.02565770596265793, + -0.8127070665359497, + -0.6174991726875305, + 0.7315999269485474, + -2.196167230606079, + -1.3956689834594727, + -0.21073436737060547, + -0.1740841567516327, + 0.4575497806072235, + 1.3869093656539917, + 0.10775823891162872, + 1.0935734510421753, + 1.2815736532211304, + -0.00039251893758773804, + 0.014531299471855164, + 0.2933105230331421, + 0.11618480086326599, + 0.9647491574287415, + 0.06119602918624878, + 0.02065621316432953 + ], + [ + 0.6926272511482239, + -0.018632570281624794, + -0.6893341541290283, + -0.7670673131942749, + 0.705238401889801, + -1.916537880897522, + -1.4016058444976807, + -0.026676148176193237, + -0.18462683260440826, + 0.4029410183429718, + 1.6149953603744507, + -0.032853931188583374, + 0.8032151460647583, + 1.438714623451233, + 0.097394660115242, + 0.053954701870679855, + 0.2635972201824188, + -0.0870017558336258, + 0.9637061357498169, + 0.09618240594863892, + -0.037157267332077026 + ], + [ + 0.693635106086731, + 0.0248367041349411, + -0.7934486865997314, + -0.662243664264679, + 0.8838158249855042, + -1.9169138669967651, + -1.2982735633850098, + -0.1460144817829132, + -0.17030011117458344, + 0.5003372430801392, + 1.524880290031433, + 0.03440161049365997, + 1.0473456382751465, + 1.4221606254577637, + 0.017281055450439453, + 0.054944004863500595, + 0.3538493514060974, + 0.05405202507972717, + 0.9228452444076538, + -0.005972504615783691, + 0.1135779321193695 + ], + [ + 0.5327633619308472, + 0.010974936187267303, + -0.8259586095809937, + -0.6239483952522278, + 1.0982654094696045, + -1.7799395322799683, + -1.2679038047790527, + -0.23046907782554626, + -0.10574837774038315, + 0.5877843499183655, + 1.6026270389556885, + -0.04699467122554779, + 1.0338243246078491, + 1.5388405323028564, + -0.026565048843622208, + 0.018864868208765984, + 0.40687379240989685, + 0.06250470876693726, + 0.8722389340400696, + -0.24187402427196503, + 0.0059859901666641235 + ], + [ + 0.4299898147583008, + -0.09446863830089569, + -1.012054681777954, + -0.052477166056632996, + 0.6764523983001709, + -1.444847583770752, + -0.18287837505340576, + -0.3867592513561249, + -0.317798376083374, + -0.03095153719186783, + 1.3756269216537476, + -0.18842950463294983, + 1.6393834352493286, + 0.6688235402107239, + -0.3546672463417053, + -0.18777143955230713, + 0.6781531572341919, + -0.05382581055164337, + 1.0828886032104492, + 1.6025726795196533, + 1.1195664405822754 + ], + [ + 0.37505149841308594, + -0.14646148681640625, + -0.5812414884567261, + -0.42514193058013916, + 0.4427291452884674, + -1.5410304069519043, + -0.870751678943634, + -0.13799723982810974, + -0.03328804671764374, + 0.3109777271747589, + 1.5065839290618896, + 0.011070311069488525, + 0.5206283330917358, + 0.902072548866272, + 0.28439295291900635, + -0.03328356891870499, + 0.3167739808559418, + -0.2114623337984085, + 1.1059179306030273, + 0.1758456826210022, + 0.00838470458984375 + ], + [ + 0.43689799308776855, + -0.3019520044326782, + -0.48455771803855896, + -0.4057396650314331, + 0.6198309659957886, + -1.522608995437622, + -0.5254275798797607, + -0.06448233127593994, + -0.04544691741466522, + 0.20559373497962952, + 1.8053783178329468, + -0.20523786544799805, + 0.9228613376617432, + 0.62203049659729, + 0.026228424161672592, + -0.09096723794937134, + 0.27679023146629333, + 0.00039187073707580566, + 1.3303003311157227, + 0.0035364925861358643, + 0.10527363419532776 + ], + [ + 0.276015043258667, + -0.14428937435150146, + -0.4455980360507965, + -0.2670707702636719, + 0.7018889784812927, + -0.026436254382133484, + -0.7819797396659851, + 0.1063699871301651, + -0.17322421073913574, + 0.09522230923175812, + 1.437133550643921, + -0.4319803714752197, + 1.1638230085372925, + 1.400787353515625, + -0.14211246371269226, + -0.16253410279750824, + 0.5224368572235107, + -0.37243741750717163, + 1.147813081741333, + -0.011109471321105957, + 0.4016779661178589 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-da555a03dd382d93e119", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16739778220653534, + 0.10977014154195786, + 0.03430100530385971, + 0.15664240717887878, + 0.20519861578941345, + 2.0, + 0.1776035726070404, + 0.17970196902751923, + 0.1806512475013733, + 0.16721056401729584, + 0.10531044006347656, + 0.002332548378035426, + 0.0, + 2.0, + 2.0, + 0.036331258714199066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06012469530105591, + -0.013126492500305176, + 0.055258169770240784, + -0.019630849361419678, + -0.08095771074295044, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.0008726119995117188, + 1.22355055809021, + 0.05604797601699829, + 1.096651554107666, + 0.0, + 0.0373263955116272, + -0.0350053608417511, + -0.0027538537979125977, + -0.05263245105743408, + 1.1599693298339844, + -0.06835108995437622, + 0.0 + ], + [ + 0.07097959518432617, + -0.027471348643302917, + -0.06590883433818817, + -0.05217641592025757, + -0.057880520820617676, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.017883509397506714, + 1.22355055809021, + 0.23117876052856445, + 1.096651554107666, + 0.0, + -0.12658622860908508, + 0.21480590105056763, + -0.03751307725906372, + -0.040722668170928955, + 1.1599693298339844, + 0.00816410779953003, + 0.0 + ], + [ + 1.0780442953109741, + -0.40882283449172974, + -0.8573340177536011, + -0.3631976842880249, + 0.4459318220615387, + -3.3312525749206543, + -2.214881420135498, + -1.1791701316833496, + -1.09344482421875, + 0.5202329754829407, + 1.597076177597046, + 0.6722863912582397, + 1.8006258010864258, + 1.0503482818603516, + -0.24054595828056335, + 0.1506461501121521, + 0.7689380049705505, + -0.6951580047607422, + 2.3591442108154297, + -0.023129865527153015, + -0.40176546573638916 + ], + [ + 1.3408013582229614, + -0.567088782787323, + -0.6175485253334045, + 0.09200054407119751, + 1.0895495414733887, + -2.6439530849456787, + -2.597891092300415, + -1.2850970029830933, + -1.3574328422546387, + -0.2262730598449707, + 1.7165391445159912, + 0.5992370247840881, + 2.59145450592041, + 1.0357787609100342, + 0.029661059379577637, + -0.32915666699409485, + 1.1487579345703125, + -0.09574741125106812, + 2.3849172592163086, + 0.13977012038230896, + 0.03313435614109039 + ], + [ + 0.2484256625175476, + 0.15734624862670898, + -0.6915521621704102, + -0.35895124077796936, + 0.7898246049880981, + -2.2035675048828125, + -2.2762930393218994, + -0.7109989523887634, + -1.1056512594223022, + 0.36858266592025757, + 1.7682042121887207, + -0.4080890715122223, + 1.2221605777740479, + 1.5978724956512451, + 0.7620275020599365, + -1.0904600620269775, + 1.5458370447158813, + -1.5717716217041016, + 1.3840452432632446, + 0.01638757437467575, + 0.9335954785346985 + ], + [ + 0.7478460669517517, + 0.6789170503616333, + 0.2215462177991867, + -1.4309227466583252, + 0.3321782946586609, + -3.71067214012146, + -3.307826519012451, + -1.5472962856292725, + -1.5793638229370117, + 0.9179103374481201, + 2.7914443016052246, + -0.21923299133777618, + 2.4651453495025635, + -0.14175236225128174, + 0.1727113276720047, + -0.28926175832748413, + 0.23583370447158813, + -0.18525439500808716, + 2.821658134460449, + 0.36384648084640503, + 0.7237125039100647 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.643786907196045, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.7160954475402832, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.43013572692871094 + ], + [ + 0.4236820340156555, + -0.23620307445526123, + 0.4716942310333252, + -1.3356878757476807, + 1.2452850341796875, + -1.875751256942749, + -1.4519591331481934, + -1.9064282178878784, + -2.26715087890625, + 0.8646554946899414, + 1.9331769943237305, + -0.6484872698783875, + 2.071126699447632, + 0.5695863962173462, + 1.0551939010620117, + 0.5972415208816528, + 0.5380815863609314, + -0.26070934534072876, + 3.132204532623291, + 0.34622758626937866, + 1.0665923357009888 + ], + [ + 1.4337129592895508, + -0.1279716044664383, + -0.6124281287193298, + -0.8099656105041504, + 0.9844938516616821, + -3.616767406463623, + -1.448366641998291, + -0.9910248517990112, + -1.7847154140472412, + 0.025765806436538696, + 1.9860225915908813, + -0.11920707672834396, + 1.3990511894226074, + -0.1409807801246643, + 1.0372320413589478, + -0.35035666823387146, + 0.5301280617713928, + -0.7329772710800171, + 2.379293918609619, + -0.19566836953163147, + 0.135186105966568 + ] + ], + "predicted_scores": [ + 4.398780345916748, + 3.827547311782837, + 3.7454545497894287, + 3.408289909362793, + 3.2969651222229004, + 2.5561282634735107, + 1.9739327430725098, + 1.6206409931182861 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train0", + "selected_index": 0, + "state_hash": "1a6598d7a10213185b8e2d980c20771ac889f00435d8b16ac43b78a7e97d1976", + "stored_base_utility": 0.16739778220653534, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17249532043933868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17249532043933868 + }, + "base_progress": 0.17249532043933868, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17249532043933868, + "candidate_action_clip_max_abs": [ + 0.0, + 0.01898646354675293, + 0.06326746940612793, + 0.003261566162109375, + 0.04519820213317871, + 0.08388888835906982, + 0.11462187767028809, + 0.011962532997131348 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21791090071201324, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21791090071201324 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.01898646354675293, + "contact_quality": null, + "progress": 0.07793531566858292, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07793531566858292 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06326746940612793, + "contact_quality": null, + "progress": 0.09850180149078369, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09850180149078369 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.003261566162109375, + "contact_quality": null, + "progress": 0.09272396564483643, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09272396564483643 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04519820213317871, + "contact_quality": null, + "progress": 0.10106559842824936, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10106559842824936 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08388888835906982, + "contact_quality": null, + "progress": 0.11559418588876724, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11559418588876724 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11462187767028809, + "contact_quality": null, + "progress": 0.12155536562204361, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12155536562204361 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.011962532997131348, + "contact_quality": null, + "progress": 0.08305247873067856, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08305247873067856 + } + ], + "candidate_progress": [ + 0.21791090071201324, + 0.07793531566858292, + 0.09850180149078369, + 0.09272396564483643, + 0.10106559842824936, + 0.11559418588876724, + 0.12155536562204361, + 0.08305247873067856 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4913877248764038, + 0.1813110113143921, + -1.411460518836975, + 0.3315869867801666, + 0.3115111291408539, + -0.5431696176528931, + -3.2853546142578125, + -0.5253424644470215, + 0.058481305837631226, + 1.3327192068099976, + -0.03281761705875397, + 0.6530666351318359, + 0.8382581472396851, + 1.0116283893585205, + 0.464995414018631, + 0.038794759660959244, + -0.5181503891944885, + -0.42740368843078613, + 0.4618147611618042, + 0.6611168384552002, + 1.9028280973434448 + ], + [ + 1.344435214996338, + 0.3859454393386841, + -1.0258227586746216, + 0.12660866975784302, + -0.01189538836479187, + -2.593585968017578, + -1.949021577835083, + -0.6968413591384888, + 0.05592019110918045, + 1.634580373764038, + 0.44369545578956604, + 1.8818986415863037, + 1.8197602033615112, + 1.5692620277404785, + -0.13480883836746216, + 0.2996983230113983, + 0.4911741018295288, + -0.40766990184783936, + 0.5112804174423218, + 1.0065021514892578, + 1.169864296913147 + ], + [ + 1.0909664630889893, + 0.28868263959884644, + -0.9962660074234009, + 0.36206814646720886, + 0.06888894736766815, + -2.486135244369507, + -1.0173225402832031, + -0.6956421136856079, + -0.28128582239151, + 1.2939410209655762, + 0.3404833972454071, + 1.986027717590332, + 2.020395040512085, + 0.8215878009796143, + -0.44054311513900757, + 0.19478599727153778, + -0.08206965029239655, + -0.1948298066854477, + 0.5285515785217285, + 1.1891107559204102, + 1.299957513809204 + ], + [ + 1.278348684310913, + 0.183476522564888, + -0.8439981937408447, + 0.373828262090683, + 0.0749523788690567, + -2.486232280731201, + -1.771658182144165, + -0.5717291831970215, + 0.07191838324069977, + 1.4620877504348755, + 0.4857916235923767, + 1.8959466218948364, + 1.8126319646835327, + 1.5488505363464355, + 0.03131343424320221, + 0.2853719890117645, + 0.44881221652030945, + -0.45553141832351685, + 0.5827435255050659, + 0.8935644030570984, + 1.4489812850952148 + ], + [ + 0.9570199847221375, + 0.1270945817232132, + -0.9303728342056274, + 0.3279241621494293, + 0.11834777146577835, + -2.8773906230926514, + -1.1284043788909912, + -0.6456900835037231, + 0.050310201942920685, + 1.2834779024124146, + 0.28185001015663147, + 1.3571207523345947, + 1.3753212690353394, + 0.3983280658721924, + -0.09483540058135986, + 0.09126773476600647, + 0.18593595921993256, + 0.011328741908073425, + 0.9769698977470398, + 1.5369977951049805, + 1.4412238597869873 + ], + [ + 0.9906430840492249, + 0.5303617119789124, + -1.1829630136489868, + 0.009827062487602234, + -0.36202502250671387, + -2.946737289428711, + -1.3165242671966553, + -0.5347092151641846, + 0.1366143822669983, + 1.3500819206237793, + -0.22892549633979797, + 0.8608108758926392, + 1.2411010265350342, + 1.2679026126861572, + -0.20314502716064453, + 0.11381429433822632, + 0.06709946691989899, + -0.40407294034957886, + 0.30489423871040344, + 1.928696632385254, + 1.2745908498764038 + ], + [ + 0.9344794154167175, + 0.478762149810791, + -1.1683838367462158, + 0.16885796189308167, + -0.29604941606521606, + -2.898475170135498, + -1.3982162475585938, + -0.46940234303474426, + 0.13879352807998657, + 1.3768569231033325, + -0.13255015015602112, + 0.8900405764579773, + 1.4926702976226807, + 1.2284207344055176, + -0.20443198084831238, + 0.12047052383422852, + -0.07130108773708344, + -0.34003710746765137, + 0.2755219638347626, + 1.971196174621582, + 1.2626140117645264 + ], + [ + 1.0996854305267334, + 0.06095072627067566, + -0.5483440160751343, + 0.6731213331222534, + -0.2434810996055603, + -2.736825704574585, + -1.8557593822479248, + -0.5055297613143921, + 0.0830669179558754, + 1.4676120281219482, + 0.5610049366950989, + 1.6305391788482666, + 2.0782594680786133, + 1.5220211744308472, + 0.017462879419326782, + 0.4408911466598511, + 0.322131484746933, + -0.5915196537971497, + 0.32609161734580994, + 0.7597934603691101, + 1.4672632217407227 + ] + ], + "generated_utilities": [ + 0.21791090071201324, + 0.07793531566858292, + 0.09850180149078369, + 0.09272396564483643, + 0.10106559842824936, + 0.11559418588876724, + 0.12155536562204361, + 0.08305247873067856 + ], + "group_id": "ms-f5dd1c43ebc4c0cfc3f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18771648406982422, + 0.18846067786216736, + 0.23862028121948242, + 0.1942768096923828, + 0.24133729934692383, + 0.1916230171918869, + 0.2769886255264282, + 0.15638399124145508, + 0.2974560856819153, + 0.18592731654644012, + 0.06699904054403305, + 0.17070075869560242, + 0.1668364405632019, + 0.05559476464986801, + 0.15857093036174774, + 0.11987017095088959 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.0499544143676758, + -0.12228982150554657, + -0.8799430131912231, + -0.12404224276542664, + -0.20721124112606049, + -2.5965893268585205, + -2.146313428878784, + -1.3031344413757324, + -1.5548274517059326, + 1.520930290222168, + 0.8875400424003601, + 1.8031569719314575, + 1.8553154468536377, + 2.8583850860595703, + 0.1410546600818634, + 0.6634358167648315, + 0.26967597007751465, + 1.5631144046783447, + -0.08400517702102661, + 1.3022966384887695, + 2.8169755935668945 + ], + [ + 1.6798787117004395, + -0.015331655740737915, + -0.39138662815093994, + -0.7346019148826599, + -0.7037978172302246, + -2.2127301692962646, + -2.925327777862549, + -1.0817961692810059, + -1.7922265529632568, + 2.076382637023926, + 0.6203137636184692, + 2.351043224334717, + 3.4073288440704346, + 3.004578113555908, + -0.03818245232105255, + 0.13109296560287476, + -0.31234362721443176, + 1.45621919631958, + 0.66318279504776, + 2.2426962852478027, + 3.134162664413452 + ], + [ + 1.3013015985488892, + 0.5020992159843445, + -0.6976112127304077, + 0.04386201500892639, + 0.2787678837776184, + -2.935166358947754, + -3.042389392852783, + -0.7715556621551514, + -1.810333013534546, + 2.998173236846924, + 1.3284354209899902, + 2.371995210647583, + 2.3226311206817627, + 2.1032519340515137, + -0.059997156262397766, + 1.4521421194076538, + -0.3995933532714844, + 0.4603380560874939, + 0.47180092334747314, + 0.686887800693512, + 2.294833183288574 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7258429527282715, + -0.18197835981845856, + -0.24730944633483887, + 0.1190207302570343, + -0.16395756602287292, + -1.6637372970581055, + 0.0, + -0.035968661308288574, + -0.10036402940750122, + 1.0103552341461182, + 0.14448165893554688, + 1.010573148727417, + 1.4690883159637451, + 0.0, + 0.1211370974779129, + -0.019168555736541748, + 0.22491455078125, + 0.030360698699951172, + -0.039063215255737305, + 0.5782217979431152, + 0.0 + ], + [ + 1.7258429527282715, + 0.18860922753810883, + -1.2473094463348389, + -0.284475713968277, + -0.3353281021118164, + -2.6637372970581055, + -2.6874477863311768, + -1.0359686613082886, + -0.9593114256858826, + 2.010355234146118, + 1.0125223398208618, + 2.010573148727417, + 2.469088315963745, + 2.409867286682129, + 0.24889414012432098, + 0.9808314442634583, + -0.30387043952941895, + 1.0303606986999512, + 0.2798594832420349, + 1.5782217979431152, + 2.3279221057891846 + ], + [ + 1.7877243757247925, + 0.024375945329666138, + -1.2956607341766357, + -0.10583999752998352, + -0.040880680084228516, + -2.77557373046875, + -2.465805768966675, + -0.867568850517273, + -1.0592297315597534, + 2.029885768890381, + 0.9480742812156677, + 1.8945786952972412, + 2.5397582054138184, + 2.5896449089050293, + 0.08296243846416473, + 0.6932773590087891, + -0.5432481169700623, + 0.947170615196228, + 0.22918134927749634, + 1.7703953981399536, + 2.2390944957733154 + ], + [ + 1.2840029001235962, + 0.12779363989830017, + -1.6449604034423828, + -0.7067093849182129, + -0.6227160096168518, + -2.3876545429229736, + -2.28385853767395, + -0.7221872210502625, + -0.6665030717849731, + 1.625172734260559, + 0.5165443420410156, + 2.2076029777526855, + 2.794196605682373, + 2.603325366973877, + 0.11594885587692261, + 1.3853435516357422, + -0.6451680660247803, + 0.6068257093429565, + 0.12245149910449982, + 2.041055679321289, + 2.178571939468384 + ] + ], + "predicted_scores": [ + 10.434935569763184, + 9.447641372680664, + 9.053760528564453, + 8.632902145385742, + 8.293262481689453, + 7.935129165649414, + 7.515488624572754, + 7.087220191955566 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805/train0", + "selected_index": 0, + "state_hash": "202004db00d1649e687427c19c246e179d308b2e723569b552a218e58ea140d7", + "stored_base_utility": 0.18771648406982422, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09442546218633652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09442546218633652 + }, + "base_progress": 0.09442546218633652, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09442546218633652, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03802649304270744, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03802649304270744 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.035609763115644455, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.035609763115644455 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03524792194366455, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03524792194366455 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.029015839099884033, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029015839099884033 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.028454801067709923, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028454801067709923 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03715964034199715, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03715964034199715 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03262639045715332, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03262639045715332 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03170641139149666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03170641139149666 + } + ], + "candidate_progress": [ + 0.03802649304270744, + 0.035609763115644455, + 0.03524792194366455, + 0.029015839099884033, + 0.028454801067709923, + 0.03715964034199715, + 0.03262639045715332, + 0.03170641139149666 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b28f44671fe871a8bea8", + "ms-b28f44671fe871a8bea8", + "ms-1150c257eb77fdf40f55", + "ms-62db3d4ffad1f0e82dd8", + "ms-abf8880f672677acc931", + "ms-3d090ac2459c4b891dd1", + "ms-6d46dae312649c977b64", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-f9740a08a98cb251b761", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.35000449419021606, + 0.07530155777931213, + 1.0439974069595337, + -0.42179006338119507, + 0.22136187553405762, + 1.3560454845428467, + -0.3869397044181824, + 0.033670976758003235, + -0.039403773844242096, + 0.46937817335128784, + 0.03065207414329052, + 0.23792067170143127, + 0.4994818866252899, + -0.3642358183860779, + -0.2908008396625519, + -0.05615927651524544, + 0.5924991965293884, + -0.06089337170124054, + -0.5340140461921692, + 1.5264265537261963, + -0.42347607016563416 + ], + [ + -0.423356831073761, + -0.0028198137879371643, + 1.1543186902999878, + -0.2512893080711365, + 0.3794335126876831, + 1.4735532999038696, + -0.22763347625732422, + 0.06525108218193054, + 0.005747130140662193, + 0.41467490792274475, + -0.08327484875917435, + 0.1488955318927765, + 0.7162405252456665, + -0.40092819929122925, + -0.4035438001155853, + -0.03319074958562851, + 0.5769140124320984, + -0.343788743019104, + -0.5416150689125061, + 1.5494680404663086, + -0.36510494351387024 + ], + [ + -0.262997567653656, + 0.0038876719772815704, + 1.0994735956192017, + -0.38903045654296875, + 0.38872432708740234, + 1.614216685295105, + -0.09903264045715332, + -0.07518905401229858, + -0.012763895094394684, + 0.48461130261421204, + 0.08972875773906708, + 0.23352639377117157, + 0.562433123588562, + -0.2027871161699295, + -0.34341853857040405, + -0.057926952838897705, + 0.5238250494003296, + -0.11885948479175568, + -0.4412574768066406, + 1.266946792602539, + -0.6918848752975464 + ], + [ + -0.4679972529411316, + 0.018561720848083496, + 1.1989763975143433, + -0.368707537651062, + 0.2870176434516907, + 1.4258767366409302, + -0.11026638746261597, + -0.018654853105545044, + 0.001981142908334732, + 0.6322089433670044, + 0.13833454251289368, + 0.07801440358161926, + 0.38942626118659973, + -0.19254250824451447, + -0.3843834102153778, + -0.11292633414268494, + 0.48117196559906006, + -0.16369937360286713, + -0.3546953797340393, + 1.2904789447784424, + -0.5325931310653687 + ], + [ + -0.1950223296880722, + 0.14374502003192902, + 1.1252163648605347, + -0.1969204992055893, + 0.11559824645519257, + 1.3756080865859985, + -0.3295254111289978, + -0.18109175562858582, + 0.003012881614267826, + 0.5805639028549194, + -0.034723252058029175, + 0.14101779460906982, + 0.4853154718875885, + -0.09735794365406036, + -0.486789345741272, + -0.018533755093812943, + 0.5432310700416565, + -0.23272426426410675, + -0.332394003868103, + 1.2855606079101562, + -0.4514729678630829 + ], + [ + -0.3406509757041931, + 0.035088613629341125, + 1.0660812854766846, + -0.34583884477615356, + 0.35406363010406494, + 1.588985800743103, + -0.2016383409500122, + 0.01870507001876831, + -0.03179049491882324, + 0.5078436732292175, + 0.11564146727323532, + 0.315691739320755, + 0.37819984555244446, + -0.12148039042949677, + -0.2842145562171936, + -0.028448255732655525, + 0.5486001968383789, + -0.10063065588474274, + -0.5060403347015381, + 1.3146562576293945, + -0.7798013687133789 + ], + [ + -0.4595631957054138, + 0.03314993530511856, + 1.2623066902160645, + -0.3915068507194519, + 0.3561340868473053, + 1.3647089004516602, + -0.15010666847229004, + -0.10894978046417236, + 0.007985282689332962, + 0.42880088090896606, + 0.14202284812927246, + 0.1292041540145874, + 0.5282785892486572, + -0.14057470858097076, + -0.19461935758590698, + 0.015239885076880455, + 0.421629935503006, + -0.09872148931026459, + -0.3816802501678467, + 1.1642775535583496, + -0.7583298683166504 + ], + [ + -0.34697145223617554, + -0.014505140483379364, + 1.2778680324554443, + -0.3049323558807373, + 0.3078695833683014, + 1.2476959228515625, + -0.2505319118499756, + -0.09340298175811768, + 0.02562825381755829, + 0.5204547643661499, + 0.1642633080482483, + 0.16510868072509766, + 0.5142652988433838, + -0.05558420717716217, + -0.2343510091304779, + -0.009921854361891747, + 0.5088193416595459, + -0.017881035804748535, + -0.4316633939743042, + 1.15730619430542, + -0.7627757787704468 + ] + ], + "generated_utilities": [ + 0.03802649304270744, + 0.035609763115644455, + 0.03524792194366455, + 0.029015839099884033, + 0.028454801067709923, + 0.03715964034199715, + 0.03262639045715332, + 0.03170641139149666 + ], + "group_id": "ms-f9740a08a98cb251b761", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18963214755058289, + 0.1666136085987091, + 0.23594024777412415, + 2.0, + 0.07180815935134888, + 0.09929104894399643, + 0.04174518585205078, + 0.05397164821624756, + 0.07266998291015625, + 0.04789034649729729, + 0.03470579907298088, + 0.13277660310268402, + 0.08080995082855225, + 0.07135897874832153, + 0.07288587093353271, + 0.07202281802892685 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.328328251838684, + 1.4538578987121582, + 2.259695053100586, + -1.278676152229309, + 0.4530661106109619, + 1.153411865234375, + 1.7947841882705688, + 0.27321866154670715, + 0.2675345242023468, + 1.2730824947357178, + -0.18332287669181824, + 1.5639415979385376, + 0.0130281001329422, + 0.619087815284729, + -0.95191490650177, + -0.04418129846453667, + 0.7013400793075562, + -0.030169637873768806, + -1.1641497611999512, + 1.381471872329712, + 2.3944220542907715 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5895683765411377, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.238175630569458, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.788844108581543 + ], + [ + -1.5939538478851318, + 1.3609699010849, + 2.412710189819336, + -1.464042067527771, + 0.46117064356803894, + 0.9333378076553345, + 1.764366626739502, + 0.5168601870536804, + 0.07475700974464417, + 1.1358004808425903, + -0.3883078992366791, + 1.6643180847167969, + 0.0025240061804652214, + 0.8426899313926697, + -0.8600375652313232, + 0.225119486451149, + 0.5782044529914856, + 0.140903502702713, + -1.26581871509552, + 1.152244210243225, + 2.5271615982055664 + ], + [ + -1.339027762413025, + 1.5687905550003052, + 1.9897546768188477, + -1.2427904605865479, + 0.05958297848701477, + 1.2702220678329468, + 2.160168170928955, + 0.4460240602493286, + 0.6673279404640198, + 1.3324490785598755, + 0.10481858253479004, + 1.6963433027267456, + 0.24732840061187744, + 0.39262405037879944, + -1.1415603160858154, + 0.17928871512413025, + 0.8881077170372009, + 0.2759820818901062, + -1.1743264198303223, + 1.0985158681869507, + 2.3411061763763428 + ], + [ + -1.544585943222046, + 1.2350668907165527, + 2.313249111175537, + -1.424852967262268, + 0.7017942667007446, + 1.1346094608306885, + 2.204472541809082, + 0.2732553780078888, + 0.22631995379924774, + 1.7685801982879639, + -0.4368963837623596, + 1.8069084882736206, + -0.41373223066329956, + 0.3032912611961365, + -1.1985286474227905, + -0.309637188911438, + 0.6955699324607849, + 0.43281105160713196, + -1.0091094970703125, + 1.1219456195831299, + 2.5757639408111572 + ], + [ + -1.6817699670791626, + 1.2309470176696777, + 1.6741373538970947, + -0.7397337555885315, + 0.7746389508247375, + 0.9163780212402344, + 1.5153520107269287, + 0.0792025476694107, + 0.5305838584899902, + 0.6793052554130554, + -0.30344170331954956, + 1.4655344486236572, + -0.0034384187310934067, + 0.4800187349319458, + -0.44390469789505005, + 0.4072031080722809, + 0.8079975247383118, + -0.456052303314209, + -0.9508532881736755, + 1.0954267978668213, + 1.9716954231262207 + ], + [ + -1.7659152746200562, + 1.1735639572143555, + 2.665199041366577, + -1.677711009979248, + 1.0456008911132812, + 1.6253440380096436, + 2.0342960357666016, + -0.19850894808769226, + 0.4011203348636627, + 1.749795913696289, + -0.5464335680007935, + 1.9662569761276245, + 0.21235032379627228, + 0.7858313322067261, + -1.5640842914581299, + -0.6628853678703308, + 1.107743263244629, + 0.08910499513149261, + -1.349528431892395, + 0.9170003533363342, + 2.918466091156006 + ], + [ + -0.7910560369491577, + 2.0946784019470215, + 1.916642427444458, + -1.59114408493042, + 1.1567151546478271, + 1.5353091955184937, + 2.378721237182617, + 0.4514116644859314, + 0.2991885542869568, + 1.098503589630127, + 0.2721196115016937, + 1.0611438751220703, + 0.2084072232246399, + 0.6620272397994995, + -0.61283278465271, + -0.19901077449321747, + 0.9712675213813782, + -0.40759071707725525, + -0.7214087247848511, + 1.2769875526428223, + 2.321784496307373 + ], + [ + -1.7364606857299805, + 1.4936802387237549, + 1.5629944801330566, + -0.6870905756950378, + 1.3506951332092285, + 1.8723629713058472, + 1.618431806564331, + 0.29551437497138977, + 0.699256956577301, + 0.7469893097877502, + -0.3006216585636139, + 1.9444875717163086, + 0.08252858370542526, + 0.5873371958732605, + -1.0729506015777588, + 0.7764571905136108, + 1.5990238189697266, + -0.7900809049606323, + -0.9366356134414673, + 1.9326322078704834, + 1.6349339485168457 + ], + [ + -1.0949623584747314, + 1.24751877784729, + 2.2011094093322754, + -0.2876286506652832, + 0.6442606449127197, + 0.37397754192352295, + 2.3923168182373047, + -0.2716003358364105, + -0.30501589179039, + 0.9780911207199097, + -0.13744153082370758, + 1.5076425075531006, + -0.672619104385376, + 0.40599220991134644, + -1.3022570610046387, + 0.3194269835948944, + 0.08041149377822876, + 0.7910391092300415, + -1.432412028312683, + 1.8939918279647827, + 3.1964197158813477 + ], + [ + -1.9034614562988281, + 2.43215012550354, + 1.6679047346115112, + -0.680276095867157, + 0.002479344606399536, + 2.037142038345337, + 1.5024346113204956, + 0.44105833768844604, + -0.31217631697654724, + 1.14781653881073, + -0.12456990033388138, + 1.9509037733078003, + 0.44352978467941284, + 1.0168178081512451, + -1.453316330909729, + -0.6383359432220459, + 0.7194846272468567, + 0.13869065046310425, + -0.708314061164856, + 0.6731570363044739, + 2.9902021884918213 + ], + [ + -0.8454462289810181, + 0.9447854161262512, + 2.338465452194214, + -2.099304676055908, + 0.14575117826461792, + 0.8284336924552917, + 2.074808120727539, + 0.5858138799667358, + -0.5093123912811279, + 0.7208842635154724, + -0.7248879671096802, + 0.8908135890960693, + 0.5226470828056335, + 1.1559538841247559, + -1.5132261514663696, + -0.6072931289672852, + 0.27083778381347656, + -0.2136177271604538, + -1.825482964515686, + 0.8004724979400635, + 2.1059868335723877 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3283282518386841, + 0.4538578987121582, + 1.259695053100586, + -0.435233473777771, + -0.34613603353500366, + 0.33565592765808105, + 0.0, + 0.21994653344154358, + 0.29822152853012085, + 0.2730824947357178, + 0.49266019463539124, + 0.5639415979385376, + 0.337945818901062, + 0.0, + -0.5842068791389465, + 0.1791902780532837, + 0.05828911066055298, + -0.008675100281834602, + -0.19750452041625977, + 0.5053626298904419, + 0.0 + ] + ], + "predicted_scores": [ + 3.335371494293213, + 3.2524008750915527, + 2.9082913398742676, + 2.8320164680480957, + 2.7286570072174072, + 2.4345483779907227, + 1.8471851348876953, + 1.8211195468902588 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1822210471/train0", + "selected_index": 0, + "state_hash": "d2b06311a579caa803fbe0846f9fb788a6e35fee82ba776b26cf5c739d3e5329", + "stored_base_utility": 0.18963214755058289, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2381000518798828, + 0.25258970260620117, + 0.2782270908355713, + 0.2440711259841919, + 0.310111403465271, + 0.29184234142303467, + 0.3150498867034912, + 0.3173478841781616 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2381000518798828, + "contact_quality": null, + "progress": 0.20732654631137848, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20732654631137848 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.25258970260620117, + "contact_quality": null, + "progress": 0.21252524852752686, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21252524852752686 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2782270908355713, + "contact_quality": null, + "progress": 0.17389996349811554, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17389996349811554 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2440711259841919, + "contact_quality": null, + "progress": 0.188176691532135, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.188176691532135 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.310111403465271, + "contact_quality": null, + "progress": 0.19067376852035522, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19067376852035522 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29184234142303467, + "contact_quality": null, + "progress": 0.2011805772781372, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2011805772781372 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3150498867034912, + "contact_quality": null, + "progress": 0.18576093018054962, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18576093018054962 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3173478841781616, + "contact_quality": null, + "progress": 0.23744209110736847, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23744209110736847 + } + ], + "candidate_progress": [ + 0.20732654631137848, + 0.21252524852752686, + 0.17389996349811554, + 0.188176691532135, + 0.19067376852035522, + 0.2011805772781372, + 0.18576093018054962, + 0.23744209110736847 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-19cb10d10516bd0216a6", + "ms-15459afe7e32ce62fc1b", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-19cb10d10516bd0216a6", + "ms-c1620854ba52f09e24d5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-fa8b4ba41ecac8030271", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.1054201126098633, + -0.3804515600204468, + 0.3345394730567932, + -0.17241638898849487, + 0.66131991147995, + 2.8326327800750732, + 1.8980987071990967, + 2.236053943634033, + 0.3695007860660553, + -1.2859545946121216, + -0.6200942993164062, + -1.2555625438690186, + -2.6884775161743164, + -3.0891096591949463, + 1.3534002304077148, + 0.2442360669374466, + -1.4066026210784912, + -0.7845662236213684, + -0.6714134812355042, + -2.692911148071289, + -2.7441012859344482 + ], + [ + 1.1688728332519531, + -0.4194067716598511, + 0.16975045204162598, + -0.33346110582351685, + 0.6030422449111938, + 2.923997402191162, + 2.6442415714263916, + 2.17478346824646, + 0.43713903427124023, + -1.2567204236984253, + -0.7053772807121277, + -0.9365582466125488, + -2.697582244873047, + -2.7306015491485596, + 1.4658368825912476, + 0.46132004261016846, + -1.520079493522644, + -0.7122011184692383, + -0.8191830515861511, + -2.860581874847412, + -3.08809757232666 + ], + [ + 1.1133456230163574, + -0.3355267643928528, + 0.31555384397506714, + -0.2284848988056183, + 0.7553660273551941, + 2.2735655307769775, + 1.727815866470337, + 2.1103014945983887, + 0.32132554054260254, + -1.0842857360839844, + -0.49538454413414, + -0.7688060998916626, + -2.2654197216033936, + -2.475069761276245, + 1.631831169128418, + 0.1914607435464859, + -1.269963264465332, + -0.6818230152130127, + -0.5317437052726746, + -2.443331003189087, + -2.569302797317505 + ], + [ + 1.09170663356781, + -0.48178428411483765, + 0.033806025981903076, + -0.3556424379348755, + 0.6114991903305054, + 2.367030382156372, + 2.0907416343688965, + 2.06453800201416, + 0.33609405159950256, + -1.0953668355941772, + -0.6833769679069519, + -0.6763911247253418, + -1.9701236486434937, + -2.648311138153076, + 1.5094343423843384, + 0.2530277669429779, + -1.2713890075683594, + -0.721204400062561, + -0.6117309927940369, + -2.732025623321533, + -2.9581499099731445 + ], + [ + 0.9293496012687683, + -0.30425333976745605, + 0.3063305914402008, + -0.36626943945884705, + 0.11284378916025162, + 3.2591254711151123, + 2.560922384262085, + 2.189356565475464, + 0.42905616760253906, + -1.3989014625549316, + -0.8480830192565918, + -0.9546937942504883, + -2.6064558029174805, + -2.73455548286438, + 1.7188361883163452, + 0.35983654856681824, + -1.3606411218643188, + -0.9151826500892639, + -0.7953953146934509, + -2.98917555809021, + -2.888690948486328 + ], + [ + 1.0296878814697266, + -0.3223801255226135, + 0.11926424503326416, + -0.4353538751602173, + 0.2685590386390686, + 3.0341553688049316, + 2.644120931625366, + 2.1715521812438965, + 0.36823830008506775, + -1.3898118734359741, + -0.720054030418396, + -0.9259804487228394, + -2.3596677780151367, + -2.673072099685669, + 1.648364543914795, + 0.48768508434295654, + -1.4731968641281128, + -0.7413792610168457, + -0.6572887897491455, + -2.731607675552368, + -3.1725120544433594 + ], + [ + 1.022889256477356, + -0.29501232504844666, + 0.41122037172317505, + -0.48976755142211914, + 0.6878050565719604, + 2.8759775161743164, + 2.777402639389038, + 2.2175469398498535, + 0.3868711590766907, + -1.3205466270446777, + -0.6811610460281372, + -1.1290051937103271, + -2.3700485229492188, + -2.83967661857605, + 1.7203528881072998, + 0.4928622245788574, + -1.5144816637039185, + -0.6322696208953857, + -0.7493789792060852, + -2.2559492588043213, + -3.2884724140167236 + ], + [ + 1.4760433435440063, + -0.22153599560260773, + 0.09437114000320435, + -0.06798671185970306, + 0.2749839127063751, + 2.2032015323638916, + 1.8953826427459717, + 2.1546201705932617, + 0.42619961500167847, + -1.3923100233078003, + -0.6182509660720825, + -0.8633368015289307, + -2.4324865341186523, + -2.409367084503174, + 1.7780917882919312, + 0.3762440085411072, + -1.2063971757888794, + -0.402337908744812, + -0.48616063594818115, + -2.282240629196167, + -2.6326587200164795 + ] + ], + "generated_utilities": [ + 0.20732654631137848, + 0.21252524852752686, + 0.17389996349811554, + 0.188176691532135, + 0.19067376852035522, + 0.2011805772781372, + 0.18576093018054962, + 0.23744209110736847 + ], + "group_id": "ms-fa8b4ba41ecac8030271", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1999034285545349, + 0.19537882506847382, + 0.1878858059644699, + 0.10708900541067123, + 0.30856266617774963, + 0.21681398153305054, + 0.20668260753154755, + 0.24332170188426971, + 0.21966992318630219, + 2.0, + 0.12176843732595444, + 0.21565715968608856, + 0.17414778470993042, + 0.2961037755012512, + 2.0, + 0.14314405620098114 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3850085735321045, + -0.12499690055847168, + 0.23026636242866516, + 0.3441506028175354, + -0.5896595120429993, + 1.3285071849822998, + 0.0, + 0.9608756303787231, + -0.6303849220275879, + -0.4489363431930542, + 0.19228625297546387, + -0.060829102993011475, + -1.5031561851501465, + 0.0, + 0.6682586669921875, + -0.3808414936065674, + -0.24890053272247314, + -0.0859505832195282, + -0.39291638135910034, + -1.227027177810669, + 0.0 + ], + [ + 1.1117833852767944, + -0.22146081924438477, + 0.8060464859008789, + -1.2621219158172607, + -0.7419209480285645, + 2.776776075363159, + 1.7448759078979492, + 1.8798961639404297, + 0.8844053745269775, + -1.4605207443237305, + -0.8848221302032471, + -1.1552958488464355, + -2.1116368770599365, + -2.0525219440460205, + 1.839819073677063, + -0.4192996025085449, + -0.7317090034484863, + -0.820005476474762, + -0.43981343507766724, + -1.7702475786209106, + -2.484005928039551 + ], + [ + 1.1318604946136475, + -0.7132304906845093, + 0.300742506980896, + -0.9141160249710083, + -0.7314306497573853, + 2.332737445831299, + 2.508967161178589, + 1.0537950992584229, + 0.14121568202972412, + -1.2136672735214233, + -1.4384262561798096, + 0.10421133041381836, + -3.4149415493011475, + -3.5561158657073975, + 2.111635446548462, + 0.9387479424476624, + -1.6380393505096436, + -1.3072272539138794, + -0.9688614010810852, + -2.488199234008789, + -2.8163912296295166 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.3850085735321045, + -0.3069998621940613, + 0.11719995737075806, + -0.6437197923660278, + -0.09871453046798706, + 2.3285071849823, + 2.3286690711975098, + 1.9608756303787231, + 0.2601262032985687, + -1.4489363431930542, + -0.6709547638893127, + -0.8347184658050537, + -2.5031561851501465, + -2.6997807025909424, + 1.6682586669921875, + 0.26449674367904663, + -1.2489005327224731, + -0.4517422318458557, + -0.65993732213974, + -2.227027177810669, + -2.3685905933380127 + ], + [ + 0.8825795650482178, + 0.03663256764411926, + 0.2871561646461487, + -0.19246548414230347, + -0.24871833622455597, + 2.7659337520599365, + 2.0531702041625977, + 1.6805627346038818, + 0.38442263007164, + -1.7219866514205933, + -1.0843830108642578, + -1.4238067865371704, + -1.97629976272583, + -2.2081234455108643, + 2.145982503890991, + 0.010948330163955688, + -1.6380746364593506, + 0.06734919548034668, + -0.791618287563324, + -2.078697681427002, + -1.8579599857330322 + ], + [ + 1.9953546524047852, + 0.049538373947143555, + 0.7998120784759521, + -1.1160595417022705, + -0.2166132628917694, + 3.0366992950439453, + 2.3749594688415527, + 2.914440631866455, + -0.39788123965263367, + -1.2257156372070312, + -0.6898995041847229, + -1.266430139541626, + -2.087775945663452, + -1.9598774909973145, + 2.023083209991455, + 0.8751108646392822, + -1.6010510921478271, + -1.1009621620178223, + 0.3197782039642334, + -2.2430946826934814, + -1.955519676208496 + ], + [ + 0.4652706980705261, + -1.2153732776641846, + -0.19463279843330383, + -0.8564790487289429, + -0.33998867869377136, + 2.288954973220825, + 2.076101303100586, + 1.6626056432724, + -0.5203378200531006, + -1.4386308193206787, + -0.6058706641197205, + -1.5084209442138672, + -3.362673759460449, + -1.7210259437561035, + 0.8736926317214966, + -0.26275408267974854, + -1.5807470083236694, + -1.2629809379577637, + -1.1107054948806763, + -2.832108974456787, + -2.527189016342163 + ] + ], + "predicted_scores": [ + 3.1152915954589844, + 2.621293783187866, + 2.6005876064300537, + 2.336130142211914, + 1.6267859935760498, + 1.5897252559661865, + 1.552778959274292, + 1.4596662521362305 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train0", + "selected_index": 0, + "state_hash": "1d4eb9f0462511fb8df289955476eb99eb3f72b3e54a762dc159b1b7c1c74e21", + "stored_base_utility": 0.1999034285545349, + "task_id": "PullCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15965592861175537, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15965592861175537 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2057151049375534, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2057151049375534 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19964087009429932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19964087009429932 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1742725372314453, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1742725372314453 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18753613531589508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18753613531589508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16837027668952942, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16837027668952942 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17081938683986664, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17081938683986664 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18385103344917297, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18385103344917297 + } + ], + "candidate_progress": [ + 0.15965592861175537, + 0.2057151049375534, + 0.19964087009429932, + 0.1742725372314453, + 0.18753613531589508, + 0.16837027668952942, + 0.17081938683986664, + 0.18385103344917297 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-05f34a90fa7355262b8e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.47469377517700195, + -0.1050647646188736, + 0.48908334970474243, + -0.720405101776123, + -1.5360326766967773, + 0.09303002059459686, + 0.18545106053352356, + -0.29031306505203247, + 0.1342255175113678, + 0.3285422623157501, + 0.12101877480745316, + -1.20145845413208, + 0.18724671006202698, + 0.20667316019535065, + -0.20764216780662537, + -0.055835019797086716, + 0.2653772234916687, + -0.02040712535381317, + -0.44440287351608276, + 0.33194607496261597, + -0.23310768604278564 + ], + [ + -0.6355748772621155, + -0.07934941351413727, + 0.2273404598236084, + -0.7797725200653076, + -1.7945642471313477, + 0.051612578332424164, + 0.10667067766189575, + -0.14449641108512878, + 0.06879719346761703, + 0.1988506317138672, + 0.04903595894575119, + -1.048365592956543, + 0.1924211084842682, + 0.05385766923427582, + -0.13653643429279327, + -0.09993602335453033, + -0.0034110695123672485, + -0.1478988379240036, + -0.2574493885040283, + 0.3850719928741455, + -0.1659221649169922 + ], + [ + -0.6959185004234314, + -0.1983347088098526, + -0.0009633898735046387, + -0.6854017972946167, + -1.9095778465270996, + 0.26787668466567993, + -0.276208758354187, + -0.12217196822166443, + 0.12740153074264526, + 0.3098258972167969, + 0.14737752079963684, + -1.154935598373413, + 0.043815284967422485, + 0.16163189709186554, + -0.16913729906082153, + -0.044579096138477325, + 0.15048909187316895, + 0.1310294270515442, + -0.365336537361145, + 0.4488116502761841, + -0.12416455149650574 + ], + [ + -0.6901429891586304, + -0.06635642796754837, + 0.06672897934913635, + -0.6887561678886414, + -1.7636969089508057, + 0.23200958967208862, + 0.18937742710113525, + -0.29174017906188965, + 0.1352386325597763, + 0.3264602720737457, + 0.2947138845920563, + -0.956196665763855, + -0.0319560170173645, + 0.5297721028327942, + -0.14357690513134003, + -0.01596210151910782, + 0.2639728784561157, + 0.015614718198776245, + -0.46374422311782837, + 0.490727961063385, + -0.15255045890808105 + ], + [ + -0.5484961271286011, + -0.22659407556056976, + -0.0942014753818512, + -0.6286855936050415, + -1.8858911991119385, + 0.2382054626941681, + -0.2628077268600464, + -0.18049541115760803, + 0.2141701877117157, + 0.4068312346935272, + 0.11636553704738617, + -1.2926645278930664, + 0.011413365602493286, + 0.07228003442287445, + -0.2816307842731476, + -0.04104302451014519, + 0.17931106686592102, + 0.18102802336215973, + -0.43438124656677246, + 0.6337922215461731, + 0.07474496960639954 + ], + [ + -0.9272962808609009, + -0.2040698230266571, + 0.132532000541687, + -0.7158559560775757, + -1.8167636394500732, + 0.5868850350379944, + -0.16632592678070068, + -0.18059128522872925, + 0.13983085751533508, + 0.3258582651615143, + 0.12242206931114197, + -1.2020635604858398, + -0.25718092918395996, + -0.012739866971969604, + -0.22059175372123718, + -0.11411906778812408, + 0.2794666290283203, + 0.0025449544191360474, + -0.3413320779800415, + 0.3834683299064636, + -0.09765192866325378 + ], + [ + -0.7544170618057251, + -0.20552629232406616, + 0.0332813560962677, + -0.7199143171310425, + -1.8895196914672852, + 0.2507280707359314, + -0.2842337489128113, + -0.2649749517440796, + 0.150920569896698, + 0.30839237570762634, + 0.23298579454421997, + -1.0768264532089233, + -0.058889567852020264, + 0.2701120674610138, + -0.21809908747673035, + -0.0498143695294857, + 0.23935741186141968, + 0.0903942659497261, + -0.3857002258300781, + 0.5489016175270081, + -0.08850035071372986 + ], + [ + -0.6238043904304504, + -0.22671963274478912, + -0.07110157608985901, + -0.8161817789077759, + -1.855154275894165, + 0.06417819857597351, + -0.512243926525116, + -0.2617511451244354, + 0.12715476751327515, + 0.32435742020606995, + 0.19540530443191528, + -1.0304758548736572, + -0.16561535000801086, + 0.46490174531936646, + -0.17462056875228882, + 0.005418073385953903, + 0.3558605909347534, + 0.17610356211662292, + -0.44356459379196167, + 0.6945875287055969, + -0.2568298280239105 + ] + ], + "generated_utilities": [ + 0.15965592861175537, + 0.2057151049375534, + 0.19964087009429932, + 0.1742725372314453, + 0.18753613531589508, + 0.16837027668952942, + 0.17081938683986664, + 0.18385103344917297 + ], + "group_id": "ms-05f34a90fa7355262b8e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15652915835380554, + 2.0, + 2.0, + 2.0, + 0.19534838199615479, + 2.0, + 0.14914235472679138, + 0.15623633563518524, + 0.14543583989143372, + 0.1465626358985901, + 0.0926935076713562, + 0.16237308084964752, + 0.03522460162639618, + 0.10658708214759827, + 0.028859734535217285, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.6060999631881714, + -0.43246322870254517, + 0.4339025020599365, + -1.7493220567703247, + -3.4221410751342773, + 1.0740382671356201, + 1.3321559429168701, + 0.46585696935653687, + -0.589473307132721, + 1.8477885723114014, + 0.44551825523376465, + -1.8714042901992798, + -0.574306845664978, + 1.384130835533142, + -0.8875441551208496, + 0.1916527897119522, + -1.2021350860595703, + 1.0158839225769043, + -0.19537174701690674, + 0.3545498251914978, + 0.1062857136130333 + ], + [ + -1.1949074268341064, + 0.37561818957328796, + 0.6294573545455933, + -2.2311086654663086, + -2.392364025115967, + -0.022758662700653076, + 1.1124982833862305, + 0.6051995158195496, + -0.3300172686576843, + 0.8309909105300903, + 1.1865142583847046, + -1.434995412826538, + -1.2019450664520264, + 1.510834813117981, + -0.7916520833969116, + 0.05727994441986084, + -0.04031634330749512, + 1.0271027088165283, + -0.44220826029777527, + 0.7528294324874878, + 0.4191758632659912 + ], + [ + -0.6505431532859802, + 0.07136447727680206, + 0.9440286159515381, + -0.9951632022857666, + -3.1686527729034424, + 1.4486439228057861, + 1.664912462234497, + 1.5056291818618774, + -1.5199066400527954, + 0.9414214491844177, + 0.06458979845046997, + -1.0082377195358276, + -0.21995997428894043, + 0.781690239906311, + -0.9857915639877319, + 0.3504268229007721, + -0.14083001017570496, + 0.32620590925216675, + -0.7383995056152344, + 0.16358716785907745, + -0.8896582126617432 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.10862231254577637, + -0.08068811893463135, + 0.0012606680393218994, + -0.4646165370941162, + -1.8215670585632324, + 0.029768049716949463, + 0.0, + 0.10250359773635864, + 0.02335488796234131, + 0.6218745708465576, + -0.03845292329788208, + -0.8278065919876099, + -0.041066378355026245, + 0.0, + -0.06273365020751953, + -0.003127366304397583, + 0.022957921028137207, + -0.044224828481674194, + -0.025996685028076172, + 0.053954288363456726, + 0.0 + ], + [ + -0.10862231254577637, + 0.22310185432434082, + -0.0324944444000721, + -0.4646165370941162, + -1.8215670585632324, + 0.03010779619216919, + 0.0, + 0.13808095455169678, + -0.0174829363822937, + 0.6218745708465576, + -0.13732177019119263, + -0.8278065919876099, + 0.08308684825897217, + 0.0, + -0.19426950812339783, + -0.19269266724586487, + 0.31948423385620117, + 0.19032111763954163, + 0.02084815502166748, + 0.13870422542095184, + 0.0 + ], + [ + -0.10862231254577637, + 0.03872154653072357, + 0.27483370900154114, + -0.4646165370941162, + -1.8215670585632324, + 0.8015317916870117, + 0.0, + -0.05944252014160156, + 0.2082652449607849, + 0.6218745708465576, + -0.29590070247650146, + -0.8278065919876099, + 0.17055338621139526, + 0.0, + -0.3260674476623535, + -0.1313447654247284, + -0.11790299415588379, + 0.5002882480621338, + -0.36649245023727417, + -0.08774088323116302, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.1994411945343018, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.937610626220703, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1805831789970398 + ], + [ + -1.7618608474731445, + -0.514107346534729, + -0.4017075002193451, + -2.1358213424682617, + -2.4041242599487305, + 0.20604944229125977, + 1.1540758609771729, + -0.30199533700942993, + -0.8305293917655945, + 2.390371561050415, + 0.697504460811615, + -2.76995587348938, + 0.48525214195251465, + 2.2664616107940674, + -0.8383316993713379, + -0.562224268913269, + -0.7230937480926514, + 0.41237613558769226, + -1.3292278051376343, + 0.839605987071991, + 0.9771155118942261 + ] + ], + "predicted_scores": [ + 4.484378337860107, + 4.432853698730469, + 3.4169745445251465, + 3.061026096343994, + 3.0470266342163086, + 3.006523847579956, + 2.5742764472961426, + 1.9981598854064941 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "440577711/train0", + "selected_index": 0, + "state_hash": "f608f0a2ba1f3d3affbb6797210a75fb6dee2e759a78a21320141bb468bce9e7", + "stored_base_utility": 0.15652915835380554, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18375810980796814, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18375810980796814 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14966940879821777, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14966940879821777 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17619670927524567, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17619670927524567 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17915266752243042, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17915266752243042 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1991695761680603, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1991695761680603 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21000581979751587, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21000581979751587 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18424510955810547, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18424510955810547 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17643430829048157, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17643430829048157 + } + ], + "candidate_progress": [ + 0.18375810980796814, + 0.14966940879821777, + 0.17619670927524567, + 0.17915266752243042, + 0.1991695761680603, + 0.21000581979751587, + 0.18424510955810547, + 0.17643430829048157 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-934e125b62165b614036", + "ms-6825a9112cb71ea137c9", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2413d1155c87f0442485", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.5995752811431885, + 0.07005766034126282, + 0.44965416193008423, + -2.018185615539551, + -1.5883426666259766, + -0.9638532400131226, + 2.115851640701294, + -0.2992385923862457, + -0.09053200483322144, + -0.5469218492507935, + -0.12121168524026871, + -1.5766124725341797, + 1.1247144937515259, + 1.3504981994628906, + -0.0023042671382427216, + -0.021209020167589188, + -0.5012070536613464, + 0.5994364619255066, + -1.034958839416504, + -0.612190842628479, + 0.43440601229667664 + ], + [ + -1.8988972902297974, + -0.1605425775051117, + 0.3441316783428192, + -1.8880996704101562, + -1.382274866104126, + -0.7962430715560913, + 2.02168869972229, + -0.3536764085292816, + -0.14204804599285126, + -0.48290151357650757, + -0.34607580304145813, + -1.5677924156188965, + 0.8406026363372803, + 1.1693851947784424, + -0.16422279179096222, + 0.00810408778488636, + -0.7118638753890991, + 0.7220502495765686, + -1.3259685039520264, + -0.41948944330215454, + 0.29856932163238525 + ], + [ + -1.3224834203720093, + -0.10174848139286041, + 0.3663920760154724, + -1.673431396484375, + -2.1525368690490723, + -0.8838483095169067, + 1.8283822536468506, + 0.0651777982711792, + -0.043607860803604126, + -0.595418393611908, + -0.15825247764587402, + -1.6774969100952148, + 0.6993614435195923, + 1.6134428977966309, + -0.079719677567482, + 0.04054984822869301, + -0.3697974681854248, + 0.8338503241539001, + -1.383697509765625, + -0.6330080032348633, + 1.094165325164795 + ], + [ + -1.6266449689865112, + -0.05674465000629425, + 0.45700690150260925, + -1.9478492736816406, + -1.4642524719238281, + -0.863418459892273, + 2.035278558731079, + -0.24861633777618408, + -0.04306343197822571, + -0.5082773566246033, + -0.23381587862968445, + -1.4820976257324219, + 0.42549702525138855, + 1.3831675052642822, + -0.11710768938064575, + 0.07344235479831696, + -0.6649492383003235, + 0.6368511915206909, + -1.0471155643463135, + 0.02967211604118347, + 0.6358129978179932 + ], + [ + -1.5725008249282837, + -0.020620038732886314, + 0.4266643822193146, + -1.8833975791931152, + -2.0493879318237305, + -1.2775553464889526, + 2.0064737796783447, + -0.10412108898162842, + 0.013880398124456406, + -0.7240786552429199, + -0.16569983959197998, + -1.5440787076950073, + 0.7564424276351929, + 1.2678804397583008, + -0.09626637399196625, + 0.04467610642313957, + -0.6492571830749512, + 0.7909703850746155, + -1.2333948612213135, + -0.4744638502597809, + 0.630842924118042 + ], + [ + -1.6273488998413086, + 0.027171999216079712, + 0.7790501117706299, + -1.8705722093582153, + -1.4538357257843018, + -0.688452959060669, + 1.8955416679382324, + -0.04510486125946045, + -0.004199158400297165, + -0.18395304679870605, + -0.4294864237308502, + -1.554189682006836, + 0.5425626039505005, + 0.8306562900543213, + 0.1687207818031311, + 0.19173680245876312, + -0.5669760704040527, + 0.8250157833099365, + -1.099228858947754, + -0.15014344453811646, + -0.1402125358581543 + ], + [ + -1.771817922592163, + -0.21511214971542358, + 0.49679112434387207, + -1.7198959589004517, + -1.3551065921783447, + -0.6116517782211304, + 2.0823605060577393, + -0.23152145743370056, + 0.031154686585068703, + -0.3919498920440674, + -0.20034006237983704, + -1.57962965965271, + 0.5486091375350952, + 0.9249746203422546, + -0.04463188722729683, + 0.28096169233322144, + -0.5703061819076538, + 1.019637942314148, + -1.152176856994629, + -0.028342455625534058, + -0.08068037033081055 + ], + [ + -1.9719468355178833, + -0.16160374879837036, + 0.5753774046897888, + -1.6417216062545776, + -0.9546746611595154, + -0.5879580974578857, + 1.820763349533081, + -0.21075785160064697, + 0.046436212956905365, + -0.36124515533447266, + -0.33318808674812317, + -1.4976145029067993, + 0.23120537400245667, + 1.0628418922424316, + -0.10826627910137177, + 0.11527737975120544, + -0.7937925457954407, + 0.8750489354133606, + -1.0591652393341064, + 0.06562575697898865, + -0.06360791623592377 + ] + ], + "generated_utilities": [ + 0.18375810980796814, + 0.14966940879821777, + 0.17619670927524567, + 0.17915266752243042, + 0.1991695761680603, + 0.21000581979751587, + 0.18424510955810547, + 0.17643430829048157 + ], + "group_id": "ms-2413d1155c87f0442485", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 4.306435585021973e-06, + 6.988644599914551e-06, + 2.0, + 2.1457672119140625e-06, + 0.18901193141937256, + 6.407499313354492e-07, + 0.16945534944534302, + 0.14262664318084717, + 0.15036813914775848, + 0.13903136551380157, + 2.0, + 2.0, + 0.08516892790794373, + 0.07647933065891266, + 2.0, + 1.029670238494873e-05 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6601358652114868, + 0.12480756640434265, + 0.5387595891952515, + -1.4875376224517822, + -1.0372035503387451, + -0.06971657276153564, + 0.0, + -0.010226786136627197, + 0.15678396821022034, + -0.11714708805084229, + -0.019127070903778076, + -0.6510206460952759, + -0.31774047017097473, + 0.0, + 0.051259543746709824, + -0.044117435812950134, + 0.02210521697998047, + 0.13404697179794312, + -0.04975175857543945, + -0.1485639214515686, + 0.0 + ], + [ + -1.6601358652114868, + 0.2872905731201172, + 1.5387595891952515, + -2.4875376224517822, + -2.037203550338745, + -0.8143895864486694, + 1.653955340385437, + -0.35390445590019226, + 0.095766581594944, + -0.7085897922515869, + 0.7322971820831299, + -1.6510206460952759, + -0.19578097760677338, + 0.3098559081554413, + -0.0276336707174778, + 0.1448359489440918, + -0.9778947830200195, + 0.6535791754722595, + -0.6492339968681335, + -0.5992754697799683, + 0.14905864000320435 + ], + [ + -1.6249184608459473, + 0.26893946528434753, + 1.2642381191253662, + -2.4658517837524414, + -2.1785542964935303, + -0.8579962253570557, + 1.862148642539978, + -0.5653051137924194, + 0.38192257285118103, + -0.9837816953659058, + 0.5817887783050537, + -1.8884202241897583, + -0.40964221954345703, + 0.5682376623153687, + -0.022949589416384697, + -0.03593645989894867, + -1.188117504119873, + 0.56232088804245, + -0.4025457501411438, + -0.7962059378623962, + 0.4029981195926666 + ], + [ + -1.4953402280807495, + 0.5432271957397461, + 1.8215678930282593, + -2.116377115249634, + -2.0209736824035645, + -0.8451845049858093, + 2.001351833343506, + -0.3612348139286041, + 0.10976146906614304, + -0.4192386269569397, + 1.07032310962677, + -1.4101632833480835, + 0.16801194846630096, + 0.41597020626068115, + 0.0034401286393404007, + 0.313338041305542, + -0.8903099298477173, + 0.8596975803375244, + -0.3842606842517853, + -0.6088681221008301, + -0.24973568320274353 + ], + [ + -2.158440113067627, + 0.30442988872528076, + 2.0173699855804443, + -2.801206350326538, + -2.4109108448028564, + -0.6230190992355347, + 1.3516862392425537, + -0.6211159229278564, + 0.10487072914838791, + -0.25373271107673645, + 0.8720327615737915, + -1.6936869621276855, + -0.4334086775779724, + 0.39439237117767334, + -0.5219395160675049, + 0.04136982560157776, + -0.49897581338882446, + 0.5928531289100647, + -0.16653254628181458, + -0.4675975739955902, + 0.5813637971878052 + ], + [ + -2.093625545501709, + 0.8156063556671143, + 1.95170259475708, + -3.034303665161133, + -2.0062594413757324, + -1.1433250904083252, + 1.6534188985824585, + -0.839098334312439, + 0.15779539942741394, + -0.5594096779823303, + 1.2434790134429932, + -1.72386634349823, + -0.5140386819839478, + 0.1641160249710083, + 0.30528178811073303, + 0.5907451510429382, + -0.43656814098358154, + 1.0669291019439697, + -0.6496315598487854, + -0.9406822919845581, + -0.321432888507843 + ], + [ + -1.03253972530365, + 0.32907283306121826, + 1.317929744720459, + -2.9088330268859863, + -2.5647945404052734, + -1.2453858852386475, + 1.2988251447677612, + -0.8468736410140991, + -0.5912364721298218, + -0.7252246141433716, + 1.3201944828033447, + -0.9543296098709106, + 0.26997900009155273, + 0.6030986309051514, + -0.7037940621376038, + -0.15793269872665405, + -1.3701430559158325, + 1.3424978256225586, + -0.9401534795761108, + 0.09815514087677002, + 0.8393594026565552 + ], + [ + -1.1874393224716187, + 0.007824331521987915, + 1.5199127197265625, + -2.2850396633148193, + -2.363096237182617, + -0.21484601497650146, + 1.1753361225128174, + 0.26162102818489075, + -0.3441063463687897, + -1.101698398590088, + 0.6533139944076538, + -1.5219109058380127, + 0.3796396255493164, + -0.4600681960582733, + 0.07214753329753876, + -0.3532859683036804, + -1.6493395566940308, + 0.8704827427864075, + -0.04900979995727539, + 0.16104185581207275, + -0.6427063345909119 + ], + [ + -2.076380729675293, + 1.1128735542297363, + 0.8442558646202087, + -3.0890796184539795, + -2.4924421310424805, + -1.2295012474060059, + 1.877472162246704, + 0.11839112639427185, + 0.5644076466560364, + -0.40195509791374207, + 1.5825436115264893, + -2.0957529544830322, + 0.21835492551326752, + 0.7422974705696106, + 0.6429923176765442, + 0.9840938448905945, + -0.8417980074882507, + -0.1779463291168213, + -1.2042803764343262, + -0.47697222232818604, + -0.45671969652175903 + ], + [ + -1.4799500703811646, + -0.5903882384300232, + 1.0694124698638916, + -1.5848993062973022, + -1.1216392517089844, + -1.3959057331085205, + 1.8896818161010742, + -0.44200193881988525, + 0.04070413112640381, + -1.2832787036895752, + 0.8309782147407532, + -1.4032211303710938, + -0.4567517042160034, + 0.16646328568458557, + -0.3324521481990814, + 1.0474536418914795, + -1.487030267715454, + 0.05606895685195923, + -0.6146225929260254, + -0.9270249605178833, + 1.10614812374115 + ], + [ + -2.09364652633667, + 0.6689558029174805, + 0.7874005436897278, + -2.2312171459198, + -1.8480366468429565, + -0.8447849750518799, + 0.9363319277763367, + 0.4368096888065338, + 0.7778416872024536, + -0.28389281034469604, + 0.11550712585449219, + -0.7952986359596252, + 0.10069851577281952, + 1.2731047868728638, + 0.7559926509857178, + -0.20265227556228638, + -0.3092576265335083, + 0.31465455889701843, + -0.7929718494415283, + 0.27850645780563354, + 0.6233183145523071 + ] + ], + "predicted_scores": [ + 12.587860107421875, + 12.30810832977295, + 11.576336860656738, + 11.477049827575684, + 11.232420921325684, + 10.029657363891602, + 9.819722175598145, + 9.585820198059082 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324642411/train0", + "selected_index": 0, + "state_hash": "e4e059743bdfbd7fcf58de859aaf582df3c01aa831f24e837de0b77529ea9dca", + "stored_base_utility": 4.306435585021973e-06, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.165097177028656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.165097177028656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15656141936779022, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15656141936779022 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14786779880523682, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14786779880523682 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1517537534236908, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1517537534236908 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1484067738056183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1484067738056183 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13161855936050415, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13161855936050415 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13722002506256104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13722002506256104 + } + ], + "candidate_progress": [ + 1.0, + 0.165097177028656, + 0.15656141936779022, + 0.14786779880523682, + 0.1517537534236908, + 0.1484067738056183, + 0.13161855936050415, + 0.13722002506256104 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.015244841575622559, + 0.06533128023147583, + 0.8514993190765381, + -0.7718600034713745, + -1.6816012859344482, + 0.08906333148479462, + -0.32935041189193726, + 0.04275277256965637, + 0.06866700202226639, + 0.030362658202648163, + -0.059101201593875885, + -1.4525065422058105, + -0.14145150780677795, + -0.28706592321395874, + -0.08200697600841522, + 0.012427473440766335, + 0.27811020612716675, + -0.09309573471546173, + -0.7067429423332214, + 0.3254178762435913, + -0.0030457526445388794 + ], + [ + -0.06575973331928253, + -0.03810502216219902, + 1.0103460550308228, + -0.5065686702728271, + -1.394930124282837, + 0.1605733335018158, + -0.070026695728302, + 0.08933034539222717, + 0.05762000381946564, + -0.2061096727848053, + -0.013352662324905396, + -1.5007455348968506, + -0.38389185070991516, + -0.38490450382232666, + -0.0037782974541187286, + 0.0312579944729805, + 0.11239070445299149, + 0.14314287900924683, + -0.35387349128723145, + 0.02874818444252014, + -0.3922007977962494 + ], + [ + -0.1115250438451767, + 0.0873870700597763, + 1.1483443975448608, + -0.8312757015228271, + -1.6891741752624512, + 0.07662913203239441, + -0.29729145765304565, + 0.12232820689678192, + 0.05353423207998276, + -0.05367559939622879, + 0.08244240283966064, + -1.6621251106262207, + -0.19835209846496582, + -0.3237178921699524, + -0.03930122032761574, + -0.03731844574213028, + 0.09437114000320435, + -0.12077455222606659, + -0.4619940519332886, + 0.26509642601013184, + -0.17111456394195557 + ], + [ + -0.08985558152198792, + -1.1216849088668823e-05, + 0.866589367389679, + -0.7176355123519897, + -1.6007418632507324, + 0.06415504962205887, + -0.5035871863365173, + 0.2014087289571762, + 0.11131218075752258, + 0.013981960713863373, + 0.09461185336112976, + -1.4591861963272095, + -0.4458537697792053, + -0.3473513126373291, + -0.052398648113012314, + 0.09180149435997009, + 0.17479154467582703, + 0.06054657697677612, + -0.5030701160430908, + 0.25123780965805054, + 0.03883449733257294 + ], + [ + -0.1617187112569809, + 0.00359533354640007, + 0.8019090294837952, + -0.7971646785736084, + -1.646958827972412, + 0.038749970495700836, + -0.44228434562683105, + 0.23902642726898193, + 0.09604810923337936, + 0.020498134195804596, + 0.04394550248980522, + -1.465458869934082, + -0.34030264616012573, + -0.5122300386428833, + -0.0808677077293396, + 0.09634503722190857, + 0.2102195918560028, + 0.024434685707092285, + -0.5385546684265137, + 0.26797086000442505, + -0.14736244082450867 + ], + [ + 0.08849851787090302, + 0.015356365591287613, + 1.190856695175171, + -0.8446502685546875, + -1.7605209350585938, + -0.35482338070869446, + -0.19572502374649048, + -0.08707651495933533, + 0.10182718932628632, + 0.01640169322490692, + 0.029563143849372864, + -1.6373132467269897, + 0.04131677746772766, + -0.041736409068107605, + 0.1584641933441162, + -0.03424759954214096, + 0.02033112943172455, + -0.1615985780954361, + -0.5187814831733704, + 0.38037896156311035, + -0.24390718340873718 + ], + [ + -0.20160548388957977, + -0.09868049621582031, + 1.1732386350631714, + -0.5469096899032593, + -1.4460103511810303, + 0.10524555295705795, + -0.861329972743988, + 0.1002412661910057, + 0.10555968433618546, + 0.04546333849430084, + 0.22477340698242188, + -1.566423773765564, + -0.06096765398979187, + -0.26233935356140137, + 0.18051794171333313, + 0.12271106243133545, + 0.21721217036247253, + 0.04601664841175079, + -0.6310379505157471, + 0.34378325939178467, + -0.34549930691719055 + ], + [ + -0.042569562792778015, + -0.028883475810289383, + 0.9886884689331055, + -0.687052845954895, + -1.5289256572723389, + -0.13533970713615417, + -0.54850834608078, + 0.19046063721179962, + 0.18162772059440613, + 0.016233086585998535, + 0.1860138177871704, + -1.4229182004928589, + -0.48915189504623413, + -0.0722300112247467, + 0.005470544099807739, + 0.14701998233795166, + 0.13089460134506226, + -0.0660327821969986, + -0.6408980488777161, + 0.14028742909431458, + -0.15306904911994934 + ] + ], + "generated_utilities": [ + 2.0, + 0.165097177028656, + 0.15656141936779022, + 0.14786779880523682, + 0.1517537534236908, + 0.1484067738056183, + 0.13161855936050415, + 0.13722002506256104 + ], + "group_id": "ms-54346a8f79bd9dca1dfe", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20227843523025513, + 0.18455538153648376, + 2.0, + 2.0, + 0.1876666247844696, + 2.0, + 0.20330552756786346, + 0.13367508351802826, + 0.17261959612369537, + 0.15464866161346436, + 0.1330527365207672, + 0.15472690761089325, + 0.012095525860786438, + 0.1187829077243805, + 0.05922260880470276, + 0.08364063501358032 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.9825772643089294, + 0.3129819631576538, + 2.239616870880127, + -1.6595556735992432, + -2.419001579284668, + -0.6215944290161133, + 2.0498251914978027, + -0.6526985168457031, + 0.08332686126232147, + 0.05494391545653343, + 0.3353409171104431, + -2.399723768234253, + 0.11429958045482635, + 0.9579654932022095, + -0.30532142519950867, + -0.1793428510427475, + 0.021714434027671814, + 0.06835521757602692, + -1.4585798978805542, + 0.16804680228233337, + 1.0415923595428467 + ], + [ + -0.3153335452079773, + -0.31416499614715576, + 2.3233537673950195, + -1.636460542678833, + -1.9759852886199951, + -0.6651520729064941, + 2.0674824714660645, + -0.5333253145217896, + -0.34122538566589355, + -0.11369499564170837, + 0.16086465120315552, + -2.0382418632507324, + 0.5863001942634583, + 0.08003568649291992, + -0.07620293647050858, + 0.14274410903453827, + -0.5702269673347473, + 0.1722113937139511, + -2.105698823928833, + 0.3679127097129822, + 0.557693600654602 + ], + [ + -1.8504350185394287, + -0.5556221008300781, + 2.672025680541992, + -2.7011866569519043, + -1.8672643899917603, + 0.33157476782798767, + 2.044203042984009, + 0.11892333626747131, + -0.6686651110649109, + 0.9297553300857544, + 0.44999808073043823, + -1.980530858039856, + -0.752326250076294, + 1.1665797233581543, + 0.5843324661254883, + -0.2564525008201599, + -0.6726897358894348, + -0.5323439836502075, + -1.5737062692642212, + 0.7872047424316406, + 1.5572283267974854 + ], + [ + -0.11063003540039062, + 0.46638616919517517, + 3.2481422424316406, + -1.463895320892334, + -2.009955644607544, + 0.4370187222957611, + 2.629300832748413, + 0.44305533170700073, + -0.7737084031105042, + 0.9001628160476685, + -0.6089582443237305, + -1.8886429071426392, + 1.0435665845870972, + -0.0248870849609375, + -0.754097580909729, + 0.1314624696969986, + 0.6901811361312866, + -0.8622696399688721, + -1.901731014251709, + 0.7634534239768982, + -0.16806691884994507 + ], + [ + -0.7717097401618958, + 0.27594253420829773, + 2.580317735671997, + -1.0960707664489746, + -2.676391839981079, + -0.9822461605072021, + 3.1596295833587646, + -1.060694932937622, + -1.003603458404541, + -0.7528034448623657, + -0.39094680547714233, + -1.8175132274627686, + 0.500476598739624, + -0.29770714044570923, + 0.7354621291160583, + -0.06709794700145721, + 0.6951109170913696, + -0.7447155714035034, + -0.739233672618866, + 0.548650860786438, + 0.059868693351745605 + ], + [ + -0.9638463854789734, + 0.25752925872802734, + 1.8724892139434814, + -2.801717519760132, + -1.8515510559082031, + -0.4208798408508301, + 2.6578164100646973, + -0.0959913581609726, + 0.25328248739242554, + 0.41330796480178833, + -0.7771560549736023, + -2.6859021186828613, + -0.45795828104019165, + 0.8994072675704956, + 0.9375808238983154, + 0.6532064080238342, + 0.42666393518447876, + 0.4683900475502014, + -0.7720040082931519, + -0.7637287974357605, + -0.01692253351211548 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0033273696899414062, + -0.08964112401008606, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + 0.061480194330215454, + 0.0, + -0.19102822244167328, + -0.1172686517238617, + 0.13363714516162872, + 0.05976612865924835, + -1.134511947631836, + 0.11155534535646439, + 0.0, + 0.05389389023184776, + -0.2548255920410156, + -0.045396044850349426, + 0.06904086470603943, + -0.46479761600494385, + -0.0670367181301117, + 0.0 + ], + [ + -0.19526612758636475, + 0.5404060482978821, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + -0.4178987145423889, + 0.0, + 0.10266566276550293, + 0.0928497388958931, + 0.11269525438547134, + 0.41266560554504395, + -1.134511947631836, + -0.4361797571182251, + 0.0, + -0.15480558574199677, + -0.3644384741783142, + -0.2770487070083618, + 0.03602976351976395, + -0.46479761600494385, + -0.41843342781066895, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.616512775421143, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.315116047859192, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4314359426498413 + ] + ], + "predicted_scores": [ + 5.9222893714904785, + 5.223167419433594, + 5.070971965789795, + 4.905737400054932, + 4.903634071350098, + 4.678048610687256, + 4.520530700683594, + 4.5138726234436035 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1790188787/train0", + "selected_index": 0, + "state_hash": "36bda2b29ae74e82dfcf115f0950a368a0bfb6e0ef57ad21ba4a81533353c964", + "stored_base_utility": 0.20227843523025513, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08450153470039368, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08450153470039368 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09678153693675995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09678153693675995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08766809105873108, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08766809105873108 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08810348808765411, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08810348808765411 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07939498126506805, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07939498126506805 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0879921168088913, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0879921168088913 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08205625414848328, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08205625414848328 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0699140876531601, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0699140876531601 + } + ], + "candidate_progress": [ + 0.08450153470039368, + 0.09678153693675995, + 0.08766809105873108, + 0.08810348808765411, + 0.07939498126506805, + 0.0879921168088913, + 0.08205625414848328, + 0.0699140876531601 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-67f2977ab7d070052b61", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-07aa7d1f9c01e93d04bc", + "ms-1979b899f11945b46b51", + "ms-81eff749adbf328a93e1" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-64f98d163b6bff29332b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.008817002177238464, + -0.055648431181907654, + 1.4853533506393433, + -0.42575305700302124, + -1.4696035385131836, + 0.020245075225830078, + 0.021276623010635376, + 0.05398434400558472, + 0.016138125211000443, + 0.3305141031742096, + -0.07327758520841599, + -1.8717254400253296, + -0.2923305034637451, + -0.2202513962984085, + -0.13568532466888428, + 0.09523776173591614, + 0.39139723777770996, + 0.13201943039894104, + -0.655105710029602, + 0.0774097740650177, + -0.08948853611946106 + ], + [ + -0.027081206440925598, + -0.006994698196649551, + 1.4792869091033936, + -0.47949737310409546, + -1.356963872909546, + -0.17699924111366272, + -0.008385717868804932, + -0.04151630401611328, + 0.008195197209715843, + 0.2727346420288086, + 0.07333682477474213, + -1.777359127998352, + -0.10621517896652222, + -0.24489755928516388, + -0.20465266704559326, + 0.03337905928492546, + 0.3704977035522461, + 0.15932412445545197, + -0.619548499584198, + 0.16630315780639648, + -0.026681140065193176 + ], + [ + -0.0784437507390976, + -0.18428409099578857, + 1.5227619409561157, + -0.4383542537689209, + -1.4721095561981201, + 0.1258222758769989, + -0.04797828197479248, + -0.02080559730529785, + 0.05515433847904205, + 0.3408232629299164, + -0.06822849065065384, + -1.7591872215270996, + -0.3042182922363281, + -0.32012641429901123, + 0.041001804172992706, + 0.1265326291322708, + 0.23809130489826202, + 0.27611371874809265, + -0.6887908577919006, + 0.0022225677967071533, + -0.2221752107143402 + ], + [ + -0.04737333953380585, + -0.02984854020178318, + 1.3838646411895752, + -0.3430781364440918, + -1.4564251899719238, + 0.041364386677742004, + -0.12227040529251099, + 0.08496911823749542, + 0.042641740292310715, + 0.30792802572250366, + 0.10937154293060303, + -1.6506727933883667, + -0.018517911434173584, + -0.1840720921754837, + -0.14647676050662994, + 0.11800965666770935, + 0.418440043926239, + 0.06154881417751312, + -0.6944003105163574, + 0.10766485333442688, + -0.21068406105041504 + ], + [ + 0.03235050290822983, + -0.052891433238983154, + 1.4655177593231201, + -0.3269159495830536, + -1.4589424133300781, + -0.012370690703392029, + -0.10919547080993652, + 0.11352861672639847, + 0.056697629392147064, + 0.3333156108856201, + 0.11228335648775101, + -1.6069425344467163, + -0.07102543115615845, + -0.18307079374790192, + -0.11135464906692505, + 0.1264714151620865, + 0.3936351537704468, + 0.08587468415498734, + -0.7257835268974304, + 0.15841257572174072, + -0.15502485632896423 + ], + [ + 0.057241328060626984, + -0.05569920688867569, + 1.3864874839782715, + -0.34733161330223083, + -1.4607393741607666, + -0.25028932094573975, + 0.057591795921325684, + -0.016236677765846252, + -0.016736647114157677, + 0.32713428139686584, + 0.020892921835184097, + -1.8233369588851929, + -0.04984891414642334, + -0.2678900361061096, + -0.21136391162872314, + 0.04286584258079529, + 0.5418549180030823, + 0.025746285915374756, + -0.6121987700462341, + 0.3321995139122009, + 0.01600615680217743 + ], + [ + -0.07629822194576263, + -0.1439526379108429, + 1.556767463684082, + -0.3903554677963257, + -1.4325313568115234, + -0.05975629389286041, + -0.06354278326034546, + -0.10046881437301636, + 0.12049154937267303, + 0.46980351209640503, + -0.006938278675079346, + -1.6375973224639893, + 0.14552602171897888, + -0.2658023238182068, + -0.012602414935827255, + 0.18830960988998413, + 0.376974880695343, + 0.1362016499042511, + -0.8417537808418274, + -0.0420016348361969, + -0.3684995472431183 + ], + [ + 0.05415453016757965, + -0.03483336418867111, + 1.3782999515533447, + -0.3134347200393677, + -1.2966372966766357, + 0.041626863181591034, + -0.2002493143081665, + 0.19563134014606476, + 0.09391644597053528, + 0.38750675320625305, + 0.15287503600120544, + -1.5739574432373047, + -0.21479040384292603, + -0.2803037762641907, + -0.006410080939531326, + 0.2788606584072113, + 0.42815661430358887, + 0.14713948965072632, + -0.4910210371017456, + -0.00970408320426941, + -0.6254808902740479 + ] + ], + "generated_utilities": [ + 0.08450153470039368, + 0.09678153693675995, + 0.08766809105873108, + 0.08810348808765411, + 0.07939498126506805, + 0.0879921168088913, + 0.08205625414848328, + 0.0699140876531601 + ], + "group_id": "ms-64f98d163b6bff29332b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1630929410457611, + 2.0, + 0.1664363443851471, + 0.023618638515472412, + 0.13502414524555206, + 0.03515857458114624, + 0.21020889282226562, + 0.1638869345188141, + 0.11694467067718506, + 0.04927399754524231, + 0.08256584405899048, + 0.14135359227657318, + 0.10142821073532104, + 0.03680068254470825, + 0.09918788075447083, + 0.0762275755405426 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.844039261341095, + -0.363788902759552, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.32744503021240234, + 0.0, + 0.2452567219734192, + -0.22896522283554077, + 0.48450231552124023, + 0.4578629732131958, + -1.5345399379730225, + -0.14618831872940063, + 0.0, + -0.36867013573646545, + 0.08003273606300354, + 0.2690543234348297, + 0.055231690406799316, + -0.47914373874664307, + 0.31940799951553345, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.878064155578613, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.975581645965576, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7791993618011475 + ], + [ + 0.7922373414039612, + 0.1362999528646469, + 2.1580445766448975, + -1.5050815343856812, + -2.7275190353393555, + 0.1477527916431427, + 2.0028066635131836, + -0.2843870520591736, + -0.6913459300994873, + 2.0226528644561768, + -0.25116273760795593, + -2.6720223426818848, + 0.0027085542678833008, + 1.4515306949615479, + 0.2530142664909363, + 0.021372079849243164, + 1.322740077972412, + 0.26297205686569214, + -1.9880039691925049, + -0.18406569957733154, + 1.4300415515899658 + ], + [ + 0.7936419248580933, + -0.22229135036468506, + 2.636671304702759, + -1.491039514541626, + -1.574615716934204, + 0.6631550788879395, + 2.6895360946655273, + 0.04848727583885193, + -0.5994541049003601, + 1.2064177989959717, + 0.10134153068065643, + -2.551260471343994, + 1.1044105291366577, + 1.8062951564788818, + 0.40482065081596375, + 0.12173280119895935, + 0.9657283425331116, + 0.2303999662399292, + -0.9425549507141113, + 0.4671052098274231, + 1.775580644607544 + ], + [ + 0.6349879503250122, + 0.8629811406135559, + 1.7597872018814087, + -2.015432596206665, + -2.6112515926361084, + 0.47865548729896545, + 2.3517627716064453, + 0.2009631097316742, + -1.088898777961731, + 1.2850914001464844, + -0.2207932323217392, + -1.9542568922042847, + -0.15715956687927246, + 1.3142483234405518, + 0.32033342123031616, + -0.9387706518173218, + 0.30091795325279236, + 0.486666202545166, + -1.4294947385787964, + -0.473611056804657, + 2.092810869216919 + ], + [ + 0.527248203754425, + -0.20917022228240967, + 1.7086424827575684, + -1.396439552307129, + -1.8734309673309326, + 0.4587753713130951, + 2.872904062271118, + 0.23552018404006958, + -1.2151247262954712, + 2.2211809158325195, + 0.5264022946357727, + -3.527585506439209, + 0.41375043988227844, + 1.3415803909301758, + 0.5307742953300476, + 0.7502366304397583, + 0.9833509922027588, + 0.39668890833854675, + -1.8246543407440186, + -0.7851948738098145, + 2.3292927742004395 + ], + [ + 0.39736831188201904, + -0.4691714644432068, + 2.9104344844818115, + -1.7151648998260498, + -1.7066223621368408, + 1.2379136085510254, + 2.7820377349853516, + 0.11791917681694031, + 0.6128329038619995, + 1.156388759613037, + -1.0033340454101562, + -1.5556118488311768, + 1.0565698146820068, + 2.6801390647888184, + 1.0328128337860107, + -1.0488611459732056, + 0.06348532438278198, + 1.048229455947876, + -1.053946852684021, + 0.859115481376648, + 1.230559229850769 + ], + [ + 0.7979198098182678, + 0.08173695206642151, + 2.7308402061462402, + -2.3968799114227295, + -1.8317595720291138, + 0.23538991808891296, + 2.5157999992370605, + -0.36875760555267334, + 0.3817051351070404, + 2.1303727626800537, + 0.0856575220823288, + -2.489530563354492, + 1.2734088897705078, + 2.1098363399505615, + 0.26519882678985596, + -0.363516628742218, + 0.8552681803703308, + 0.0260697603225708, + -2.412036180496216, + 0.3797714114189148, + 1.7265994548797607 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0313287079334259, + -0.04626375436782837, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.033880650997161865, + 0.0, + 0.0005479753017425537, + -0.01687481999397278, + 0.48450231552124023, + 0.08258260786533356, + -1.5345399379730225, + 0.0638393759727478, + 0.0, + -0.01479753851890564, + 0.004143431782722473, + 0.03290212154388428, + -0.01484614610671997, + -0.47914373874664307, + -0.010325193405151367, + 0.0 + ] + ], + "predicted_scores": [ + 7.035811424255371, + 7.014979362487793, + 6.833188533782959, + 6.634254455566406, + 6.286337375640869, + 6.248594284057617, + 6.107061862945557, + 5.778682708740234 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1261930456/train0", + "selected_index": 0, + "state_hash": "0351c81b6436b42592283fcda8bcfc35de3b967f25e338697489f7448ff3b2c8", + "stored_base_utility": 0.1630929410457611, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04073460400104523, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04073460400104523 + }, + "base_progress": 0.04073460400104523, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04073460400104523, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15924513339996338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15924513339996338 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16759295761585236, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16759295761585236 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17648911476135254, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17648911476135254 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1495867669582367, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1495867669582367 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16833961009979248, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16833961009979248 + } + ], + "candidate_progress": [ + 0.15924513339996338, + 1.0, + 0.16759295761585236, + 0.17648911476135254, + 0.1495867669582367, + 1.0, + 1.0, + 0.16833961009979248 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + true, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.0006903409957886, + -0.0672350749373436, + 0.6342065930366516, + -1.4841798543930054, + -1.7954671382904053, + -0.4258129298686981, + 0.31238770484924316, + -0.19010448455810547, + -0.09685436636209488, + -0.2254863679409027, + -0.1551055908203125, + -1.8578420877456665, + 0.2829701602458954, + 0.27101823687553406, + -0.3292251229286194, + -0.1614566594362259, + 0.31217390298843384, + 0.3637012243270874, + -1.061628818511963, + -0.03551998734474182, + -0.20357728004455566 + ], + [ + -0.7750487327575684, + -0.08096951246261597, + 0.9973931312561035, + -1.5649480819702148, + -2.052999258041382, + -0.25676608085632324, + 0.6055116653442383, + 0.13094066083431244, + -0.03458539396524429, + -0.48252296447753906, + 0.03097561001777649, + -1.8805052042007446, + -0.029499590396881104, + 0.17198047041893005, + -0.10602550208568573, + -0.11221837997436523, + 0.35348188877105713, + 0.2758208215236664, + -0.7605844140052795, + 0.14325129985809326, + -0.2074926793575287 + ], + [ + -0.9917328357696533, + -0.05997498705983162, + 0.9918655157089233, + -1.6283997297286987, + -2.1397311687469482, + -0.21143347024917603, + 0.6373875141143799, + 0.12829290330410004, + -0.04432518780231476, + -0.32227230072021484, + -0.06831054389476776, + -1.9644321203231812, + -0.1566571295261383, + 0.08591729402542114, + -0.13921579718589783, + -0.129602313041687, + 0.23895367980003357, + 0.2099449634552002, + -0.8701402544975281, + 0.1742333471775055, + -0.21156072616577148 + ], + [ + -0.9323742389678955, + -0.07501870393753052, + 0.7178651690483093, + -1.4818096160888672, + -1.3383243083953857, + -0.1734183430671692, + 0.3443259000778198, + 0.08544016629457474, + -0.03391508758068085, + -0.2584128975868225, + -0.08583422750234604, + -1.4822310209274292, + 0.10141965746879578, + -0.17314250767230988, + -0.0684046745300293, + -0.07243822515010834, + 0.2611244022846222, + 0.3098137676715851, + -0.7431235909461975, + 0.035621851682662964, + -0.22241950035095215 + ], + [ + -0.8763664960861206, + -0.05078999698162079, + 0.7561296224594116, + -1.6961109638214111, + -1.8032405376434326, + -0.3907637298107147, + 0.1938839554786682, + 0.0014497041702270508, + -0.012205779552459717, + -0.17643260955810547, + -0.1598518192768097, + -1.9151736497879028, + -0.12386927008628845, + -0.37388861179351807, + -0.13664907217025757, + -0.10644489526748657, + 0.3705750107765198, + 0.28167644143104553, + -0.9697158932685852, + 0.2892189621925354, + -0.2725408673286438 + ], + [ + -0.9563663005828857, + -0.02044498920440674, + 1.0204029083251953, + -1.6100611686706543, + -2.046915054321289, + -0.23301565647125244, + 0.7249974012374878, + 0.2268238663673401, + -0.027338063344359398, + -0.3431718647480011, + 0.005225967615842819, + -1.9745267629623413, + -0.4077058732509613, + -0.023792043328285217, + -0.16757500171661377, + -0.05411902070045471, + 0.3732380270957947, + 0.30786123871803284, + -0.9151126742362976, + 0.3502122759819031, + -0.15110298991203308 + ], + [ + -1.1281245946884155, + -0.05060049146413803, + 0.8660802841186523, + -1.3095959424972534, + -1.5630710124969482, + -0.2356264591217041, + -0.027382194995880127, + -0.041919559240341187, + 0.09363823384046555, + -0.2009153962135315, + -0.012815572321414948, + -1.6352674961090088, + -0.18620312213897705, + 0.044654861092567444, + -0.284071683883667, + -0.10217314958572388, + 0.25505518913269043, + 0.46437567472457886, + -0.591852605342865, + 0.1898319125175476, + -0.5366443395614624 + ], + [ + -1.0550875663757324, + -0.14932090044021606, + 0.6802886724472046, + -1.264068603515625, + -1.6880426406860352, + -0.0087880939245224, + 0.015151172876358032, + -0.01890397071838379, + 0.08175680786371231, + -0.22018983960151672, + -0.09631938487291336, + -1.7576748132705688, + -0.08664372563362122, + -0.19241701066493988, + -0.26098060607910156, + 0.09893953800201416, + 0.5836851596832275, + 0.6394335031509399, + -0.9002243876457214, + 0.3813510537147522, + -0.2912752628326416 + ] + ], + "generated_utilities": [ + 0.15924513339996338, + 2.0, + 0.16759295761585236, + 0.17648911476135254, + 0.1495867669582367, + 2.0, + 2.0, + 0.16833961009979248 + ], + "group_id": "ms-c2ae2b78ab7891e74c80", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 9.402632713317871e-06, + 2.0, + 9.715557098388672e-06, + 2.0, + 0.19540727138519287, + 2.0, + 0.10736367106437683, + 2.0, + 0.16116800904273987, + 0.09818874299526215, + 0.07481488585472107, + 0.12561309337615967, + 2.0, + 0.01182641088962555, + 0.15575706958770752, + 0.07975086569786072 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6827399730682373, + -0.029386281967163086, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.04039043188095093, + 0.0, + -0.010924920439720154, + -0.016732439398765564, + 0.03900532424449921, + 0.013981983065605164, + -1.2028529644012451, + 0.048696696758270264, + 0.0, + -0.0438801571726799, + -0.05970276892185211, + 0.02299252152442932, + 0.0502314567565918, + -0.09380108118057251, + 0.07330536842346191, + 0.0 + ], + [ + -0.6827399730682373, + -0.08718308806419373, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.4546627700328827, + 0.0, + -0.22159980237483978, + 0.13780833780765533, + -0.1737097203731537, + 0.09491576999425888, + -1.2028529644012451, + 0.039140596985816956, + 0.0, + 0.3457217514514923, + -0.2966555058956146, + -0.5004150867462158, + -0.2446610927581787, + -0.0549699068069458, + -0.3402343690395355, + 0.0 + ], + [ + -1.6827399730682373, + 0.19772657752037048, + 1.7580958604812622, + -2.379800319671631, + -2.0901095867156982, + -0.8672186136245728, + 1.6214418411254883, + -0.16213560104370117, + 0.0696118101477623, + -0.17056526243686676, + 0.12484683096408844, + -2.202852964401245, + 0.14872829616069794, + 0.7461217045783997, + -0.08971104025840759, + -0.1577102392911911, + 0.4995848834514618, + 0.7505068778991699, + -0.9078180193901062, + -0.5356389284133911, + 0.5965220332145691 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.2428836822509766, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4922434091567993, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1930440664291382 + ], + [ + -1.785402536392212, + 0.07243463397026062, + 1.9232938289642334, + -2.605011463165283, + -2.041095495223999, + -0.8232950568199158, + 1.6791679859161377, + -0.1772073209285736, + -0.19386765360832214, + -0.13796445727348328, + -0.06408281624317169, + -2.126410484313965, + -0.049797967076301575, + 0.47563445568084717, + 0.00788993388414383, + -0.22256594896316528, + 0.6891735792160034, + 0.6727316975593567, + -1.036881446838379, + -0.5347869992256165, + 0.46968942880630493 + ], + [ + -1.338936686515808, + 0.24893929064273834, + 1.6517337560653687, + -2.3397064208984375, + -2.125723123550415, + -0.7358039021492004, + 1.3308616876602173, + -0.3790901303291321, + 0.19445444643497467, + -0.31552785634994507, + 0.02012307196855545, + -2.393663167953491, + -0.14417500793933868, + 0.6015816926956177, + -0.4712853729724884, + -0.29654455184936523, + 0.13922172784805298, + 0.4018354117870331, + -0.8912688493728638, + -0.6389764547348022, + 0.9482733011245728 + ], + [ + -1.6475306749343872, + 0.4559163451194763, + 1.6604440212249756, + -2.654646158218384, + -1.8043334484100342, + -1.1519361734390259, + 1.571244478225708, + -0.28997987508773804, + -0.4280521273612976, + -0.14011025428771973, + -0.2653689384460449, + -1.974306583404541, + -0.3119872212409973, + 0.7317888736724854, + -0.1901276707649231, + 0.3014383912086487, + 0.56174635887146, + 0.915590763092041, + -1.3035192489624023, + -0.3569711446762085, + 0.16930130124092102 + ], + [ + -1.286664366722107, + -0.3223377764225006, + 1.48124361038208, + -2.6231727600097656, + -2.5700302124023438, + -0.5661789178848267, + 1.2130403518676758, + -0.050085775554180145, + -0.25086504220962524, + 0.027206450700759888, + 0.24233049154281616, + -1.9277328252792358, + 0.5782615542411804, + 1.003176212310791, + -0.6371359825134277, + 0.28094935417175293, + 0.40697088837623596, + 1.0566415786743164, + -1.0438491106033325, + -0.3954675793647766, + 0.9806668162345886 + ], + [ + -2.3335683345794678, + 0.3640647530555725, + 1.8345489501953125, + -2.4405834674835205, + -1.806024432182312, + -0.4897755980491638, + 1.608415126800537, + -0.244770348072052, + 0.2751413583755493, + -0.0951928123831749, + 0.2775200307369232, + -2.6772890090942383, + -0.5100870728492737, + 0.6969379186630249, + -0.003443613648414612, + 0.47614651918411255, + 0.21079078316688538, + 0.5223634243011475, + -0.5784021615982056, + -0.8325352072715759, + 1.1846063137054443 + ], + [ + -2.124680995941162, + 0.04596143960952759, + 1.427090048789978, + -2.9676101207733154, + -2.200547456741333, + -1.4051504135131836, + 1.8161650896072388, + 0.2907639145851135, + -0.5550493001937866, + 0.3201221823692322, + 0.1045001968741417, + -1.7349661588668823, + -0.5672655701637268, + 0.8799899816513062, + -0.2551366090774536, + 0.5865848660469055, + 0.09534311294555664, + 1.4754624366760254, + -1.5542306900024414, + -1.0866234302520752, + 0.8537646532058716 + ], + [ + -0.9459008574485779, + 0.17124903202056885, + 1.053638219833374, + -2.4307701587677, + -2.336066246032715, + -1.65305757522583, + 0.9150416254997253, + -0.47098374366760254, + -0.49722686409950256, + -0.9318068623542786, + 0.628615140914917, + -1.6131073236465454, + -0.18811185657978058, + 1.2961628437042236, + -0.12928195297718048, + 0.6061784029006958, + 0.6049997806549072, + 1.4630740880966187, + -0.11967170238494873, + -0.9579744338989258, + 1.4420297145843506 + ], + [ + -2.575862169265747, + 0.48316916823387146, + 1.4306434392929077, + -1.6351758241653442, + -3.0202643871307373, + -0.9803714752197266, + 0.7166923880577087, + 0.10567617416381836, + 0.6861172914505005, + 0.3895415663719177, + 0.5898029804229736, + -1.986136555671692, + -0.45037364959716797, + -0.08318424224853516, + -0.8457733392715454, + 0.061323463916778564, + 0.8120988607406616, + 0.3238263428211212, + -1.687078595161438, + -0.354535311460495, + 0.6335770487785339 + ], + [ + -2.347996711730957, + 1.0898327827453613, + 1.3190698623657227, + -2.3362865447998047, + -1.933609127998352, + -1.3073863983154297, + 2.0244686603546143, + 0.4856991171836853, + -0.3205769956111908, + -0.1938151866197586, + 0.8357638120651245, + -2.1020724773406982, + -0.6479088664054871, + -0.17284762859344482, + 0.9041155576705933, + 0.7200105786323547, + 0.9877227544784546, + 0.7186073660850525, + -1.4093363285064697, + -0.26683422923088074, + 1.4840497970581055 + ] + ], + "predicted_scores": [ + 7.113134384155273, + 5.991319179534912, + 5.5994181632995605, + 5.0698723793029785, + 4.572227954864502, + 4.388162612915039, + 3.8224549293518066, + 3.2747366428375244 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "509430392/train0", + "selected_index": 0, + "state_hash": "671769ea28f4f97f10c0ad5494f2e7fc1e28fc313dd260013e8024fcd42f5bf7", + "stored_base_utility": 9.402632713317871e-06, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12304891645908356, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12304891645908356 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1412440836429596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1412440836429596 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13237398862838745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13237398862838745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11806118488311768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11806118488311768 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12557610869407654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12557610869407654 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13707619905471802, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13707619905471802 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12667706608772278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12667706608772278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14178013801574707, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14178013801574707 + } + ], + "candidate_progress": [ + 0.12304891645908356, + 0.1412440836429596, + 0.13237398862838745, + 0.11806118488311768, + 0.12557610869407654, + 0.13707619905471802, + 0.12667706608772278, + 0.14178013801574707 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d4c37ed44fb338c1d551", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8738181591033936, + -0.0783960372209549, + 0.1886184811592102, + -1.653382420539856, + -2.1558966636657715, + 0.34559762477874756, + 0.7372404932975769, + -0.09704318642616272, + 0.40438026189804077, + -0.5233765840530396, + 0.22367599606513977, + -1.6326160430908203, + 0.36031678318977356, + 0.09903964400291443, + -0.3234683573246002, + -0.04446457698941231, + 1.083739161491394, + 0.16965338587760925, + -0.7128554582595825, + -0.8071445226669312, + -0.04285001754760742 + ], + [ + -1.0443230867385864, + 0.08313575387001038, + 0.16129884123802185, + -1.8381750583648682, + -2.3597514629364014, + 0.398992121219635, + 0.19351625442504883, + 0.07573948800563812, + 0.4758286774158478, + -0.5515695214271545, + 0.3416745960712433, + -0.9310245513916016, + -0.28281235694885254, + -0.21996383368968964, + -0.43898534774780273, + 0.0686267763376236, + 0.9222456812858582, + 0.08119677007198334, + -0.2328014373779297, + -0.5264440774917603, + 0.3213846683502197 + ], + [ + -1.2341232299804688, + 0.1013818085193634, + 0.03481614589691162, + -1.7842150926589966, + -2.136382579803467, + 0.4611848294734955, + -0.2634434103965759, + 0.04423293471336365, + 0.5475495457649231, + -0.47171127796173096, + 0.4547196328639984, + -0.9385688304901123, + -0.20558491349220276, + 0.05832324177026749, + -0.40613558888435364, + 0.08735696971416473, + 0.8428053855895996, + 0.09882902354001999, + -0.21087852120399475, + -0.526971697807312, + 0.35077357292175293 + ], + [ + -1.235520362854004, + -0.004638995975255966, + 0.04375356435775757, + -1.777286410331726, + -2.195533037185669, + 0.15391770005226135, + 0.1138351559638977, + -0.012813448905944824, + 0.563700258731842, + -0.42510223388671875, + 0.3080073297023773, + -1.1186599731445312, + -0.03632110357284546, + -0.0037088096141815186, + -0.3994044363498688, + 0.11524750292301178, + 1.010058045387268, + 0.268665075302124, + -0.2837159037590027, + -0.41211268305778503, + 0.05087468773126602 + ], + [ + -1.2002060413360596, + 0.06831753998994827, + 0.17672637104988098, + -1.888917326927185, + -2.006765604019165, + 0.44464045763015747, + 0.03916865587234497, + 0.0600498765707016, + 0.5722262859344482, + -0.35657626390457153, + 0.2967481017112732, + -1.0814096927642822, + -0.23205889761447906, + 0.07601770013570786, + -0.4171600937843323, + 0.14351585507392883, + 0.8422624468803406, + 0.2819291055202484, + -0.2228538990020752, + -0.3773636221885681, + 0.018508508801460266 + ], + [ + -1.216179609298706, + -0.024860842153429985, + 0.2313147485256195, + -1.8003090620040894, + -2.2642219066619873, + 0.2806127965450287, + 0.2035277783870697, + 0.0768551304936409, + 0.5637374520301819, + -0.46457159519195557, + 0.3923915922641754, + -1.0769315958023071, + -0.33519184589385986, + 0.43550318479537964, + -0.19629991054534912, + 0.19267691671848297, + 0.9029944539070129, + 0.32772183418273926, + 0.03234201669692993, + -0.40556490421295166, + 0.04953363537788391 + ], + [ + -1.4345958232879639, + -0.05465690419077873, + -0.045490413904190063, + -1.9416050910949707, + -2.2400667667388916, + 0.5623677968978882, + 0.27815908193588257, + 0.23412013053894043, + 0.605862021446228, + -0.4428101181983948, + 0.3971281349658966, + -1.1944644451141357, + -0.5912586450576782, + -0.37029004096984863, + -0.509896457195282, + 0.08526045083999634, + 0.968656063079834, + 0.3008183240890503, + -0.3825395107269287, + -0.25503677129745483, + -0.21779704093933105 + ], + [ + -1.4486192464828491, + -0.19750721752643585, + 0.29462650418281555, + -1.5837628841400146, + -2.0452163219451904, + -0.27390772104263306, + 0.5145389437675476, + 0.15419624745845795, + 0.619095504283905, + -0.5513520240783691, + 0.09247761964797974, + -1.4491806030273438, + -0.5952616930007935, + -0.26549506187438965, + -0.04487684741616249, + 0.15646252036094666, + 0.9319577813148499, + 0.15243637561798096, + -0.0430760383605957, + -0.4226270616054535, + -0.7107630968093872 + ] + ], + "generated_utilities": [ + 0.12304891645908356, + 0.1412440836429596, + 0.13237398862838745, + 0.11806118488311768, + 0.12557610869407654, + 0.13707619905471802, + 0.12667706608772278, + 0.14178013801574707 + ], + "group_id": "ms-d4c37ed44fb338c1d551", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1579073667526245, + 0.1459968090057373, + 0.03196020424365997, + 0.1233975887298584, + 0.09265416860580444, + 0.13665197789669037, + 0.12166574597358704, + 0.07427266240119934, + 0.20948036015033722, + 0.11162391304969788, + 0.13613992929458618, + 0.03776499629020691, + 0.13188457489013672, + 0.07948221266269684, + 0.03873959183692932, + 0.011951223015785217 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.443831205368042, + 0.2532481849193573, + -0.09923720359802246, + -0.9178986549377441, + -1.6100568771362305, + 0.22669275104999542, + 0.0, + -0.1154164969921112, + -0.1308777928352356, + -0.21722888946533203, + -0.0057668983936309814, + -0.09792166948318481, + -0.1986628621816635, + 0.0, + 0.03491201996803284, + -0.04029546678066254, + 0.34870830178260803, + -0.27497509121894836, + -0.07527810335159302, + 0.12437087297439575, + 0.0 + ], + [ + -1.443831205368042, + 0.028385233134031296, + 0.627898097038269, + -1.9178986549377441, + -2.6100568771362305, + -0.1119994968175888, + 1.5259579420089722, + 0.018446844071149826, + 0.06244344264268875, + -0.7767174243927002, + 0.43508267402648926, + -0.9620097279548645, + 0.13620389997959137, + 0.24677397310733795, + -0.4808824956417084, + 0.1967506855726242, + 0.048620063811540604, + 0.3376862704753876, + -0.6302486062049866, + -0.675406813621521, + 0.33730176091194153 + ], + [ + -1.7710671424865723, + 0.19739116728305817, + 0.8425130248069763, + -2.0846328735351562, + -2.5408060550689697, + 0.25009608268737793, + 1.3350679874420166, + 0.2320866882801056, + -0.0979912057518959, + -0.5871691703796387, + 0.4867067039012909, + -1.1276901960372925, + 0.532762885093689, + 0.21982420980930328, + -0.7436342239379883, + 0.5639820098876953, + -0.07833561301231384, + 0.1678193062543869, + -0.5296912789344788, + -0.9095227718353271, + 0.43039923906326294 + ], + [ + -2.1729178428649902, + -0.6836614608764648, + 0.5626458525657654, + -1.397756814956665, + -3.081930160522461, + 0.47042280435562134, + 1.9600087404251099, + -0.5498180985450745, + 0.6174838542938232, + -1.0028033256530762, + 1.0893927812576294, + -0.4203055500984192, + 0.5620973110198975, + 0.9168002605438232, + -0.11158648133277893, + -0.18675778806209564, + 0.253359854221344, + 0.7505862712860107, + -1.0163484811782837, + -1.4207868576049805, + 0.7469977736473083 + ], + [ + -1.6655117273330688, + -0.8459445834159851, + -0.06220763921737671, + -1.3420202732086182, + -3.062387466430664, + 0.19770868122577667, + 0.7800455689430237, + 0.9818161129951477, + 0.17006734013557434, + -0.542914867401123, + 0.3287160396575928, + -1.1529994010925293, + -0.5988008379936218, + -0.49976444244384766, + 0.43512383103370667, + 0.5786957740783691, + -0.433750718832016, + 0.037184715270996094, + 0.03358173370361328, + -0.4116172194480896, + -0.20554658770561218 + ], + [ + -2.1669554710388184, + 0.054185450077056885, + 0.29080891609191895, + -2.186284065246582, + -1.984589695930481, + 0.6265068054199219, + 0.7274993658065796, + 0.13720490038394928, + -0.3741576671600342, + -0.16870588064193726, + 0.7127862572669983, + -0.42476606369018555, + 0.9711765646934509, + -0.551851212978363, + -1.179848074913025, + -0.37945616245269775, + -0.341731995344162, + 0.42141038179397583, + -0.06916701793670654, + -1.3377459049224854, + 0.8414751291275024 + ], + [ + -1.6547549962997437, + -0.954718291759491, + 0.5701465010643005, + -1.0173258781433105, + -3.5881829261779785, + -0.4562709331512451, + 1.672088384628296, + 0.589076817035675, + -0.37256208062171936, + -1.2560211420059204, + -0.13726270198822021, + -1.5398616790771484, + -0.6307225227355957, + -0.42135292291641235, + -0.2555071711540222, + 0.10482502728700638, + -0.360903263092041, + -0.13330939412117004, + 0.0684058666229248, + -0.7164079546928406, + 0.5866029262542725 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9724192023277283, + -0.17340625822544098, + 1.0242902040481567, + -1.7517329454421997, + -2.4042701721191406, + 0.021325916051864624, + 1.978757381439209, + 0.3199353814125061, + 0.028569582849740982, + -1.0424354076385498, + 0.6364829540252686, + -0.8227888345718384, + -0.07924336194992065, + 0.2230343371629715, + -0.35748088359832764, + 0.1501065045595169, + -0.048587437719106674, + 0.07358083128929138, + -0.3662525415420532, + -0.3589644730091095, + 0.29999223351478577 + ] + ], + "predicted_scores": [ + 9.101588249206543, + 6.554477691650391, + 6.2567362785339355, + 6.040651321411133, + 5.4104533195495605, + 4.7882466316223145, + 4.596719741821289, + 2.46512508392334 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1480856810/train0", + "selected_index": 0, + "state_hash": "d3b5656fd9fa3e74a46b229f7ac5d6985064191b1774fb9a6853aa296a3b124d", + "stored_base_utility": 0.1579073667526245, + "task_id": "PushCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08620692789554596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08620692789554596 + }, + "base_progress": 0.08620692789554596, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08620692789554596, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07517768442630768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07517768442630768 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07455302774906158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07455302774906158 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07345293462276459, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07345293462276459 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07294036448001862, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07294036448001862 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07642464339733124, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07642464339733124 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06857097148895264, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06857097148895264 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07467594742774963, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07467594742774963 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07125234603881836, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07125234603881836 + } + ], + "candidate_progress": [ + 0.07517768442630768, + 0.07455302774906158, + 0.07345293462276459, + 0.07294036448001862, + 0.07642464339733124, + 0.06857097148895264, + 0.07467594742774963, + 0.07125234603881836 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-07b479748a91a9c92b20", + "ms-2fef2f43af8009bb88f1", + "ms-ee2fcbc94d41385713d0", + "ms-38ed02dacc133a888d3a", + "ms-bb299baa34e49eafb9fc", + "ms-38ed02dacc133a888d3a", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank6", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10798527300357819, + -0.11187195032835007, + 0.21330216526985168, + 0.24223363399505615, + 1.1258740425109863, + 0.8666398525238037, + 0.0076708197593688965, + -0.10835903882980347, + -0.020885953679680824, + 0.17693990468978882, + 0.06783833354711533, + -0.19369199872016907, + -1.5568031072616577, + 0.23836518824100494, + -0.07631918787956238, + 0.008032921701669693, + 0.09158721566200256, + 0.11284918338060379, + -0.1362697184085846, + -1.3474111557006836, + -0.4102337062358856 + ], + [ + 0.11783871799707413, + -0.07463608682155609, + 0.18402031064033508, + 0.17757418751716614, + 1.267911434173584, + 1.1912400722503662, + -0.11238062381744385, + -0.005994915962219238, + -0.014314601197838783, + 0.06558538973331451, + 0.10272597521543503, + -0.381070613861084, + -1.786885380744934, + -0.07125608623027802, + -0.05053558573126793, + 0.04016013815999031, + 0.09809909760951996, + 0.04004661738872528, + 4.774332046508789e-05, + -1.6262702941894531, + -0.3355658948421478 + ], + [ + 0.055499278008937836, + -0.05577569082379341, + 0.23037973046302795, + 0.23192238807678223, + 1.162618637084961, + 1.1274455785751343, + -0.0846361517906189, + -0.02236168086528778, + 0.0027317246422171593, + 0.09923803806304932, + 0.07738780230283737, + -0.4313473701477051, + -1.788966417312622, + 0.07247789204120636, + -0.01820584014058113, + 0.02375464141368866, + 0.1349583864212036, + 0.052535369992256165, + -0.004427403211593628, + -1.5877370834350586, + -0.36228224635124207 + ], + [ + 0.10087399184703827, + -0.08141005039215088, + 0.17643991112709045, + 0.3529103100299835, + 1.3095409870147705, + 1.259521484375, + -0.05158662796020508, + 0.014311209321022034, + -0.03245951235294342, + 0.1099359542131424, + 0.07455924153327942, + -0.2872941195964813, + -1.817467451095581, + 0.09574279189109802, + -0.030658159404993057, + 0.0003850795328617096, + 0.010428205132484436, + 0.013244792819023132, + -0.12472844123840332, + -1.5690178871154785, + -0.3020630180835724 + ], + [ + 0.09400162100791931, + -0.16210690140724182, + 0.31612294912338257, + 0.33761391043663025, + 0.9900168180465698, + 1.1297035217285156, + 0.019802123308181763, + -0.12172463536262512, + -0.02467033453285694, + 0.10617569088935852, + 0.16798308491706848, + -0.007463142275810242, + -1.573913335800171, + 0.27756279706954956, + -0.12781347334384918, + 0.020224452018737793, + 0.1529615819454193, + 0.04259425401687622, + -0.04023429751396179, + -1.4043612480163574, + -0.014200747013092041 + ], + [ + -0.029271915555000305, + -0.06490398943424225, + 0.32986074686050415, + 0.2221491038799286, + 1.1647422313690186, + 1.131575345993042, + -0.11516410112380981, + 0.07744402438402176, + -0.022467145696282387, + 0.11649888753890991, + 0.028012633323669434, + -0.5205912590026855, + -1.715846061706543, + -0.027212321758270264, + -0.07574388384819031, + 0.04723843187093735, + 0.15497280657291412, + 0.06428366899490356, + 0.01215401291847229, + -1.4392151832580566, + -0.3743639886379242 + ], + [ + 0.1292964369058609, + -0.16787183284759521, + 0.33112725615501404, + 0.3075110614299774, + 0.958687424659729, + 1.1875685453414917, + 0.06925392150878906, + -0.2011600136756897, + -0.0117042176425457, + 0.11687053740024567, + 0.13907723128795624, + -0.05957210063934326, + -1.5243991613388062, + 0.3232923150062561, + 0.0017305761575698853, + -0.024972714483737946, + 0.16200333833694458, + 0.0146704763174057, + -0.08571535348892212, + -1.3970460891723633, + -0.06374110281467438 + ], + [ + -0.03442728519439697, + -0.08523431420326233, + 0.20621603727340698, + 0.31949612498283386, + 1.2828936576843262, + 1.3863270282745361, + -0.1763685941696167, + 0.05817033350467682, + -0.04308817535638809, + 0.08736307919025421, + -0.011671788990497589, + -0.35891783237457275, + -1.9577072858810425, + 0.15517044067382812, + 0.10839442908763885, + -0.001502852886915207, + -0.009604915976524353, + -0.018667057156562805, + -0.11758279800415039, + -1.6134283542633057, + -0.4828720986843109 + ] + ], + "generated_utilities": [ + 0.07517768442630768, + 0.07455302774906158, + 0.07345293462276459, + 0.07294036448001862, + 0.07642464339733124, + 0.06857097148895264, + 0.07467594742774963, + 0.07125234603881836 + ], + "group_id": "ms-146ff6c3f22b3a49af3a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8573464751243591, + 2.0, + 0.17449402809143066, + 0.13178172707557678, + 0.07684887945652008, + 0.12017947435379028, + 0.05566146969795227, + 0.07082991302013397, + 0.08083838224411011, + 0.020493820309638977, + 0.11605483293533325, + 0.049683570861816406, + 0.04135897755622864, + 0.03948664665222168, + 0.06233435869216919, + 0.10726416110992432 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.323108434677124, + 0.43831104040145874, + 0.3448992967605591, + -0.05036330223083496, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + 0.14094576239585876, + -0.014576124027371407, + 0.0011717770248651505, + -0.11731310188770294, + -0.12844428420066833, + -2.0082809925079346, + 0.0, + -0.008756573311984539, + -0.01479177363216877, + -0.11792410165071487, + -0.16677170991897583, + 0.4253872036933899, + -1.4483249187469482, + 0.0 + ], + [ + 0.323108434677124, + 0.09949535131454468, + 0.3448992967605591, + -0.27075982093811035, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.14432257413864136, + 0.32546716928482056, + -0.15337134897708893, + -0.16166767477989197, + -0.08133050799369812, + -2.0082809925079346, + 0.0, + 0.1278088092803955, + 0.16570782661437988, + 0.4349430501461029, + 0.050776660442352295, + 0.2103824019432068, + -1.4483249187469482, + 0.0 + ], + [ + 1.323108434677124, + -0.4019119143486023, + 1.344899296760559, + 0.5493367910385132, + 3.2128946781158447, + 2.1642136573791504, + -3.3586537837982178, + -0.3012219965457916, + -0.02764793485403061, + -0.01954484172165394, + -0.024781078100204468, + 0.023837078362703323, + -3.0082809925079346, + -0.8299610614776611, + -0.012712858617305756, + -0.0027641283813863993, + 0.022856658324599266, + 0.3079124689102173, + 0.39453765749931335, + -2.4483249187469482, + -1.6508514881134033 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.7173075675964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6599221229553223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3017029762268066 + ], + [ + 1.1259276866912842, + -0.4481360614299774, + 1.5872836112976074, + 0.35541218519210815, + 3.2482290267944336, + 2.4110934734344482, + -3.5079429149627686, + -0.2525297701358795, + -0.163646399974823, + -0.14629974961280823, + -0.008128488436341286, + -0.07269784808158875, + -3.151264190673828, + -0.5999443531036377, + 0.28271594643592834, + 0.18415749073028564, + 0.12761051952838898, + 0.19391027092933655, + 0.15312711894512177, + -2.7363975048065186, + -1.4168288707733154 + ], + [ + 1.055124044418335, + -0.05669510364532471, + 0.9554775357246399, + 0.49470582604408264, + 2.904676914215088, + 1.8619369268417358, + -3.6492936611175537, + -0.26963263750076294, + 0.01732731983065605, + -0.39340144395828247, + 0.06618498265743256, + 0.1148843914270401, + -2.6879899501800537, + -0.860731303691864, + 0.26934102177619934, + 0.33010557293891907, + 0.2306610494852066, + 0.08041872084140778, + 0.3448043763637543, + -2.1340696811676025, + -1.9582425355911255 + ], + [ + 0.9742332696914673, + -0.5156759023666382, + 1.156617283821106, + 0.4607399106025696, + 3.6273908615112305, + 1.8213626146316528, + -2.872772455215454, + 0.1504633128643036, + 0.34102189540863037, + -0.2232944369316101, + -0.4766674041748047, + -0.28068384528160095, + -2.982954263687134, + -0.9967663288116455, + -0.3075574040412903, + 0.02495192550122738, + -0.2761293947696686, + 0.3179784417152405, + 0.21963068842887878, + -2.129706621170044, + -1.1622016429901123 + ], + [ + 1.6973782777786255, + -0.9381128549575806, + 0.7880529761314392, + 1.0651257038116455, + 2.783797025680542, + 2.6810779571533203, + -3.9374663829803467, + -0.1817457675933838, + 0.05295892804861069, + -0.4160749614238739, + 0.5573264360427856, + 0.576975405216217, + -3.562321662902832, + -0.7864723801612854, + 0.4698501229286194, + 0.10171415656805038, + -0.5541850328445435, + 0.16388662159442902, + 0.9377590417861938, + -2.645901918411255, + -1.8232909440994263 + ], + [ + 0.753933846950531, + -0.09454399347305298, + 2.036414861679077, + 0.7532405257225037, + 3.768709659576416, + 2.753049373626709, + -3.2939984798431396, + 0.383571594953537, + 0.5926032662391663, + -0.7104921340942383, + 0.6231744289398193, + 0.3131536841392517, + -3.4974896907806396, + -1.1602580547332764, + -0.279979407787323, + 0.3777850270271301, + -0.14099709689617157, + 0.44763946533203125, + -0.1012924313545227, + -2.767500638961792, + -1.2809752225875854 + ], + [ + 0.9979676008224487, + -0.38492682576179504, + 0.6633920669555664, + 0.4140283465385437, + 3.6910464763641357, + 1.9491791725158691, + -3.603092908859253, + 0.26775386929512024, + 0.5356366038322449, + -0.7584823369979858, + -0.15874433517456055, + -0.13388162851333618, + -3.3625593185424805, + -0.6664457321166992, + 0.7312494516372681, + 0.04953594505786896, + -0.41834092140197754, + 0.9538499116897583, + 0.9449566602706909, + -2.3395652770996094, + -1.2224913835525513 + ], + [ + 0.45700782537460327, + -0.3003230392932892, + 2.027888774871826, + 0.04770219326019287, + 2.723787546157837, + 2.7732889652252197, + -3.6577937602996826, + -0.6507214307785034, + 0.48371264338493347, + 0.6910614967346191, + -0.02255496382713318, + -0.6923292875289917, + -2.256619930267334, + -1.6432888507843018, + 0.29058313369750977, + 0.3937888741493225, + 0.5733171105384827, + -0.5717042088508606, + 0.7552902698516846, + -2.745286464691162, + -0.9538460969924927 + ], + [ + 0.9136127233505249, + 0.10200470685958862, + 2.0420994758605957, + 0.8385519981384277, + 3.5183932781219482, + 3.0678048133850098, + -2.6970534324645996, + 0.32802727818489075, + -0.6146358847618103, + 0.16314059495925903, + -0.8093512058258057, + 0.36094143986701965, + -3.6774754524230957, + -0.6362480521202087, + 0.5879434943199158, + -0.06263658404350281, + 0.18359488248825073, + 1.2902920246124268, + 0.11920720338821411, + -1.5540776252746582, + -0.7761766910552979 + ], + [ + 0.9246728420257568, + 0.07446914911270142, + 1.5972836017608643, + 1.1247382164001465, + 2.3263747692108154, + 1.2512325048446655, + -3.3811540603637695, + -0.0021632909774780273, + 0.46486896276474, + -0.16875189542770386, + -0.6206425428390503, + 0.20304928719997406, + -2.4122118949890137, + -1.5391006469726562, + -0.5242787003517151, + 0.43977704644203186, + 0.542420506477356, + 0.21166318655014038, + 0.4195747375488281, + -1.490079402923584, + -1.7266318798065186 + ], + [ + 0.8713751435279846, + 0.5863891839981079, + 0.5906055569648743, + 0.8844588994979858, + 2.3911921977996826, + 2.182433843612671, + -3.1694130897521973, + -0.752022922039032, + 0.8180270195007324, + 0.08684704452753067, + 0.8091728687286377, + 1.0194469690322876, + -3.2528905868530273, + 0.10316228866577148, + 0.5125253200531006, + -0.7164914011955261, + 0.5755919814109802, + 1.2596471309661865, + 0.317250519990921, + -3.2758350372314453, + -0.8946437835693359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.323108434677124, + 0.01654893159866333, + 0.3448992967605591, + -0.011831045150756836, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.04263296723365784, + 0.0019428525120019913, + -0.011102881282567978, + 0.036545589566230774, + -0.001199048012495041, + -2.0082809925079346, + 0.0, + -0.10535126179456711, + 0.05264389142394066, + -0.004875535145401955, + 0.036828458309173584, + -0.03309226036071777, + -1.4483249187469482, + 0.0 + ] + ], + "predicted_scores": [ + 8.884180068969727, + 8.520576477050781, + 8.37743091583252, + 8.035842895507812, + 7.971013069152832, + 7.9408063888549805, + 7.883184909820557, + 7.024447917938232 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2061635888/train0", + "selected_index": 0, + "state_hash": "e08bec80c25bc4a58b9d753471dfa945cdd78c7584c2bfda7fd6514ba69d3fcd", + "stored_base_utility": 0.8573464751243591, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1440753936767578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1440753936767578 + }, + "base_progress": 0.1440753936767578, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1440753936767578, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12028390169143677, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12028390169143677 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11088411509990692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11088411509990692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13587790727615356, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13587790727615356 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14302301406860352, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14302301406860352 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15739890933036804, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15739890933036804 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11018496751785278, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11018496751785278 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1348869502544403, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1348869502544403 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13916455209255219, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13916455209255219 + } + ], + "candidate_progress": [ + 0.12028390169143677, + 0.11088411509990692, + 0.13587790727615356, + 0.14302301406860352, + 0.15739890933036804, + 0.11018496751785278, + 0.1348869502544403, + 0.13916455209255219 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-38ed02dacc133a888d3a", + "ms-d520d237d6848cde5883", + "ms-9ae5c6c4132218ecf49e", + "ms-b8492a3a812095651d75", + "ms-38ed02dacc133a888d3a", + "ms-ee2fcbc94d41385713d0", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-15fc8cc6f74cf589056f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.019473612308502197, + 0.1052788496017456, + 0.4164952039718628, + 0.03605467081069946, + 1.14938223361969, + 0.9511864185333252, + 0.2276483178138733, + -0.03497035801410675, + 0.002826620824635029, + 0.029272444546222687, + 0.10677079111337662, + 0.10947772115468979, + -1.9252402782440186, + -0.021175295114517212, + -0.03737085685133934, + -0.038443464785814285, + -0.021424904465675354, + 0.0462975949048996, + 0.014555484056472778, + -1.5749883651733398, + -0.2717450261116028 + ], + [ + -0.05511879920959473, + 0.0014019198715686798, + 0.48190829157829285, + 0.10594502091407776, + 0.934183657169342, + 1.2538446187973022, + 0.18029028177261353, + -0.041336700320243835, + -0.0292936023324728, + -0.0029600784182548523, + 0.1991490125656128, + 0.18874508142471313, + -1.8592638969421387, + 0.10365548729896545, + -0.11569856107234955, + -0.03186751902103424, + 0.0875789225101471, + 0.01863129436969757, + 0.06198364496231079, + -1.602663516998291, + 0.08340832591056824 + ], + [ + -0.07764270901679993, + 0.07955421507358551, + 0.46395885944366455, + 0.007836833596229553, + 1.2944576740264893, + 1.078206181526184, + 0.2820342779159546, + 0.12337155640125275, + 0.07991330325603485, + -0.02175448089838028, + 0.06347375363111496, + -0.01857323944568634, + -2.016422748565674, + -0.13130269944667816, + 0.07508335262537003, + -0.018259774893522263, + -0.06475691497325897, + 0.16514980792999268, + 0.14182639122009277, + -1.6633296012878418, + -0.48841002583503723 + ], + [ + -0.06036955118179321, + 0.08917021751403809, + 0.3748100996017456, + 0.13359957933425903, + 1.2881255149841309, + 1.0263750553131104, + 0.24490438401699066, + 0.10000453144311905, + 0.00041733868420124054, + -0.044837601482868195, + -0.012036755681037903, + -0.07484182715415955, + -2.0152103900909424, + -0.09744390845298767, + 0.08766763657331467, + -0.049915626645088196, + -0.0904696136713028, + 0.09257349371910095, + 0.024544328451156616, + -1.7094690799713135, + -0.470704048871994 + ], + [ + -0.1478402465581894, + 0.0917259156703949, + 0.40587231516838074, + 0.21434900164604187, + 1.2162058353424072, + 1.1861051321029663, + 0.16248372197151184, + 0.18413861095905304, + -0.03743576258420944, + -0.1520356833934784, + 0.02798190899193287, + 0.0353287011384964, + -1.889950156211853, + 0.042255401611328125, + 0.13666346669197083, + -0.10366255044937134, + -0.16800551116466522, + 0.0794876292347908, + 0.010448068380355835, + -1.6279232501983643, + -0.6153911352157593 + ], + [ + -0.05863460898399353, + 0.011773820966482162, + 0.5017167329788208, + 0.062467217445373535, + 0.8733778595924377, + 1.2954765558242798, + 0.2446693778038025, + -0.11542391777038574, + -0.0185999758541584, + -0.0028835460543632507, + 0.1725216954946518, + 0.15604616701602936, + -1.7981184720993042, + 0.21109230816364288, + 0.027900416404008865, + -0.0641542300581932, + 0.08548600971698761, + -0.021229133009910583, + 0.04641462862491608, + -1.5446536540985107, + 0.03422187268733978 + ], + [ + -0.05682486295700073, + 0.05608692765235901, + 0.38202083110809326, + 0.04107522964477539, + 1.3562417030334473, + 1.2743840217590332, + 0.040098994970321655, + 0.05633912980556488, + -0.004332639276981354, + -0.008312873542308807, + 0.013181325048208237, + -0.0814439058303833, + -2.0625994205474854, + -0.16911987960338593, + 0.0335521437227726, + 0.01216832920908928, + -0.0974782258272171, + 0.02067449688911438, + 0.03156907856464386, + -1.8038196563720703, + -0.2941490113735199 + ], + [ + -0.22485776245594025, + 0.07438495010137558, + 0.3617028295993805, + 0.0751931369304657, + 1.3659636974334717, + 1.3335996866226196, + -0.13658517599105835, + 0.0634579062461853, + -0.013016436249017715, + -0.04232104867696762, + -0.026032179594039917, + -0.17345792055130005, + -2.0409305095672607, + -0.0784740149974823, + 0.1907537579536438, + 0.03274812176823616, + -0.14117367565631866, + 0.03374201059341431, + -0.018001258373260498, + -1.7310230731964111, + -0.48158493638038635 + ] + ], + "generated_utilities": [ + 0.12028390169143677, + 0.11088411509990692, + 0.13587790727615356, + 0.14302301406860352, + 0.15739890933036804, + 0.11018496751785278, + 0.1348869502544403, + 0.13916455209255219 + ], + "group_id": "ms-15fc8cc6f74cf589056f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8325278759002686, + 2.0, + 0.17827513813972473, + 0.12385013699531555, + 0.16412222385406494, + 0.1810937523841858, + 0.1315576434135437, + 0.17120975255966187, + 0.12718042731285095, + 0.11475788056850433, + 0.13942649960517883, + 0.14411188662052155, + 0.08561795949935913, + 0.07913103699684143, + 0.10519431531429291, + 0.07143613696098328 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.04342728853225708, + 0.12190627306699753, + 0.27420639991760254, + -0.24268418550491333, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + -0.0648343563079834, + -0.01611325889825821, + -0.0639372169971466, + -0.14643071591854095, + 0.2938272953033447, + -2.09150767326355, + 0.0, + -0.02198171429336071, + -0.1695796251296997, + -0.030113032087683678, + 0.25752440094947815, + -0.08095696568489075, + -1.6441948413848877, + 0.0 + ], + [ + -0.34296751022338867, + -0.00769728422164917, + 0.27420639991760254, + -0.4670633375644684, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.19232046604156494, + -0.29979532957077026, + -0.17810949683189392, + 0.5170407891273499, + -0.6684505343437195, + -2.09150767326355, + 0.0, + 0.5269014239311218, + -0.38818731904029846, + 0.4002910256385803, + -0.14259573817253113, + 0.033223673701286316, + -1.6441948413848877, + 0.0 + ], + [ + -0.6081976890563965, + 0.05485008656978607, + 1.2742063999176025, + -0.6937420964241028, + 1.5236711502075195, + 1.7265396118164062, + -1.5892127752304077, + -0.056402526795864105, + 0.034537218511104584, + -0.015960002318024635, + -0.07989950478076935, + -0.051391828805208206, + -3.09150767326355, + -1.581836223602295, + -0.009358420968055725, + 0.00014559156261384487, + 0.01761985383927822, + 0.2840413451194763, + 0.1636785864830017, + -2.6441948413848877, + -1.7079267501831055 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1784255504608154, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.16367244720459, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.415853500366211 + ], + [ + -0.8287569880485535, + 0.33075863122940063, + 1.0898256301879883, + -0.5653955936431885, + 1.7450000047683716, + 1.4662859439849854, + -1.4640605449676514, + 0.021113470196723938, + -0.22823050618171692, + 0.132290318608284, + -0.34499406814575195, + 0.18471114337444305, + -3.2863752841949463, + -1.4031630754470825, + -0.30652832984924316, + -0.1896379441022873, + -0.016031065955758095, + 0.5298165082931519, + 0.20314915478229523, + -2.7846198081970215, + -1.9591529369354248 + ], + [ + -0.4663132429122925, + -0.15307511389255524, + 0.9981846809387207, + -0.8067161440849304, + 1.6964811086654663, + 1.7451146841049194, + -1.664931058883667, + -0.17109131813049316, + 0.1338612139225006, + -0.03929591923952103, + 0.31813979148864746, + -0.34621158242225647, + -2.873589515686035, + -1.8527860641479492, + 0.15036606788635254, + -0.26690956950187683, + -0.15694497525691986, + 0.3697162866592407, + -0.08095932006835938, + -2.5856881141662598, + -1.90934157371521 + ], + [ + -0.7120832800865173, + 0.02475656382739544, + 1.1391184329986572, + -0.6782025694847107, + 1.3200116157531738, + 2.1615700721740723, + -1.6882836818695068, + -0.13846950232982635, + 0.014833161607384682, + 0.11858523637056351, + 0.1469491422176361, + 0.10344192385673523, + -2.9762885570526123, + -1.1302400827407837, + 0.2632041573524475, + -0.2983681857585907, + 0.05838792771100998, + 0.7583205699920654, + 0.09440905600786209, + -2.5539214611053467, + -1.4659487009048462 + ], + [ + -0.8101234436035156, + -0.13132266700267792, + 0.7341026663780212, + -0.6914226412773132, + 2.079991579055786, + 1.5841528177261353, + -1.0620832443237305, + -0.15982139110565186, + -0.17577460408210754, + 0.515180766582489, + 0.19660697877407074, + -0.5828503370285034, + -2.7183899879455566, + -1.8123222589492798, + -0.37311631441116333, + -0.41521286964416504, + -0.39331120252609253, + -0.05918896198272705, + 0.14942008256912231, + -2.7213950157165527, + -1.7217048406600952 + ], + [ + 0.07814091444015503, + -0.19543467462062836, + 1.0015482902526855, + -1.2569366693496704, + 1.338836669921875, + 1.279706597328186, + -2.0102956295013428, + -0.61833256483078, + -0.60734623670578, + 0.043353237211704254, + -0.021929431706666946, + -0.7329820990562439, + -3.46352481842041, + -2.1112077236175537, + 0.5203482508659363, + -0.40202832221984863, + -0.5296810865402222, + 0.793822705745697, + 0.8005409836769104, + -2.3231348991394043, + -1.33030104637146 + ], + [ + -0.7403931021690369, + 0.37136614322662354, + 0.6933172345161438, + -1.3823291063308716, + 0.9896133542060852, + 2.4488472938537598, + -1.6693142652511597, + -0.22426515817642212, + 0.5484179258346558, + 0.04222411662340164, + 0.1731463223695755, + 0.3081134259700775, + -2.50067400932312, + -1.3644939661026, + -0.25709784030914307, + 0.5287785530090332, + 0.09358406066894531, + 0.3210286498069763, + -0.41282355785369873, + -2.893982172012329, + -2.2167203426361084 + ], + [ + 0.10018813610076904, + 0.44335228204727173, + 0.7720118165016174, + -1.5703296661376953, + 1.6119943857192993, + 2.5303027629852295, + -2.160066843032837, + 0.33082315325737, + -0.8242624402046204, + -0.6900895237922668, + 0.3845975399017334, + 0.44170790910720825, + -3.0048065185546875, + -1.2546738386154175, + 0.8112297058105469, + 0.39531493186950684, + 0.25106343626976013, + 0.6290695667266846, + 0.2989426255226135, + -2.974471092224121, + -1.1935105323791504 + ], + [ + -0.12028753757476807, + -0.4978392720222473, + 2.1379714012145996, + 0.2697768211364746, + 1.950187087059021, + 1.414959192276001, + -2.406161069869995, + -0.5929784774780273, + 0.8980869650840759, + -0.029849998652935028, + -0.1289495825767517, + -0.4183657467365265, + -2.134997606277466, + -0.9773897528648376, + -0.9699175357818604, + 0.13886241614818573, + 0.7187573313713074, + 0.21958954632282257, + 0.3007102310657501, + -2.3871877193450928, + -2.6673145294189453 + ], + [ + -1.3786687850952148, + -0.228268101811409, + 1.611027717590332, + -0.0669628381729126, + 0.7992104291915894, + 2.1523585319519043, + -1.2868108749389648, + 0.6691197156906128, + -0.9325109720230103, + 0.5326061844825745, + -0.9465373754501343, + 0.48239779472351074, + -2.7084710597991943, + -1.9790012836456299, + 0.054204799234867096, + 0.9575833678245544, + 0.6599373817443848, + -0.21838432550430298, + 0.6782994866371155, + -2.982346773147583, + -2.599764823913574 + ], + [ + -0.9355902075767517, + -0.08350273966789246, + 1.5822888612747192, + 0.2930365204811096, + 1.425764560699463, + 1.5211938619613647, + -1.43825364112854, + -0.9849758148193359, + 0.38777437806129456, + -0.4107000231742859, + -0.20772753655910492, + 0.12410490214824677, + -3.3563930988311768, + -0.7794021368026733, + 0.05641869455575943, + -0.05171669274568558, + 0.5459447503089905, + 0.30605548620224, + 1.1474699974060059, + -2.644537925720215, + -2.579681873321533 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06335717439651489, + 0.03981650248169899, + 0.27420639991760254, + 0.04754906892776489, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.01715492457151413, + -0.04286353290081024, + 0.012653881683945656, + 0.07906924188137054, + -0.01380961388349533, + -2.09150767326355, + 0.0, + -0.0775488018989563, + 0.028885943815112114, + -0.01964711584150791, + -0.002964913845062256, + -0.024955302476882935, + -1.6441948413848877, + 0.0 + ] + ], + "predicted_scores": [ + 7.464953899383545, + 7.397237777709961, + 7.192856311798096, + 7.047598838806152, + 6.943836688995361, + 6.902101516723633, + 6.663225173950195, + 5.7974114418029785 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "655884605/train0", + "selected_index": 0, + "state_hash": "f883c8ad5e36a4c34dbe715ea15fe02f23bb904cf6f7e178f7c7e3899e34fb97", + "stored_base_utility": 0.8325278759002686, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11109928786754608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11109928786754608 + }, + "base_progress": 0.11109928786754608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11109928786754608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0680118203163147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0680118203163147 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07109944522380829, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07109944522380829 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06707048416137695, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06707048416137695 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0740400105714798, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0740400105714798 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07083237171173096, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07083237171173096 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.061646878719329834, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.061646878719329834 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06361855566501617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06361855566501617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06970122456550598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06970122456550598 + } + ], + "candidate_progress": [ + 0.0680118203163147, + 0.07109944522380829, + 0.06707048416137695, + 0.0740400105714798, + 0.07083237171173096, + 0.061646878719329834, + 0.06361855566501617, + 0.06970122456550598 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-016c5de39ed3c111889a", + "ms-07b479748a91a9c92b20", + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0", + "ms-bb299baa34e49eafb9fc", + "ms-d4c5d7eea19d94314e2e", + "ms-0a4d4909900fb0bc4a9a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank7", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-36bc1364d2439099e9ed", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.07428526878356934, + 0.2454678863286972, + 0.49337130784988403, + -0.9339051246643066, + 0.36561959981918335, + 1.0862534046173096, + 0.05247601866722107, + 0.026680082082748413, + -0.016746560111641884, + 0.2267584502696991, + 0.22294092178344727, + -0.06112086772918701, + -1.6468595266342163, + 0.2396211326122284, + -0.057688724249601364, + 0.008272385224699974, + 0.1655324101448059, + 0.19956621527671814, + -0.1785886585712433, + -1.6949272155761719, + -0.4371258318424225 + ], + [ + -0.04184398055076599, + 0.16099178791046143, + 0.5309200286865234, + -0.8936400413513184, + 0.22787019610404968, + 1.2702569961547852, + -0.1215277910232544, + 0.010327562689781189, + -0.015182685106992722, + 0.18151675164699554, + 0.1973736584186554, + -0.022298097610473633, + -1.771690011024475, + -0.04782426357269287, + -0.13579660654067993, + 0.03376935422420502, + 0.08342583477497101, + 0.09324866533279419, + -0.17884373664855957, + -1.9108171463012695, + -0.3734087646007538 + ], + [ + -0.0535668283700943, + 0.19647444784641266, + 0.5444560050964355, + -0.7704250812530518, + 0.10371072590351105, + 1.134466290473938, + -0.14999645948410034, + 0.022298619151115417, + -0.012865720316767693, + 0.21018728613853455, + 0.2549711763858795, + -0.08905890583992004, + -1.7930669784545898, + 0.09867694973945618, + -0.1259542852640152, + 0.04009873792529106, + 0.15511123836040497, + 0.14988340437412262, + -0.1816662847995758, + -1.9215130805969238, + -0.3741079866886139 + ], + [ + -0.11692999303340912, + 0.19446627795696259, + 0.5229429006576538, + -0.7767250537872314, + 0.010038524866104126, + 1.422118067741394, + -0.2693576216697693, + 0.054967015981674194, + -0.03845628350973129, + 0.21101924777030945, + 0.14267325401306152, + -0.18163475394248962, + -1.9210668802261353, + 0.13989391922950745, + 0.06685076653957367, + 0.03769367188215256, + 0.03343382477760315, + 0.09102936089038849, + -0.32405292987823486, + -1.880939245223999, + -0.5148499011993408 + ], + [ + -0.11284030973911285, + 0.18358778953552246, + 0.5962848663330078, + -0.9041959047317505, + 0.1144210547208786, + 1.5549356937408447, + -0.18203991651535034, + 0.07279303669929504, + -0.0238483939319849, + 0.2257162630558014, + 0.19797414541244507, + -0.13123339414596558, + -1.7911261320114136, + 0.05561371147632599, + -0.03012719377875328, + -0.018278375267982483, + 0.013013839721679688, + 0.13837774097919464, + -0.2687814235687256, + -1.9208388328552246, + -0.3793450891971588 + ], + [ + -0.15857268869876862, + 0.1724952757358551, + 0.585385799407959, + -0.9187744855880737, + 0.016901805996894836, + 1.1344858407974243, + -0.22912365198135376, + 0.09479473531246185, + -0.0458236038684845, + 0.314043790102005, + 0.23719725012779236, + -0.0985109806060791, + -1.7563625574111938, + 0.07850117981433868, + -0.10717076063156128, + 0.10420972108840942, + 0.14401480555534363, + 0.08858349174261093, + -0.1290886104106903, + -1.871885061264038, + -0.42187485098838806 + ], + [ + 0.12606605887413025, + 0.13056425750255585, + 0.4774134159088135, + -1.0920857191085815, + -0.303813099861145, + 1.1875078678131104, + -0.4637511372566223, + -0.12594342231750488, + 0.06544845551252365, + 0.2238459289073944, + 0.28419747948646545, + -0.2666641175746918, + -1.6901607513427734, + -0.057121530175209045, + -0.10491721332073212, + 0.0965740829706192, + 0.26544076204299927, + 0.13796454668045044, + -0.1025213897228241, + -1.8297522068023682, + -0.3437548577785492 + ], + [ + 0.04645306617021561, + 0.07105374336242676, + 0.3291798233985901, + -0.8613593578338623, + -0.2561148405075073, + 1.3083566427230835, + -0.2616976499557495, + -0.03424502909183502, + 0.06696593761444092, + 0.20704537630081177, + 0.38572201132774353, + 0.1556181013584137, + -2.07814884185791, + -0.5062767267227173, + -0.3202420771121979, + 0.009894602000713348, + 0.21340197324752808, + 0.04306194186210632, + -0.038443297147750854, + -2.087559938430786, + -0.4514128267765045 + ] + ], + "generated_utilities": [ + 0.0680118203163147, + 0.07109944522380829, + 0.06707048416137695, + 0.0740400105714798, + 0.07083237171173096, + 0.061646878719329834, + 0.06361855566501617, + 0.06970122456550598 + ], + "group_id": "ms-36bc1364d2439099e9ed", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8517612218856812, + 2.0, + 0.1815708577632904, + 0.1681259274482727, + 0.06667537987232208, + 0.12608033418655396, + 0.06782425940036774, + 0.083005890250206, + 0.06564608216285706, + 0.08413480222225189, + 0.076749786734581, + 0.1035553514957428, + 0.06620191037654877, + 0.04320122301578522, + 0.11399206519126892, + 0.059143006801605225 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08349184691905975, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.18001335859298706, + 1.573944091796875, + 0.0, + 0.2802704870700836, + 0.22520458698272705, + -0.15864193439483643, + 0.5081414580345154, + 0.032665789127349854, + -0.9201394319534302, + 0.0, + -0.033566102385520935, + -0.13505029678344727, + -0.12041112035512924, + -0.06716758012771606, + -0.0956166535615921, + -1.669712781906128, + 0.0 + ], + [ + 0.7490463256835938, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.03022557497024536, + 1.573944091796875, + 0.0, + 0.375439316034317, + -0.4042566418647766, + -0.46222686767578125, + 0.15380197763442993, + 0.2936161458492279, + -0.9201394319534302, + 0.0, + 0.1458692103624344, + 0.14722874760627747, + 0.45957615971565247, + -0.20695888996124268, + -0.22469311952590942, + -1.669712781906128, + 0.0 + ], + [ + -0.03457657992839813, + 1.4699196815490723, + 1.3066999912261963, + -2.2773051261901855, + 0.6249269247055054, + 2.573944091796875, + -1.5805155038833618, + 0.0035752132534980774, + -0.058407850563526154, + 0.1941511034965515, + 0.44614923000335693, + 0.7750491499900818, + -1.9201394319534302, + -0.7378628849983215, + -0.008470967411994934, + -0.0018416272941976786, + 0.019920190796256065, + 0.5087110996246338, + -0.08585579693317413, + -2.669712781906128, + -1.7361012697219849 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1610310077667236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.475725769996643, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4722025394439697 + ], + [ + -0.31807488203048706, + 1.4116586446762085, + 1.5582246780395508, + -2.3503081798553467, + 0.48931267857551575, + 2.822434663772583, + -1.3333642482757568, + 0.02258368767797947, + -0.20863956212997437, + 0.26449620723724365, + 0.6593567132949829, + 0.7776153683662415, + -1.9159308671951294, + -0.900355339050293, + -0.024591505527496338, + 0.14827987551689148, + 0.026587972417473793, + 0.24495700001716614, + -0.1754157543182373, + -2.826089382171631, + -1.6020793914794922 + ], + [ + 0.31720292568206787, + 1.5051416158676147, + 1.0964170694351196, + -2.573870897293091, + 0.9662353992462158, + 2.2586026191711426, + -1.726341962814331, + -0.1890910267829895, + 0.2731432020664215, + 0.3488299250602722, + 0.3770641088485718, + 1.1118135452270508, + -2.030613422393799, + -0.7689631581306458, + 0.1402481198310852, + 0.07395938783884048, + -0.04877501726150513, + 0.5011835694313049, + -0.47213661670684814, + -2.4947516918182373, + -1.5300244092941284 + ], + [ + 0.21406465768814087, + 1.3257966041564941, + 1.2961455583572388, + -1.9430108070373535, + 0.2532738149166107, + 2.089109182357788, + -2.072115421295166, + 0.4273439347743988, + -0.2503298223018646, + 0.1787673979997635, + 0.5764583945274353, + 0.3556409776210785, + -1.5602352619171143, + -0.36112546920776367, + -0.4984576106071472, + -0.36165475845336914, + -0.23788215219974518, + 0.2994876503944397, + -0.43713265657424927, + -2.5797934532165527, + -1.3930422067642212 + ], + [ + -0.37355804443359375, + 1.7203999757766724, + 0.9407105445861816, + -2.1569361686706543, + 0.4186236560344696, + 2.612013101577759, + -1.5538661479949951, + -0.24652332067489624, + 0.1385367214679718, + -0.3916875720024109, + 0.8684185743331909, + 1.2222943305969238, + -2.472386360168457, + -0.20885175466537476, + 0.09681475907564163, + 0.4119762182235718, + 0.6045485138893127, + 0.36037611961364746, + 0.27039986848831177, + -2.1125171184539795, + -1.8789746761322021 + ], + [ + -0.6271646022796631, + 0.9076136946678162, + 1.9422557353973389, + -2.933462142944336, + 0.9096192121505737, + 2.5885701179504395, + -0.9617133736610413, + 0.21719226241111755, + -0.6761302351951599, + 0.25567004084587097, + 0.8716127872467041, + 0.2722734212875366, + -2.1603124141693115, + -1.39926278591156, + -0.15204747021198273, + -0.2030123919248581, + -0.5784316658973694, + 0.35693883895874023, + 0.4062959551811218, + -3.360494613647461, + -1.151818871498108 + ], + [ + -0.7378354072570801, + 2.0858283042907715, + 2.0468292236328125, + -2.4745993614196777, + 0.3709125816822052, + 2.457852363586426, + -2.185655117034912, + 0.7692101001739502, + 0.28214240074157715, + 0.1044861227273941, + 0.344221293926239, + 0.029507040977478027, + -1.4273998737335205, + -0.5993548631668091, + 0.18079017102718353, + 0.6452256441116333, + 0.7550608515739441, + 1.110365390777588, + -0.5771602392196655, + -3.318673849105835, + -2.0118703842163086 + ], + [ + -0.4052214026451111, + 1.8753576278686523, + 2.1751527786254883, + -2.519707441329956, + 0.6331204175949097, + 3.3670527935028076, + -1.7462756633758545, + 0.6954786777496338, + -0.31735968589782715, + -0.6489940285682678, + 1.1405904293060303, + 0.4558694064617157, + -1.3258671760559082, + -0.997588038444519, + 0.16176722943782806, + 0.5205554366111755, + 0.6278384923934937, + 0.15498265624046326, + 0.1022942066192627, + -2.3686718940734863, + -1.9442733526229858 + ], + [ + -0.017883501946926117, + 2.1815929412841797, + 1.5991332530975342, + -2.1540894508361816, + -0.2544434666633606, + 3.2873737812042236, + -2.0796422958374023, + -0.591680109500885, + 0.20733216404914856, + -0.6906808018684387, + 0.8473296761512756, + 1.5100284814834595, + -2.746593475341797, + -1.2100026607513428, + -0.8905454874038696, + 0.9762187004089355, + -0.2543453872203827, + 0.7833127975463867, + -0.06485581398010254, + -2.379990339279175, + -1.8812682628631592 + ], + [ + -0.29164934158325195, + 0.5154329538345337, + 1.1457901000976562, + -2.4343278408050537, + 0.4174383282661438, + 2.02416729927063, + -0.7750498652458191, + -0.08482793718576431, + 0.6815155148506165, + 0.24581390619277954, + 0.4623332619667053, + -0.1983398199081421, + -2.256472587585449, + -0.48409321904182434, + 0.07557523995637894, + -0.6461367607116699, + -0.7083232998847961, + 0.40122514963150024, + -0.17801281809806824, + -2.90722393989563, + -1.6336510181427002 + ], + [ + 0.410057008266449, + 0.49858343601226807, + 1.641018271446228, + -2.030914545059204, + 0.488220751285553, + 3.071155071258545, + -0.7880152463912964, + 0.7017946839332581, + 0.4795868396759033, + -0.7808155417442322, + 0.6368377208709717, + 0.9510742425918579, + -0.9763236045837402, + -0.8896446228027344, + -0.6615942716598511, + 0.805496871471405, + 0.49115341901779175, + 0.8704113960266113, + -0.6143670082092285, + -3.2742204666137695, + -0.9713517427444458 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.011034063994884491, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.017371296882629395, + 1.573944091796875, + 0.0, + 0.05415109172463417, + 0.022865571081638336, + -0.01714937388896942, + -0.026109308004379272, + -0.09112346172332764, + -0.9201394319534302, + 0.0, + 0.061299845576286316, + 0.013038505800068378, + -0.040208570659160614, + 0.06836766004562378, + -0.003265693783760071, + -1.669712781906128, + 0.0 + ] + ], + "predicted_scores": [ + 4.8619303703308105, + 4.384689807891846, + 4.277950286865234, + 4.156477928161621, + 4.054187774658203, + 3.4835057258605957, + 3.426992654800415, + 3.3776259422302246 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261/train0", + "selected_index": 0, + "state_hash": "d14acc7ff79f15cac9f150b6e8674cf91ef2f20cdcbdb3f734cabea73e96e357", + "stored_base_utility": 0.8517612218856812, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21426597237586975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21426597237586975 + }, + "base_progress": 0.21426597237586975, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21426597237586975, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20675241947174072, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20675241947174072 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20555073022842407, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20555073022842407 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2032911777496338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2032911777496338 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2091200351715088, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2091200351715088 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21093030273914337, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21093030273914337 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19456560909748077, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19456560909748077 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20820997655391693, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20820997655391693 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21425709128379822, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21425709128379822 + } + ], + "candidate_progress": [ + 0.20675241947174072, + 0.20555073022842407, + 0.2032911777496338, + 0.2091200351715088, + 0.21093030273914337, + 0.19456560909748077, + 0.20820997655391693, + 0.21425709128379822 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5bddb39f792f20e5e6d4", + "ms-626ac2ad9d0dd95f1a2e", + "ms-01e6eaaaf40875e0ef5a", + "ms-5bddb39f792f20e5e6d4", + "ms-852c671b0adeccfa4bf1", + "ms-61852da845126d62ff5b", + "ms-01e6eaaaf40875e0ef5a", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-420280f15a522ce21c72", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06410954892635345, + -0.20479907095432281, + -0.041644006967544556, + 1.031496524810791, + 0.5920407772064209, + -0.27778947353363037, + 0.4720088541507721, + 0.02979658544063568, + 0.07284829765558243, + 0.0022699013352394104, + -0.0002649165689945221, + 0.035607367753982544, + -2.1331913471221924, + -0.27140456438064575, + 0.12354718893766403, + 0.15220564603805542, + 0.004839047789573669, + 0.10282322764396667, + 0.22477126121520996, + -1.5089294910430908, + -0.6042468547821045 + ], + [ + -0.08350718021392822, + -0.07924704253673553, + -0.19623377919197083, + 0.6717746257781982, + 0.43225938081741333, + -0.5722252130508423, + 0.14828479290008545, + 0.04933948814868927, + 0.08144543319940567, + 0.1246955394744873, + -0.12697875499725342, + -0.09732770919799805, + -1.8608626127243042, + -0.2053254097700119, + -0.04348469153046608, + 0.03871454671025276, + 0.07161462306976318, + 0.07647041231393814, + 0.06508603692054749, + -1.4102602005004883, + -0.6312260627746582 + ], + [ + -0.018427476286888123, + -0.1050129234790802, + -0.1951599419116974, + 0.6424691677093506, + 0.3513496518135071, + -0.3757241666316986, + 0.06031474471092224, + 0.02442021667957306, + 0.09697677940130234, + 0.11756858974695206, + -0.16254010796546936, + -0.15019342303276062, + -1.8972574472427368, + -0.22247953712940216, + -0.07388882339000702, + 0.022883497178554535, + 0.13923588395118713, + 0.024443790316581726, + 0.09652581810951233, + -1.7109651565551758, + -0.447916179895401 + ], + [ + -0.18396885693073273, + -0.07895585894584656, + -0.21446087956428528, + 0.6641379594802856, + 0.36916279792785645, + -0.49727746844291687, + 0.0237729549407959, + 0.012987807393074036, + 0.06840601563453674, + 0.12756207585334778, + -0.1678280234336853, + -0.0627460777759552, + -1.9341059923171997, + -0.18990232050418854, + 0.03473351150751114, + 0.017175257205963135, + 0.046437978744506836, + 0.07029673457145691, + 0.024447917938232422, + -1.5073189735412598, + -0.5795598030090332 + ], + [ + -0.043774887919425964, + -0.17801934480667114, + -0.07302257418632507, + 0.7339595556259155, + 0.4066649079322815, + -0.4121892750263214, + 0.04954344034194946, + 0.024764984846115112, + 0.062073610723018646, + 0.03255695104598999, + -0.1136317327618599, + -0.05717161297798157, + -1.830039143562317, + -0.05512493848800659, + -0.18071703612804413, + -0.023409267887473106, + 0.07369142770767212, + 0.067998006939888, + 0.11305531859397888, + -1.7830753326416016, + -0.04265680909156799 + ], + [ + -0.012664124369621277, + -0.06331855058670044, + -0.03138616681098938, + 0.6561119556427002, + 0.3862442970275879, + -0.9297020435333252, + 0.38183045387268066, + 0.0075455158948898315, + 0.11914779245853424, + 0.12303394824266434, + -0.11647649854421616, + -0.058446258306503296, + -1.6988120079040527, + -0.15350081026554108, + -0.012613106518983841, + -0.00966703426092863, + 0.0919991284608841, + 0.1459723860025406, + 0.04363429546356201, + -1.2382514476776123, + -0.44613149762153625 + ], + [ + 0.023868173360824585, + -0.121421217918396, + -0.23373451828956604, + 0.6541558504104614, + 0.41801267862319946, + -0.3837905824184418, + -0.023125052452087402, + 0.03770385682582855, + 0.07504507154226303, + 0.14688551425933838, + -0.13789153099060059, + -0.16385069489479065, + -1.915343999862671, + -0.2382739931344986, + -0.16474133729934692, + 0.031446900218725204, + 0.06928588449954987, + 0.03979344666004181, + 0.12449829280376434, + -1.779306173324585, + -0.47376546263694763 + ], + [ + -0.11641336977481842, + -0.12759417295455933, + -0.19993171095848083, + 0.9252477884292603, + 0.5502070188522339, + -0.35361602902412415, + 0.15398168563842773, + -0.005541950464248657, + 0.1069524958729744, + 0.08626876771450043, + -0.04639092832803726, + 0.09737619012594223, + -2.304408311843872, + -0.04341082274913788, + 0.05864526331424713, + 0.09894852340221405, + -0.030193611979484558, + 0.07322555780410767, + 0.06705476343631744, + -1.5623245239257812, + -0.5890237092971802 + ] + ], + "generated_utilities": [ + 0.20675241947174072, + 0.20555073022842407, + 0.2032911777496338, + 0.2091200351715088, + 0.21093030273914337, + 0.19456560909748077, + 0.20820997655391693, + 0.21425709128379822 + ], + "group_id": "ms-420280f15a522ce21c72", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8356533050537109, + 2.0, + 0.165309876203537, + 0.1925140768289566, + 0.5663067698478699, + 0.18718849122524261, + 0.5825252532958984, + 0.10333983600139618, + 0.539591908454895, + 0.13980166614055634, + 0.09338253736495972, + 0.06970515847206116, + 0.14614585041999817, + 0.1082744151353836, + 0.2217373102903366, + 0.11090293526649475 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08200915157794952, + -0.050028860569000244, + -0.10726630687713623, + 0.8982657194137573, + 0.02557128667831421, + -0.01745748519897461, + 0.0, + -0.11801638454198837, + -0.15873199701309204, + -0.09869732707738876, + 0.09755970537662506, + -0.023663580417633057, + -1.4878230094909668, + 0.0, + 0.14383190870285034, + 0.034868933260440826, + 0.018177928403019905, + 0.10587699711322784, + 0.1470527946949005, + -1.3841276168823242, + 0.0 + ], + [ + 0.05749737471342087, + -1.0497277975082397, + -0.10726630687713623, + 0.8982657194137573, + -0.32842767238616943, + 0.058821022510528564, + 0.0, + -0.08108901232481003, + 0.010966403409838676, + -0.03182200342416763, + -0.5799673199653625, + -0.1800820529460907, + -1.4878230094909668, + 0.0, + 0.08964715152978897, + -0.000760587165132165, + 0.038413405418395996, + -0.33423489332199097, + -0.08060251176357269, + -1.3841276168823242, + 0.0 + ], + [ + -0.11845801025629044, + -0.9241267442703247, + -1.1072663068771362, + 1.8982657194137573, + 0.43198710680007935, + -0.9411789774894714, + 1.7934396266937256, + -0.030420072376728058, + 0.021708883345127106, + 0.04940251260995865, + -0.17912308871746063, + 0.33097711205482483, + -2.487823009490967, + -1.5206043720245361, + -0.014199979603290558, + -0.003266729647293687, + 0.03413597494363785, + 0.24115896224975586, + 0.15477319061756134, + -2.384127616882324, + -1.691659927368164 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.586879253387451, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0412087440490723, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.383319854736328 + ], + [ + 0.11015879362821579, + -0.8425144553184509, + -0.9404457807540894, + 2.1783318519592285, + 0.34945935010910034, + -0.6566650867462158, + 1.7467972040176392, + 0.18526920676231384, + 0.1855662763118744, + 0.11820712685585022, + -0.09146403521299362, + 0.3811644911766052, + -2.739583969116211, + -1.4563695192337036, + -0.12022502720355988, + 0.14213092625141144, + 0.16424784064292908, + 0.4428786039352417, + 0.26438331604003906, + -2.4384567737579346, + -1.6087501049041748 + ], + [ + -0.053294695913791656, + -1.1526074409484863, + -0.8198997974395752, + 2.0777554512023926, + 0.7982161641120911, + -1.0917543172836304, + 2.142845392227173, + 0.17526492476463318, + 0.0639122724533081, + 0.2896212041378021, + 0.07396437227725983, + 0.22089770436286926, + -2.2409393787384033, + -1.1505210399627686, + -0.07878349721431732, + -0.3264326751232147, + 0.4291190803050995, + -0.044660866260528564, + 0.5520983338356018, + -2.7410571575164795, + -1.7463444471359253 + ], + [ + 0.1958477795124054, + -1.2650147676467896, + -1.5942399501800537, + 1.99519944190979, + 0.7774004936218262, + -0.5921676158905029, + 2.2696094512939453, + -0.21214154362678528, + 0.13975797593593597, + -0.35019803047180176, + -0.17851479351520538, + 0.5769011378288269, + -2.2350399494171143, + -1.84102201461792, + 0.19937390089035034, + 0.4100441634654999, + -0.01855972781777382, + 0.6351135969161987, + 0.33948513865470886, + -2.052992820739746, + -1.993861436843872 + ], + [ + -0.089598648250103, + -0.8187741041183472, + -0.7132401466369629, + 1.8725146055221558, + 0.9944790601730347, + -0.5365301370620728, + 1.3939578533172607, + 0.5233021378517151, + -0.05933994799852371, + -0.26830247044563293, + -0.6783830523490906, + 0.4347163736820221, + -2.1092095375061035, + -2.0301830768585205, + 0.1834208071231842, + 0.467611700296402, + 0.0011010244488716125, + 0.29062843322753906, + 0.32238784432411194, + -2.0253100395202637, + -1.2581480741500854 + ], + [ + -0.2115183174610138, + -0.7704401016235352, + -0.9270404577255249, + 1.4713937044143677, + 0.48506659269332886, + -1.6107988357543945, + 1.9835600852966309, + 0.36453261971473694, + 0.24739935994148254, + 0.6234245896339417, + -0.523600161075592, + 0.3515435457229614, + -2.2272472381591797, + -0.9147415161132812, + -0.18331962823867798, + -0.07044098526239395, + -0.16467610001564026, + 0.8666839599609375, + -0.17372624576091766, + -2.876776695251465, + -1.3083146810531616 + ], + [ + -0.5995657444000244, + -0.3244798183441162, + -0.9445352554321289, + 2.294879913330078, + 0.5637670755386353, + -0.4123827815055847, + 1.4565412998199463, + -0.24042245745658875, + -0.7386550307273865, + 0.6664571762084961, + -0.7043223977088928, + 1.0946670770645142, + -1.7594776153564453, + -0.8843593001365662, + -0.26998764276504517, + 0.17072883248329163, + -0.4583240747451782, + -0.5383684039115906, + -0.05051739513874054, + -2.5144400596618652, + -0.9947679042816162 + ], + [ + 0.24581971764564514, + -1.692899227142334, + -0.7176830768585205, + 2.3770456314086914, + -0.4013996720314026, + -0.6753275990486145, + 1.6263554096221924, + 0.11098269373178482, + -0.45729196071624756, + -0.8045854568481445, + -0.27329114079475403, + 0.5834006071090698, + -2.1047885417938232, + -0.8300427198410034, + 0.004502002149820328, + 0.40362852811813354, + 0.2576536238193512, + -0.008819237351417542, + 0.008956626057624817, + -1.8818962574005127, + -2.2475786209106445 + ], + [ + 0.20943638682365417, + -0.023470401763916016, + -0.5109653472900391, + 2.766901731491089, + -0.38375556468963623, + -0.2765198349952698, + 2.7739291191101074, + 0.047791145741939545, + -0.4544481635093689, + 0.6751620769500732, + 0.39290130138397217, + 0.008522838354110718, + -3.3998172283172607, + -0.669178307056427, + -0.15990248322486877, + 0.044549454003572464, + 0.05873264744877815, + 0.9320279955863953, + -0.4718681573867798, + -1.9503318071365356, + -2.441364288330078 + ], + [ + -0.46203792095184326, + -0.15363067388534546, + -0.1858586072921753, + 1.1161644458770752, + 0.040321916341781616, + -0.9038950204849243, + 1.2533798217773438, + 0.03271609544754028, + -0.5028142333030701, + -0.793997585773468, + 0.2137475460767746, + 0.517892599105835, + -2.962210178375244, + -0.6634356379508972, + 0.49000293016433716, + -0.3848138749599457, + 1.0051606893539429, + -0.28907692432403564, + 0.07907690107822418, + -1.9646400213241577, + -1.0027430057525635 + ], + [ + 0.04428272694349289, + -0.7824954986572266, + -1.7044588327407837, + 2.829702615737915, + 0.9481489658355713, + -0.6112101078033447, + 2.297391414642334, + 0.5262051224708557, + 0.2103191316127777, + 0.1294001042842865, + -0.19276458024978638, + -0.07603627443313599, + -2.6560447216033936, + -0.9565262794494629, + -0.9131494760513306, + -0.488054096698761, + 0.017356276512145996, + 1.0292558670043945, + 0.8085488080978394, + -2.396846055984497, + -2.012336254119873 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018904410302639008, + 0.06358456611633301, + -0.10726630687713623, + 0.8982657194137573, + -0.042753636837005615, + -0.053562819957733154, + 0.0, + -0.024505211040377617, + -0.02496183291077614, + -0.15571293234825134, + -0.055318161845207214, + -0.05204924941062927, + -1.4878230094909668, + 0.0, + 0.0010063759982585907, + -0.015319854021072388, + -0.01014244556427002, + 0.09778645634651184, + 0.020801112055778503, + -1.3841276168823242, + 0.0 + ] + ], + "predicted_scores": [ + 9.99274730682373, + 9.875916481018066, + 9.868172645568848, + 9.826516151428223, + 9.793031692504883, + 9.619539260864258, + 9.602560997009277, + 9.543415069580078 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1578990937/train0", + "selected_index": 0, + "state_hash": "5f337de55fe39fad5683a57fc42d067e59ce022fead864b4fc61d679eec843b5", + "stored_base_utility": 0.8356533050537109, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8320798277854919, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8320798277854919 + }, + "base_progress": 0.8320798277854919, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8320798277854919, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.81608647108078, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.81608647108078 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8259633183479309, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8259633183479309 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8131829500198364, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8131829500198364 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8311709761619568, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8311709761619568 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8363183736801147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8363183736801147 + } + ], + "candidate_progress": [ + 0.81608647108078, + 1.0, + 1.0, + 0.8259633183479309, + 1.0, + 0.8131829500198364, + 0.8311709761619568, + 0.8363183736801147 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-0b226017db7f07c5307e", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6", + "ms-0b226017db7f07c5307e", + "ms-04eec0abab5f55620e4e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + true, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-4aed1197d0906ae51c34", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.031075619161128998, + 0.013287123292684555, + -0.005562096834182739, + -0.11680737882852554, + 0.01946638524532318, + -2.1521170139312744, + -0.4939436912536621, + 0.11524766683578491, + -0.06203339248895645, + -0.009875021874904633, + 0.03142433613538742, + 0.045712217688560486, + -1.841928243637085, + -0.4414360523223877, + -0.024922136217355728, + -0.003411616198718548, + 0.08158737421035767, + 0.16832086443901062, + 0.07407322525978088, + -1.4715864658355713, + -0.47605910897254944 + ], + [ + 0.03835921734571457, + -0.010978661477565765, + -0.020098119974136353, + -0.09551586210727692, + 0.05482712388038635, + -2.1195261478424072, + -0.4076184630393982, + 0.15261545777320862, + -0.021891573444008827, + 0.011050701141357422, + 0.03446708619594574, + -0.027139082551002502, + -1.8349809646606445, + -0.4841274619102478, + 0.036168359220027924, + 0.021270502358675003, + 0.12356631457805634, + 0.1408640593290329, + 0.06644049286842346, + -1.4495995044708252, + -0.5445836782455444 + ], + [ + 0.008344978094100952, + -0.021825438365340233, + -0.03992745280265808, + -0.06521780788898468, + 0.04450424015522003, + -2.054837226867676, + -0.4771053194999695, + 0.15648989379405975, + -0.044817209243774414, + -0.034211985766887665, + 0.028628326952457428, + 0.034086838364601135, + -1.8868414163589478, + -0.48189520835876465, + 0.015211954712867737, + 0.006488369777798653, + 0.05849933624267578, + 0.0680803656578064, + 0.02549666166305542, + -1.5776679515838623, + -0.5118606090545654 + ], + [ + 0.012253835797309875, + -0.031309545040130615, + -0.018600434064865112, + -0.03764963150024414, + 0.04018494486808777, + -1.985366940498352, + -0.5307310223579407, + 0.14308904111385345, + -0.060637228190898895, + 0.022232264280319214, + 0.05157965049147606, + 0.03525345027446747, + -1.8540396690368652, + -0.4868197441101074, + -0.05285189673304558, + -0.014743455685675144, + 0.09456497430801392, + 0.1297333836555481, + 0.07700544595718384, + -1.5990455150604248, + -0.4488253891468048 + ], + [ + -0.06769263744354248, + 0.13955411314964294, + -0.019613176584243774, + -0.13837946951389313, + 0.020105838775634766, + -2.1393890380859375, + -0.397622287273407, + 0.18130917847156525, + -0.036780841648578644, + -0.04782355576753616, + -0.05185428261756897, + -0.2566961348056793, + -2.122305393218994, + -0.6500070095062256, + 0.04882575571537018, + 0.0448971763253212, + 0.15840572118759155, + 0.1618732213973999, + -0.010780513286590576, + -1.4226155281066895, + -0.43533089756965637 + ], + [ + 0.10810066014528275, + 0.09510588645935059, + -0.08240810036659241, + 0.17137709259986877, + -0.22190126776695251, + -2.025669813156128, + -0.38956040143966675, + -0.006254017353057861, + -0.07032348960638046, + 0.004458583891391754, + 0.033233970403671265, + 0.14115947484970093, + -1.668007493019104, + -0.34384775161743164, + -0.24393296241760254, + -0.020306173712015152, + 0.273301899433136, + -0.10632096230983734, + -0.16545835137367249, + -1.4528956413269043, + -0.3235507309436798 + ], + [ + -0.09155495464801788, + -0.019643686711788177, + 0.0006836652755737305, + -0.15087121725082397, + 0.002571314573287964, + -2.022188663482666, + -0.4671763777732849, + 0.13121342658996582, + 0.003778868354856968, + 0.025282621383666992, + 0.07177789509296417, + 0.0765061154961586, + -1.8423020839691162, + -0.5249975323677063, + 0.12284636497497559, + 0.028933700174093246, + 0.14428791403770447, + 0.06446057558059692, + 0.04205678403377533, + -1.4487099647521973, + -0.5584719181060791 + ], + [ + -0.04899954795837402, + 0.06648348271846771, + 0.020829737186431885, + -0.013544708490371704, + 0.01066318154335022, + -2.1598777770996094, + -0.504318118095398, + 0.0802481546998024, + 0.045227184891700745, + -0.07615207880735397, + 0.1018078476190567, + 0.0315394401550293, + -1.8614661693572998, + -0.45378804206848145, + 0.06618287414312363, + 0.06500734388828278, + 0.16130995750427246, + 0.02112068235874176, + -0.025446653366088867, + -1.5084011554718018, + -0.4795667231082916 + ] + ], + "generated_utilities": [ + 0.81608647108078, + 2.0, + 2.0, + 0.8259633183479309, + 2.0, + 0.8131829500198364, + 0.8311709761619568, + 0.8363183736801147 + ], + "group_id": "ms-4aed1197d0906ae51c34", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8405406475067139, + 2.0, + 2.0, + 0.12974965572357178, + 0.7839004993438721, + 0.7814356088638306, + 0.5974856615066528, + 0.5970629453659058, + 0.08852563798427582, + 0.16062170267105103, + 0.09181615710258484, + 0.07407057285308838, + 0.13392610847949982, + 0.05654241144657135, + 0.06156755983829498, + 0.05600197613239288 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.21136879920959473, + 0.13549058139324188, + -0.02914842776954174, + 0.5560098886489868, + 0.35971304774284363, + -1.8355681896209717, + 0.0, + -0.18643616139888763, + -0.271454781293869, + 0.34184250235557556, + 0.39120200276374817, + -0.39313268661499023, + -1.2842562198638916, + 0.0, + -0.44817274808883667, + -0.10840752720832825, + 0.4875572621822357, + 0.04258507490158081, + -0.2982829809188843, + -1.002915620803833, + 0.0 + ], + [ + -0.07887618988752365, + 0.12804901599884033, + 0.004546052310615778, + -0.27106863260269165, + -0.0865178108215332, + -2.8355681896209717, + -1.4985713958740234, + -0.007801800966262817, + -0.001946345204487443, + 0.012458031997084618, + 0.20202918350696564, + 0.36796534061431885, + -2.2842562198638916, + -1.6743252277374268, + -0.007960423827171326, + -0.006073035299777985, + 0.012512346729636192, + 0.3637828230857849, + 0.3594411611557007, + -2.002915620803833, + -1.5810925960540771 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.997142791748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3486504554748535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1621851921081543 + ], + [ + 0.08107354491949081, + 0.3011969327926636, + 0.07449080049991608, + -0.16600561141967773, + 0.09272129833698273, + -3.0477712154388428, + -1.4981940984725952, + -0.11367667466402054, + -0.28234657645225525, + -0.21696458756923676, + -0.04452931880950928, + 0.16002443432807922, + -2.217637538909912, + -1.7869974374771118, + -0.06795499473810196, + 0.10813259333372116, + 0.24722407758235931, + 0.301885187625885, + 0.20857857167720795, + -2.0460364818573, + -1.8551779985427856 + ], + [ + 0.17576757073402405, + 0.16099752485752106, + 0.36882463097572327, + -0.5665591955184937, + 0.21693265438079834, + -2.9296679496765137, + -1.7531938552856445, + -0.38638147711753845, + -0.2822260856628418, + 0.08072423189878464, + -0.018453538417816162, + 0.6223959922790527, + -2.5080337524414062, + -1.5299493074417114, + 0.3788507580757141, + 0.33416298031806946, + -0.08417592197656631, + 0.7466475963592529, + -0.013474851846694946, + -2.052852153778076, + -1.4903299808502197 + ], + [ + 0.3739514946937561, + -0.30620673298835754, + 0.35488227009773254, + -0.05886603891849518, + -0.3272765874862671, + -2.937335968017578, + -1.7541594505310059, + -0.05396366864442825, + -0.18675173819065094, + 0.27470290660858154, + -0.02104872465133667, + -0.08987021446228027, + -2.7126340866088867, + -1.6723655462265015, + 0.35461312532424927, + 0.3860104978084564, + -0.024674756452441216, + 0.3262499272823334, + 0.8085626363754272, + -1.711850881576538, + -1.5355679988861084 + ], + [ + -0.5728170275688171, + 0.1249110996723175, + 0.5171672701835632, + 0.19384506344795227, + -0.39670926332473755, + -2.823612689971924, + -2.0186243057250977, + -0.11771412938833237, + 0.48804381489753723, + -0.317081481218338, + 0.45187482237815857, + 0.08218121528625488, + -2.80509877204895, + -2.1564836502075195, + -0.3593510389328003, + -0.13913565874099731, + 0.5837609171867371, + 0.3322915732860565, + 0.6545963287353516, + -2.306539535522461, + -1.8615221977233887 + ], + [ + 0.30438119173049927, + -0.12742283940315247, + -0.23296856880187988, + -0.6225581765174866, + 0.1413537710905075, + -2.6798923015594482, + -1.8449509143829346, + 0.06376612186431885, + 0.1579568237066269, + -0.6539266705513, + 0.26491934061050415, + 0.11657670140266418, + -2.258986234664917, + -2.351764678955078, + 0.48136693239212036, + -0.16710305213928223, + 0.6765516400337219, + 0.7331029772758484, + 0.6836758852005005, + -1.4269113540649414, + -2.171515464782715 + ], + [ + 0.6805351376533508, + 0.46106046438217163, + 0.03602854907512665, + 0.27698415517807007, + 0.264543741941452, + -2.3218843936920166, + -0.7792292237281799, + -0.026323731988668442, + 0.7850504517555237, + -0.7236955761909485, + 0.012999117374420166, + 0.5715787410736084, + -1.6572327613830566, + -1.4279512166976929, + 0.0775834172964096, + -0.8031421303749084, + -0.045602768659591675, + 0.9267949461936951, + 1.0543123483657837, + -1.3160209655761719, + -1.4756793975830078 + ], + [ + 0.7313188910484314, + -0.5128530859947205, + 0.40826860070228577, + 0.12107783555984497, + -0.6316640973091125, + -3.6798524856567383, + -1.9073030948638916, + -0.675960898399353, + 0.63726407289505, + 0.03708571195602417, + 0.011412262916564941, + 0.4621603488922119, + -2.9813942909240723, + -2.1497530937194824, + 0.7732807993888855, + -0.2085852324962616, + -0.25850072503089905, + 1.0722757577896118, + 0.14500762522220612, + -1.9931955337524414, + -1.0706398487091064 + ], + [ + -1.0723012685775757, + -0.6842970252037048, + -0.7278652191162109, + -0.5623562335968018, + -0.9245429635047913, + -2.6211869716644287, + -1.1849561929702759, + -0.3833617866039276, + -0.22226102650165558, + 0.4745122194290161, + 0.4142546057701111, + 0.1895502358675003, + -2.4704267978668213, + -0.831264853477478, + -0.5553714632987976, + -0.12452134490013123, + 0.6922350525856018, + 0.7162740230560303, + 1.2417547702789307, + -1.4663221836090088, + -1.169087529182434 + ], + [ + 0.25625234842300415, + 0.6593580842018127, + 0.6980564594268799, + 0.36647552251815796, + -0.3130824565887451, + -2.0872578620910645, + -1.2446703910827637, + 0.30567413568496704, + -0.22288595139980316, + 0.13171668350696564, + 1.085337519645691, + 0.6329280734062195, + -2.1179251670837402, + -2.5857443809509277, + 0.553740918636322, + 0.11058737337589264, + 0.27011770009994507, + -0.5190673470497131, + 1.0119458436965942, + -1.1082146167755127, + -1.352768063545227 + ], + [ + 0.7005239129066467, + 0.1605934351682663, + 0.7471624612808228, + 0.40970146656036377, + -1.0514867305755615, + -3.774928092956543, + -1.2799497842788696, + -0.5570825338363647, + -0.47753748297691345, + 0.5382699370384216, + -0.4350619316101074, + 0.3085307776927948, + -2.130549192428589, + -1.5912142992019653, + -0.7099503874778748, + -0.358781099319458, + -0.6629197001457214, + 1.302614450454712, + 0.16942159831523895, + -2.722302198410034, + -0.9279031157493591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.037766311317682266, + 0.0021372437477111816, + 0.033727310597896576, + -0.055884212255477905, + -0.05986567214131355, + -1.8355681896209717, + 0.0, + -0.013220713473856449, + 0.06334763765335083, + -0.11187911778688431, + -0.07476846873760223, + 0.14101672172546387, + -1.2842562198638916, + 0.0, + -0.09263169765472412, + 0.013970211148262024, + 0.037661269307136536, + 0.009206712245941162, + -0.057371288537979126, + -1.002915620803833, + 0.0 + ], + [ + 0.17466381192207336, + -0.00657789409160614, + 0.08432962745428085, + 0.2822337746620178, + -0.06525789201259613, + -1.8355681896209717, + 0.0, + -0.15078814327716827, + 0.16818960011005402, + 0.11848203092813492, + 0.0884164571762085, + -0.17954027652740479, + -1.2842562198638916, + 0.0, + -0.17463834583759308, + 0.40927574038505554, + -0.09185463190078735, + -0.3913061022758484, + 0.26063165068626404, + -1.002915620803833, + 0.0 + ] + ], + "predicted_scores": [ + 8.35010051727295, + 8.195902824401855, + 8.120864868164062, + 8.060601234436035, + 7.906066417694092, + 7.637446403503418, + 7.552292346954346, + 7.494101047515869 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1509980664/train0", + "selected_index": 0, + "state_hash": "56222926711fba57b309180efd923a0a2fa0eb02d21fd5f0956adeb21275e516", + "stored_base_utility": 0.8405406475067139, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18430444598197937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18430444598197937 + }, + "base_progress": 0.18430444598197937, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18430444598197937, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14698576927185059, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14698576927185059 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17314428091049194, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17314428091049194 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15905162692070007, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15905162692070007 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15659292042255402, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15659292042255402 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16996362805366516, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16996362805366516 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16008998453617096, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16008998453617096 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5822281837463379, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5822281837463379 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1570451408624649, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1570451408624649 + } + ], + "candidate_progress": [ + 0.14698576927185059, + 0.17314428091049194, + 0.15905162692070007, + 0.15659292042255402, + 0.16996362805366516, + 0.16008998453617096, + 0.5822281837463379, + 0.1570451408624649 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-55e78c04643bd06fd5f8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.29197943210601807, + 0.13748273253440857, + 0.5330043435096741, + -0.252604603767395, + 1.08831787109375, + 0.5693110227584839, + 1.2119677066802979, + 0.222142294049263, + 0.23011766374111176, + -0.055553220212459564, + -0.1294611096382141, + -0.08288830518722534, + -1.9560770988464355, + -0.7709924578666687, + 0.13164620101451874, + 0.05486949160695076, + 0.02440829575061798, + 0.18007060885429382, + 0.4882480502128601, + -1.3482463359832764, + -0.5369080305099487 + ], + [ + -0.04485096037387848, + -0.041683729737997055, + 0.17052125930786133, + -0.16185076534748077, + 1.0245933532714844, + -0.04110138118267059, + 0.29170671105384827, + 0.1352415829896927, + 0.06355831027030945, + -0.032272882759571075, + -0.04539260268211365, + 0.0868540108203888, + -2.3172354698181152, + -0.5222766995429993, + 0.18930520117282867, + 0.05976099893450737, + 0.06487423181533813, + 0.21853016316890717, + 0.14927640557289124, + -2.025617837905884, + -0.6844098567962646 + ], + [ + 0.04226275533437729, + -0.03652069717645645, + 0.1739906370639801, + -0.11784333735704422, + 0.7426624298095703, + -0.0628870278596878, + 0.33579397201538086, + 0.20977643132209778, + 0.11243698000907898, + 0.06130269169807434, + -0.09858930855989456, + 0.02358567714691162, + -2.418117046356201, + -0.41039496660232544, + 0.19444489479064941, + 0.09383487701416016, + 0.10395332425832748, + 0.4095225930213928, + 0.1930120438337326, + -1.812171220779419, + -0.7597649097442627 + ], + [ + 0.12137261778116226, + 0.13135987520217896, + 0.3586670756340027, + -0.4152109920978546, + 1.2129486799240112, + 0.15717263519763947, + 0.12485682964324951, + 0.16489531099796295, + 0.03762286156415939, + 0.04001885652542114, + 0.030938230454921722, + 0.1417931467294693, + -2.248138904571533, + -0.3965761065483093, + -0.019964780658483505, + -0.0857192724943161, + 0.021918922662734985, + 0.12292425334453583, + 0.20448604226112366, + -1.6984291076660156, + -0.07081842422485352 + ], + [ + 0.08707952499389648, + 0.05838164687156677, + 0.16381233930587769, + -0.3481828272342682, + 1.1810472011566162, + 0.06341080367565155, + 0.10002580285072327, + 0.12543398141860962, + 0.10201630741357803, + 0.018289275467395782, + 0.024958118796348572, + -0.13384121656417847, + -2.2889339923858643, + -0.440714955329895, + 0.054505132138729095, + -0.013950267806649208, + 0.07014541327953339, + 0.08259791135787964, + 0.15974128246307373, + -1.724830150604248, + -0.4050852954387665 + ], + [ + -0.11708848178386688, + 0.07886429876089096, + 0.28318315744400024, + -0.22210633754730225, + 1.105846881866455, + 0.04764114320278168, + -0.04949796199798584, + 0.20484702289104462, + 0.053919292986392975, + 0.04677528142929077, + -0.04131545126438141, + 0.016660213470458984, + -2.313325881958008, + -0.36662763357162476, + 0.09197753667831421, + -0.05170615389943123, + 0.06466783583164215, + 0.19008682668209076, + 0.15249937772750854, + -1.8435215950012207, + -0.35216858983039856 + ], + [ + 0.14964865148067474, + 0.031833432614803314, + 0.08112350106239319, + -0.2910354733467102, + 1.174864411354065, + 0.1375415325164795, + 0.09571129083633423, + 0.1872575879096985, + 0.08752743899822235, + 0.06328026950359344, + 0.10729078948497772, + -0.132485032081604, + -2.1866142749786377, + -0.3861808776855469, + 0.029687538743019104, + -0.022366855293512344, + 0.011849403381347656, + 0.07047221064567566, + 0.15350644290447235, + -1.6875123977661133, + -0.4419306218624115 + ], + [ + 0.16985230147838593, + 0.04532059282064438, + 0.08892026543617249, + -0.3147996664047241, + 1.2775216102600098, + -0.21803775429725647, + 0.22555232048034668, + 0.18596604466438293, + 0.06735642999410629, + 0.0878550261259079, + -0.055395208299160004, + 0.13648930191993713, + -2.273207426071167, + -0.5503761172294617, + 0.18656198680400848, + -0.04420000687241554, + 0.11268680542707443, + -0.05780212581157684, + 0.30748891830444336, + -2.1256988048553467, + -0.6692217588424683 + ] + ], + "generated_utilities": [ + 0.14698576927185059, + 0.17314428091049194, + 0.15905162692070007, + 0.15659292042255402, + 0.16996362805366516, + 0.16008998453617096, + 0.5822281837463379, + 0.1570451408624649 + ], + "group_id": "ms-55e78c04643bd06fd5f8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.844826340675354, + 2.0, + 0.2064199149608612, + 0.13591016829013824, + 0.5813422203063965, + 0.7824995517730713, + 0.15656939148902893, + 0.5674745440483093, + 0.17220225930213928, + 0.5477887988090515, + 0.13604338467121124, + 0.16461901366710663, + 0.17620158195495605, + 0.06825011968612671, + 0.06214432418346405, + 0.05646887421607971 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.1432209610939026, + 0.22744572162628174, + 0.17506711184978485, + -0.14543098211288452, + 0.1965501308441162, + -0.036447107791900635, + 0.0, + -0.0072200414724648, + -0.20180478692054749, + 0.04083213210105896, + -0.21230575442314148, + -0.2182789295911789, + -1.5558092594146729, + 0.0, + -0.2392425835132599, + 0.2510071396827698, + -0.15308748185634613, + 0.018388688564300537, + 0.05762486904859543, + -1.271697998046875, + 0.0 + ], + [ + 0.31195834279060364, + 0.35112011432647705, + 0.37367045879364014, + 0.42769157886505127, + 0.1965501308441162, + 0.20583903789520264, + 0.0, + -0.11845237016677856, + 0.1799171268939972, + 0.2647193372249603, + 0.2067926973104477, + 0.5345604419708252, + -1.5558092594146729, + 0.0, + 0.20460304617881775, + -0.3221474885940552, + -0.6158568859100342, + 0.024946868419647217, + -0.266517698764801, + -1.271697998046875, + 0.0 + ], + [ + 0.3617437481880188, + 1.2274457216262817, + 0.06267384439706802, + -0.5585458278656006, + 1.1965501308441162, + -0.6094726920127869, + 1.7205288410186768, + -0.01337527483701706, + 0.009356535971164703, + 0.018877005204558372, + 0.10578235983848572, + 0.025348316878080368, + -2.555809259414673, + -1.5192201137542725, + -0.00897122174501419, + -9.802752174437046e-05, + 0.018507948145270348, + 0.3498190641403198, + 0.1254514902830124, + -2.271697998046875, + -1.526065707206726 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4410576820373535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.038440227508545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.052131414413452 + ], + [ + 0.29637253284454346, + 1.0147230625152588, + -0.17526179552078247, + -0.7585667967796326, + 1.4890692234039307, + -0.410567969083786, + 1.432041883468628, + 0.08327490091323853, + -0.19375717639923096, + -0.2715940475463867, + -0.036061882972717285, + -0.06001665070652962, + -2.7641797065734863, + -1.4238367080688477, + 0.08916866779327393, + 0.08880110830068588, + 0.29467371106147766, + 0.4088681936264038, + -0.04938460886478424, + -2.1785926818847656, + -1.283478021621704 + ], + [ + 0.03271415829658508, + 0.9200015068054199, + -0.2490525245666504, + -0.8014346957206726, + 1.2220394611358643, + -0.6490525603294373, + 1.4222978353500366, + -0.18574258685112, + 0.38056573271751404, + 0.01947350800037384, + 0.41333502531051636, + 0.16460318863391876, + -2.876983404159546, + -1.7577911615371704, + 0.14967584609985352, + 0.3352348804473877, + 0.22475352883338928, + 0.5180872082710266, + -0.01724410057067871, + -2.0559592247009277, + -1.3162131309509277 + ], + [ + 0.7222943902015686, + 0.7923970222473145, + 0.5536753535270691, + -0.6367076635360718, + 1.3187239170074463, + -0.7650072574615479, + 1.8063127994537354, + 0.4699922502040863, + -0.2890632152557373, + 0.49471062421798706, + 0.2765650153160095, + -0.145217165350914, + -2.301748275756836, + -1.4875569343566895, + -0.12907981872558594, + -0.259440541267395, + 0.09327924251556396, + 0.30511051416397095, + -0.3014190196990967, + -1.9760602712631226, + -1.0420247316360474 + ], + [ + 0.1635296493768692, + 0.9212977886199951, + -0.25925213098526, + -0.5906895995140076, + 1.1283875703811646, + -0.5592501163482666, + 1.1336419582366943, + -0.40495729446411133, + 0.5681940317153931, + -0.3939219117164612, + 0.10261616110801697, + 0.27752485871315, + -2.8857500553131104, + -1.1464799642562866, + 0.223646879196167, + -0.26752352714538574, + 0.276996374130249, + 0.5763297080993652, + -0.06264965236186981, + -1.9365112781524658, + -1.383269190788269 + ], + [ + 0.8461742997169495, + 1.7184908390045166, + 0.23679137229919434, + -0.9501607418060303, + 1.0499532222747803, + -1.3051737546920776, + 1.3870621919631958, + 0.6089975833892822, + -0.35088807344436646, + 0.5316476225852966, + -0.4627009332180023, + -0.2919321358203888, + -2.1119086742401123, + -2.130248546600342, + 0.1089094877243042, + 0.04797573760151863, + -0.00638999417424202, + 0.3591431677341461, + -0.472614049911499, + -2.702115058898926, + -1.873319387435913 + ], + [ + 0.7421623468399048, + 1.786413311958313, + 0.24628016352653503, + -1.2639325857162476, + 1.1508082151412964, + -0.19709640741348267, + 2.2953617572784424, + 0.7272356152534485, + -0.7598289251327515, + -0.23831671476364136, + -0.39205247163772583, + 0.8132625818252563, + -2.5365705490112305, + -2.154721975326538, + -0.29531097412109375, + -0.7008293271064758, + -0.4347390830516815, + 1.1159586906433105, + -0.04217700660228729, + -2.8770804405212402, + -2.1501193046569824 + ], + [ + -0.3506532907485962, + 0.8117499351501465, + -0.4086194932460785, + -0.5459830164909363, + 1.377223253250122, + -0.6168208122253418, + 0.918916642665863, + 0.6122241020202637, + 0.760109543800354, + 0.2141094207763672, + -0.7737913131713867, + 0.8684684038162231, + -2.648212432861328, + -1.614401936531067, + -0.29101696610450745, + -0.4279104769229889, + -0.7773609161376953, + 0.6461789608001709, + -0.7004649043083191, + -1.8510384559631348, + -1.1938092708587646 + ], + [ + 0.1391078382730484, + 1.8879609107971191, + 0.5816212296485901, + -0.306342750787735, + 2.1194090843200684, + -1.2375638484954834, + 2.1974785327911377, + 0.9624670743942261, + 0.5239254832267761, + 0.3416939079761505, + -0.36213797330856323, + 0.4733273983001709, + -1.5990326404571533, + -2.4328322410583496, + -0.5483325123786926, + -0.20869027078151703, + -0.5597784519195557, + 0.719917356967926, + -0.3148624300956726, + -2.8096370697021484, + -1.0437562465667725 + ], + [ + 0.18296872079372406, + 1.5672924518585205, + -0.5769778490066528, + -1.2720733880996704, + 1.9346494674682617, + -0.6303961277008057, + 1.6753336191177368, + -0.9454954862594604, + 0.9481381773948669, + 0.5112013220787048, + 0.3191583752632141, + -0.11326317489147186, + -3.0438833236694336, + -0.9553523063659668, + 0.3918440639972687, + -0.056353092193603516, + 0.5161021947860718, + 0.9853937029838562, + -0.8500595688819885, + -3.0364015102386475, + -0.7972649931907654 + ], + [ + 0.8974575996398926, + 2.016472578048706, + 0.3180606961250305, + 0.42974281311035156, + 0.3302825093269348, + 0.0544658899307251, + 2.42342472076416, + -0.12861746549606323, + -0.5033990144729614, + 0.6641333699226379, + 1.0780622959136963, + -0.574497401714325, + -2.4486985206604004, + -2.166938543319702, + -0.1637856662273407, + -0.05527424067258835, + -0.7576754093170166, + 0.9288789629936218, + -0.48205727338790894, + -1.9530481100082397, + -1.9572958946228027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.005156576633453369, + 0.22744572162628174, + -0.05362757295370102, + -0.03607732057571411, + 0.1965501308441162, + 0.021296203136444092, + 0.0, + 0.051874980330467224, + 0.02852601557970047, + 0.00943407416343689, + -0.013674162328243256, + 0.0019732732325792313, + -1.5558092594146729, + 0.0, + -0.03263682499527931, + 0.04552282765507698, + 0.07144755125045776, + -0.011961162090301514, + -0.009716838598251343, + -1.271697998046875, + 0.0 + ] + ], + "predicted_scores": [ + 6.719638824462891, + 6.202974319458008, + 6.163715839385986, + 6.11848258972168, + 6.03919792175293, + 5.959506988525391, + 5.860686302185059, + 5.509891510009766 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842/train0", + "selected_index": 0, + "state_hash": "97d966541a3b29ff385f42b6c3b52598daa7b5e5d080b745eeac41b3c57c3cdd", + "stored_base_utility": 0.844826340675354, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2284735143184662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2284735143184662 + }, + "base_progress": 0.2284735143184662, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2284735143184662, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22687169909477234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22687169909477234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5650501251220703, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5650501251220703 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23053553700447083, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23053553700447083 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5684944987297058, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5684944987297058 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21682119369506836, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21682119369506836 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23090878129005432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23090878129005432 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22556138038635254, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22556138038635254 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20363830029964447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20363830029964447 + } + ], + "candidate_progress": [ + 0.22687169909477234, + 0.5650501251220703, + 0.23053553700447083, + 0.5684944987297058, + 0.21682119369506836, + 0.23090878129005432, + 0.22556138038635254, + 0.20363830029964447 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d50a82b8770f333f1947", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-d50a82b8770f333f1947", + "ms-5bddb39f792f20e5e6d4", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-77536801924a2a78688e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.05947640538215637, + -0.10084432363510132, + -0.14836862683296204, + 0.36346516013145447, + 0.7975329160690308, + -0.0900375247001648, + 0.10948225855827332, + 0.02846445143222809, + 0.06353086233139038, + 0.06702327728271484, + -0.12446800619363785, + -0.030713438987731934, + -1.8128068447113037, + -0.08100827038288116, + 0.01798301935195923, + -0.009629793465137482, + 0.07733820378780365, + 0.0030244439840316772, + 0.06828877329826355, + -1.6036062240600586, + -0.3818766176700592 + ], + [ + 0.0009897947311401367, + -0.17712080478668213, + 0.0049460530281066895, + 0.6324254274368286, + 0.8867985010147095, + 0.07239976525306702, + 0.5655825138092041, + 0.12651067972183228, + 0.08887563645839691, + -0.13139185309410095, + 0.04486863687634468, + 0.03931473195552826, + -2.118469715118408, + -0.27098548412323, + 0.19380782544612885, + 0.1339704841375351, + 0.036495909094810486, + 0.10440122336149216, + 0.18581412732601166, + -1.6029040813446045, + -0.6723886728286743 + ], + [ + 0.00910554826259613, + -0.07212771475315094, + -0.0801251232624054, + 0.36164382100105286, + 0.7962321043014526, + -0.022679835557937622, + 0.09763231873512268, + 0.10347329080104828, + 0.038700252771377563, + 0.009713716804981232, + -0.11230582743883133, + -0.018566161394119263, + -1.8432915210723877, + -0.014033854007720947, + 0.06840405613183975, + -0.03292336314916611, + 0.05615553259849548, + -0.019840970635414124, + 0.03475894033908844, + -1.4617741107940674, + -0.36596783995628357 + ], + [ + -0.030160605907440186, + -0.11394645273685455, + -0.11522099375724792, + 0.4976902902126312, + 0.9019953012466431, + 0.0078057050704956055, + 0.22212453186511993, + 0.08522268384695053, + 0.11968009918928146, + -0.018623091280460358, + -0.033411331474781036, + 0.1390310823917389, + -2.2812819480895996, + -0.014435097575187683, + 0.13227304816246033, + 0.07384270429611206, + -0.027521148324012756, + 0.06276194751262665, + 0.03362761437892914, + -1.697619915008545, + -0.5790879726409912 + ], + [ + 0.04276498407125473, + -0.10373104363679886, + 0.020852357149124146, + 0.38717320561408997, + 0.7879886627197266, + -0.0028827041387557983, + 0.2969698905944824, + 0.1269242763519287, + 0.006718546152114868, + 0.021142058074474335, + -0.04503998905420303, + -0.09984585642814636, + -1.694736123085022, + 0.02839205414056778, + 0.04060683399438858, + -0.03987372666597366, + 0.13876965641975403, + -0.020110413432121277, + 0.08937914669513702, + -1.4267349243164062, + -0.23484373092651367 + ], + [ + -0.10888664424419403, + -0.044090576469898224, + -0.11948803067207336, + 0.3519349992275238, + 0.7885692119598389, + -0.1837019920349121, + 0.10421651601791382, + 0.10552917420864105, + 0.0814315527677536, + 0.018892206251621246, + -0.11722957342863083, + -0.05777549743652344, + -1.9292547702789307, + -0.08250372111797333, + 0.11017733812332153, + 0.012327637523412704, + 0.08452591300010681, + 0.0460730642080307, + 0.020279496908187866, + -1.541234016418457, + -0.5675679445266724 + ], + [ + -0.02582554519176483, + -0.05748037248849869, + -0.12371429800987244, + 0.3572823107242584, + 0.8429338932037354, + -0.3608168065547943, + 0.14804470539093018, + 0.08979106694459915, + 0.07160081714391708, + 0.056092262268066406, + -0.07722913473844528, + -0.10853683948516846, + -1.862009882926941, + -0.08175596594810486, + 0.06506197154521942, + 0.02721329778432846, + 0.09650972485542297, + 0.02599850296974182, + 0.004438251256942749, + -1.3726356029510498, + -0.5941345691680908 + ], + [ + -0.10446496307849884, + -0.1731068640947342, + 0.14486107230186462, + 0.5053583383560181, + 0.8519032001495361, + 0.12025368213653564, + 0.38412177562713623, + 0.11749360710382462, + 0.07547733187675476, + 0.007963165640830994, + -0.06569534540176392, + -0.03253026306629181, + -2.138190507888794, + 0.09420144557952881, + 0.15216444432735443, + 0.06158437207341194, + 0.015729203820228577, + 0.1264103353023529, + 0.013453811407089233, + -1.5615873336791992, + -0.31912440061569214 + ] + ], + "generated_utilities": [ + 0.22687169909477234, + 0.5650501251220703, + 0.23053553700447083, + 0.5684944987297058, + 0.21682119369506836, + 0.23090878129005432, + 0.22556138038635254, + 0.20363830029964447 + ], + "group_id": "ms-77536801924a2a78688e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8352248668670654, + 2.0, + 0.1718752682209015, + 0.16728606820106506, + 0.5504521131515503, + 0.10546612739562988, + 0.1660447120666504, + 0.5437633991241455, + 0.11764739453792572, + 0.21559159457683563, + 0.15727528929710388, + 0.12992918491363525, + 0.06760770082473755, + 0.12342573702335358, + 0.24036656320095062, + 0.03669673204421997 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.07812988758087158, + -0.02949589490890503, + -0.08736974000930786, + -0.20703881978988647, + 0.8918416500091553, + 0.14642034471035004, + 0.0, + 0.0029929596930742264, + 0.09865155816078186, + -0.08389116823673248, + -0.008500218391418457, + 0.1644439399242401, + -1.5291850566864014, + 0.0, + -0.029054714366793633, + -0.04823567718267441, + 0.04340796172618866, + 0.04036150872707367, + 0.14357995986938477, + -1.3057918548583984, + 0.0 + ], + [ + -0.2672901153564453, + -0.05216425657272339, + -0.20757097005844116, + -0.08606231212615967, + 0.8918416500091553, + -0.34295016527175903, + 0.0, + 0.17716577649116516, + 0.2670295536518097, + 0.15642356872558594, + 0.20712928473949432, + -0.5932217240333557, + -1.5291850566864014, + 0.0, + -0.026715511456131935, + 0.23629441857337952, + 0.28895655274391174, + -0.5208115577697754, + 0.32871609926223755, + -1.3057918548583984, + 0.0 + ], + [ + -0.5495567321777344, + -0.8044275045394897, + -0.9816802144050598, + 0.7929611802101135, + 1.8918416500091553, + -0.24245645105838776, + 2.103611707687378, + -0.027252860367298126, + 0.015358008444309235, + 0.032592304050922394, + -0.13814498484134674, + 0.3808706998825073, + -2.5291850566864014, + -1.5883839130401611, + -0.013745546340942383, + -0.008363410830497742, + 0.020947640761733055, + 0.21701471507549286, + 0.3118402063846588, + -2.3057918548583984, + -1.6161624193191528 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.207223415374756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1767678260803223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2323248386383057 + ], + [ + -0.6415006518363953, + -1.095447301864624, + -1.1307775974273682, + 0.6818499565124512, + 1.9162453413009644, + -0.3361251950263977, + 2.3940556049346924, + -0.03198077902197838, + 0.17616420984268188, + 0.11825472861528397, + -0.345442533493042, + 0.537811279296875, + -2.6073436737060547, + -1.6278364658355713, + 0.12649279832839966, + 0.24486993253231049, + -0.23665457963943481, + 0.0848006010055542, + 0.4242374897003174, + -2.131850004196167, + -1.7089698314666748 + ], + [ + -0.8780859708786011, + -1.168041467666626, + -1.1115802526474, + 1.1839162111282349, + 1.71245539188385, + -0.22675688564777374, + 1.9202018976211548, + -0.07494960725307465, + -0.15017545223236084, + 0.07910202443599701, + -0.3122210204601288, + 0.5616737604141235, + -2.366135358810425, + -1.243758201599121, + -0.014583012089133263, + -0.11243825405836105, + 0.35338088870048523, + 0.5015947222709656, + 0.25851842761039734, + -2.1764631271362305, + -1.6997488737106323 + ], + [ + -0.26666247844696045, + -0.7647915482521057, + -0.562320351600647, + 1.128174066543579, + 1.4939544200897217, + -0.5067799687385559, + 1.809687614440918, + -0.2570735216140747, + 0.08179689198732376, + -0.1526550054550171, + 0.20330952107906342, + 0.5665565729141235, + -2.1569273471832275, + -1.7853469848632812, + -0.19884273409843445, + -0.3459107279777527, + -0.06570381671190262, + 0.11221729218959808, + 0.09136918187141418, + -2.3877370357513428, + -1.5009880065917969 + ], + [ + -1.0232999324798584, + -0.8641239404678345, + -1.1891388893127441, + 0.3578202724456787, + 1.526747465133667, + -0.2804238796234131, + 2.2646193504333496, + -0.19452106952667236, + -0.1854885220527649, + -0.1504051685333252, + -0.2904849648475647, + -0.13119298219680786, + -2.780846118927002, + -1.975224494934082, + -0.1510162055492401, + 0.11765186488628387, + -0.0748712345957756, + -0.19131706655025482, + 0.06544661521911621, + -2.377061128616333, + -1.6635576486587524 + ], + [ + -0.864402174949646, + -1.1981173753738403, + -0.7119530439376831, + 1.2758173942565918, + 2.0025625228881836, + 0.052220895886421204, + 2.3129022121429443, + -0.3776467740535736, + -0.29260560870170593, + -0.17927426099777222, + -0.32812780141830444, + 0.37158146500587463, + -2.80757212638855, + -1.1065673828125, + 0.2005864828824997, + 0.03357468545436859, + -0.3539389669895172, + -0.4268057346343994, + 0.9234374761581421, + -1.970703125, + -1.946213960647583 + ], + [ + -1.2508896589279175, + -1.3603019714355469, + -1.0764293670654297, + 0.626825213432312, + 1.3227287530899048, + 0.1889134794473648, + 2.493901014328003, + 0.5913262963294983, + 0.7169430255889893, + -0.1302712857723236, + 0.5489962100982666, + -0.06401041150093079, + -2.447789430618286, + -2.0773727893829346, + -0.47135356068611145, + 0.5128281116485596, + 0.27955371141433716, + 0.3073733448982239, + 1.0953682661056519, + -2.203261375427246, + -1.8375751972198486 + ], + [ + -0.1561373472213745, + -0.13449764251708984, + -0.9217836260795593, + 1.340958833694458, + 2.1224892139434814, + 0.43840837478637695, + 2.9401354789733887, + 0.22126737236976624, + 0.5927596092224121, + 0.7377026677131653, + -0.13810153305530548, + -0.045480698347091675, + -2.2144856452941895, + -0.9981268048286438, + 0.38917192816734314, + -0.5602297782897949, + 0.9096852540969849, + 0.6913191676139832, + 0.3015480041503906, + -2.512950897216797, + -2.4284660816192627 + ], + [ + -1.2402818202972412, + -1.4272034168243408, + -1.378896951675415, + -0.010994255542755127, + 1.3281112909317017, + -0.30937087535858154, + 2.419729232788086, + -0.38459163904190063, + -0.6435558199882507, + -0.6352396607398987, + -1.1097581386566162, + 0.5013529658317566, + -1.7596423625946045, + -1.4748477935791016, + -0.9918425679206848, + -0.18803386390209198, + -0.4086870849132538, + -0.08690600097179413, + -0.24413231015205383, + -3.1672205924987793, + -1.1272650957107544 + ], + [ + -0.734683632850647, + -1.3493214845657349, + -0.07617419958114624, + 0.3469872772693634, + 1.1368402242660522, + -0.06909126043319702, + 1.1837321519851685, + 0.11290673166513443, + -0.9794055223464966, + -0.9583818912506104, + -0.3285781741142273, + -0.5749338269233704, + -2.7132163047790527, + -1.823188066482544, + -0.7681975364685059, + -0.5097770094871521, + 0.34326231479644775, + 0.24886921048164368, + 0.3740234971046448, + -1.6026196479797363, + -1.2959585189819336 + ], + [ + -1.0206440687179565, + -0.5564237833023071, + -0.6784005165100098, + 0.8506013751029968, + 2.077566385269165, + 0.5632598400115967, + 1.7504932880401611, + -0.09906799346208572, + 0.04080970585346222, + 1.0083298683166504, + 0.8407440781593323, + 1.2674672603607178, + -3.4505534172058105, + -2.547497510910034, + 0.35227057337760925, + -0.7223443984985352, + 0.3324347734451294, + 1.1363774538040161, + 0.8326461315155029, + -2.3653323650360107, + -1.0967655181884766 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012356698513031006, + 0.025230467319488525, + 0.006737172603607178, + 0.0825045108795166, + 0.8918416500091553, + 0.00995151698589325, + 0.0, + 0.11481141299009323, + -0.010688155889511108, + 0.047487009316682816, + -0.04408997297286987, + 0.018658041954040527, + -1.5291850566864014, + 0.0, + -0.010168339125812054, + 0.03969714045524597, + -0.0031930115073919296, + 0.029794156551361084, + -0.01168927550315857, + -1.3057918548583984, + 0.0 + ] + ], + "predicted_scores": [ + 9.710772514343262, + 9.569758415222168, + 9.52258586883545, + 9.439264297485352, + 9.31031608581543, + 9.29533576965332, + 9.19707202911377, + 9.003439903259277 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1151410346/train0", + "selected_index": 0, + "state_hash": "da70ac2df6d8c92e8150f6fbbb995a80c0c6c4f9465c8d25f3b6d1b11c7bb412", + "stored_base_utility": 0.8352248668670654, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.084227055311203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.084227055311203 + }, + "base_progress": 0.084227055311203, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.084227055311203, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05966855585575104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05966855585575104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.055208489298820496, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.055208489298820496 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.060401663184165955, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.060401663184165955 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04447004199028015, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04447004199028015 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05331718921661377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05331718921661377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0628519058227539, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0628519058227539 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05448192358016968, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05448192358016968 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04976722598075867, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04976722598075867 + } + ], + "candidate_progress": [ + 0.05966855585575104, + 0.055208489298820496, + 0.060401663184165955, + 0.04447004199028015, + 0.05331718921661377, + 0.0628519058227539, + 0.05448192358016968, + 0.04976722598075867 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-ee2fcbc94d41385713d0", + "ms-07b479748a91a9c92b20", + "ms-0a4d4909900fb0bc4a9a", + "ms-d4c5d7eea19d94314e2e", + "ms-016c5de39ed3c111889a", + "ms-5ac1bf2d7d319955d45d", + "ms-2fef2f43af8009bb88f1", + "ms-bb299baa34e49eafb9fc" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank7", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-9dd1ff4c297a81b13071", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09879155457019806, + 0.35471153259277344, + 0.2840884029865265, + -1.661118984222412, + 0.6173522472381592, + 0.7841764688491821, + -0.12023299932479858, + -0.23868781328201294, + -0.32757359743118286, + 0.3258205056190491, + 1.2408878803253174, + -0.04925335943698883, + -1.352307677268982, + 0.3063127100467682, + -0.25508877635002136, + 0.04937775433063507, + 0.2500963807106018, + 0.0010529011487960815, + 0.2238868921995163, + -1.26680326461792, + -0.29726359248161316 + ], + [ + 0.003505319356918335, + 0.35931068658828735, + 0.32738590240478516, + -1.6746832132339478, + 0.6299641132354736, + 0.688296914100647, + -0.16467785835266113, + -0.25077664852142334, + -0.31185802817344666, + 0.36530637741088867, + 1.2167435884475708, + -0.011752158403396606, + -1.2670650482177734, + 0.17463254928588867, + -0.2435755729675293, + 0.07418620586395264, + 0.27708470821380615, + -0.028021663427352905, + 0.3020295202732086, + -1.3344357013702393, + -0.18443450331687927 + ], + [ + 0.005135208368301392, + 0.24907325208187103, + 0.17879948019981384, + -1.8014642000198364, + 0.1430196464061737, + 0.37508678436279297, + -0.18346911668777466, + 0.05295071005821228, + -0.24382516741752625, + 0.33942902088165283, + 1.1298905611038208, + 0.26322031021118164, + -1.5966339111328125, + -0.3158494830131531, + -0.2531244158744812, + 0.17888033390045166, + 0.15592524409294128, + -0.15101929008960724, + 0.44314640760421753, + -1.9509236812591553, + -0.16564416885375977 + ], + [ + 0.09033309668302536, + 0.21523581445217133, + 0.48978713154792786, + -2.074183225631714, + -0.2451353669166565, + 0.5771423578262329, + -0.058375775814056396, + -0.12124878168106079, + -0.15459562838077545, + 0.4181070625782013, + 0.9983704686164856, + -0.2644652724266052, + -1.5102312564849854, + 0.05828548222780228, + -0.09987930953502655, + 0.1706644743680954, + 0.3407536745071411, + -0.00034384429454803467, + 0.32826411724090576, + -1.6260616779327393, + -0.10071879625320435 + ], + [ + -0.11324481666088104, + 0.4102981686592102, + 0.3945569396018982, + -1.6844524145126343, + 0.7077407240867615, + 0.5546220541000366, + -0.0939406156539917, + -0.20552757382392883, + -0.27603283524513245, + 0.3054504692554474, + 1.1505961418151855, + 0.015611544251441956, + -1.2771059274673462, + 0.5902428030967712, + -0.27536219358444214, + 0.04868669807910919, + 0.3427080810070038, + 0.08468827605247498, + 0.1916980743408203, + -1.4059417247772217, + -0.46759507060050964 + ], + [ + -0.22411666810512543, + 0.32502734661102295, + 0.35898447036743164, + -1.5409932136535645, + 0.41956716775894165, + 0.7496165037155151, + -0.24966078996658325, + -0.2206745147705078, + -0.3414319157600403, + 0.26026323437690735, + 1.070335865020752, + -0.05817466974258423, + -1.4205389022827148, + 0.3005315959453583, + -0.14566990733146667, + 0.07640986144542694, + 0.18933330476284027, + -0.014565035700798035, + 0.09843641519546509, + -1.4001426696777344, + -0.3853795826435089 + ], + [ + -0.07526431977748871, + 0.3665012717247009, + 0.35283058881759644, + -1.5904382467269897, + 0.4766606092453003, + 0.4308331608772278, + -0.026891469955444336, + -0.2938064932823181, + -0.2914687693119049, + 0.3314470648765564, + 1.1638736724853516, + -0.011835545301437378, + -1.2862118482589722, + 0.3010927438735962, + -0.26419711112976074, + 0.11084145307540894, + 0.2889060974121094, + 0.010644346475601196, + 0.23712553083896637, + -1.3521196842193604, + -0.2448819875717163 + ], + [ + -0.15662477910518646, + 0.3561355471611023, + 0.39645132422447205, + -1.6212304830551147, + 0.4539627432823181, + 0.5501400232315063, + -0.2465537190437317, + -0.2040483057498932, + -0.35110029578208923, + 0.4624052047729492, + 1.1239169836044312, + -0.060045093297958374, + -1.2219276428222656, + 0.3520474433898926, + -0.21224400401115417, + 0.16393692791461945, + 0.25848206877708435, + -0.07047773897647858, + 0.30116114020347595, + -1.4005441665649414, + -0.20354869961738586 + ] + ], + "generated_utilities": [ + 0.05966855585575104, + 0.055208489298820496, + 0.060401663184165955, + 0.04447004199028015, + 0.05331718921661377, + 0.0628519058227539, + 0.05448192358016968, + 0.04976722598075867 + ], + "group_id": "ms-9dd1ff4c297a81b13071", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8516564965248108, + 2.0, + 0.1494855284690857, + 0.055758267641067505, + 0.036668211221694946, + 0.07056847214698792, + 0.04008351266384125, + 0.05633004009723663, + 0.02862207591533661, + 0.015687182545661926, + 0.019019082188606262, + 0.023057550191879272, + 0.028364822268486023, + 0.01723407208919525, + 0.014924973249435425, + 0.009071111679077148 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1157030463218689, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + -0.21419362723827362, + -0.1620790958404541, + 0.10239671170711517, + 1.0506095886230469, + -0.029366135597229004, + -1.1518316268920898, + 0.0, + 0.012827078811824322, + -0.20665299892425537, + 0.1328488290309906, + 0.2279750108718872, + -0.03289484977722168, + -1.5546278953552246, + 0.0 + ], + [ + -0.061262428760528564, + 0.6742054224014282, + 0.27908480167388916, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.504479706287384, + 0.005879342555999756, + -0.19761157035827637, + 1.0506095886230469, + -0.41876620054244995, + -1.1518316268920898, + 0.0, + 0.20078891515731812, + 0.6885460615158081, + -0.39108264446258545, + -0.0017614364624023438, + 0.06743857264518738, + -1.5546278953552246, + 0.0 + ], + [ + 0.5868401527404785, + 1.6742054224014282, + 1.1372367143630981, + -2.967001438140869, + 2.1331236362457275, + 1.5051755905151367, + -1.8059349060058594, + 0.1414581686258316, + -0.9926028251647949, + 0.012915095314383507, + 2.050609588623047, + 0.46200549602508545, + -2.15183162689209, + 1.984666347503662, + 0.004043519496917725, + -0.007306791841983795, + 0.005705556366592646, + 0.6131817102432251, + 0.3006264567375183, + -2.5546278953552246, + -1.7332510948181152 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6118698120117188, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.969332695007324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4665021896362305 + ], + [ + 0.7667621374130249, + 1.5390151739120483, + 1.1547269821166992, + -2.778561592102051, + 1.866081953048706, + 1.742999792098999, + -2.099961996078491, + 0.33390146493911743, + -1.039352536201477, + 0.018922632560133934, + 2.1802926063537598, + 0.21026381850242615, + -1.9868192672729492, + 2.2840356826782227, + 0.2661922574043274, + -0.0760788768529892, + -0.25036871433258057, + 0.5958375930786133, + 0.39808160066604614, + -2.3019373416900635, + -1.9119294881820679 + ], + [ + 0.21078836917877197, + 2.030034065246582, + 1.364661455154419, + -2.756847381591797, + 2.1105854511260986, + 1.5105795860290527, + -1.4847288131713867, + 0.19517111778259277, + -0.9365154504776001, + -0.185064896941185, + 1.7242164611816406, + 0.554785966873169, + -2.128002166748047, + 2.32124662399292, + -0.14338858425617218, + -0.18638649582862854, + -0.06145195662975311, + 1.0103839635849, + 0.10478943586349487, + -2.3557469844818115, + -1.3568179607391357 + ], + [ + 0.6554931998252869, + 1.7042505741119385, + 1.1219942569732666, + -2.9365522861480713, + 2.1972029209136963, + 1.2852301597595215, + -2.071401596069336, + -0.25075268745422363, + -0.9607611894607544, + -0.15707145631313324, + 2.3301854133605957, + 0.696258544921875, + -2.4799001216888428, + 2.2737038135528564, + 0.49365222454071045, + -0.006091635674238205, + 0.17059087753295898, + 0.395903617143631, + -0.10465583205223083, + -2.880927085876465, + -1.4333418607711792 + ], + [ + 0.7670719027519226, + 1.224940299987793, + 1.6198525428771973, + -3.2503244876861572, + 2.5297372341156006, + 2.045498847961426, + -1.3342132568359375, + 0.68048095703125, + -0.3930545449256897, + 0.5965484976768494, + 2.133889675140381, + 0.36855342984199524, + -1.8037694692611694, + 2.556846857070923, + -0.1911451667547226, + -0.3529677093029022, + -0.3636750280857086, + 1.026800274848938, + -0.20076358318328857, + -2.1935501098632812, + -1.8476282358169556 + ], + [ + 0.9022495746612549, + 2.1540801525115967, + 1.1204087734222412, + -3.5735349655151367, + 2.2897965908050537, + 1.4426425695419312, + -2.2777371406555176, + 0.2637852728366852, + -0.3717668056488037, + -0.14255757629871368, + 2.7470617294311523, + 0.824697732925415, + -2.016007423400879, + 1.3848707675933838, + 0.02014077827334404, + -0.02079096809029579, + 0.1316106617450714, + 0.5287550687789917, + -0.25196993350982666, + -3.213554620742798, + -1.9096342325210571 + ], + [ + 0.48963662981987, + 2.4187183380126953, + 0.5147287249565125, + -3.54813289642334, + 2.8292837142944336, + 1.2309377193450928, + -1.4596744775772095, + 0.759813129901886, + -1.6124448776245117, + -0.04473564028739929, + 1.8067340850830078, + 0.8770040273666382, + -1.7336957454681396, + 2.3543357849121094, + 0.7167251706123352, + 0.7781437635421753, + 0.018144791945815086, + 0.85343337059021, + 0.7165149450302124, + -1.818267583847046, + -1.6358351707458496 + ], + [ + 0.7287769317626953, + 0.8266444206237793, + 1.2198187112808228, + -3.411198139190674, + 2.322737693786621, + 1.6848948001861572, + -1.5833497047424316, + -0.09133762121200562, + -0.7179563641548157, + -0.48968634009361267, + 1.2692055702209473, + -0.2933996319770813, + -2.2047011852264404, + 2.5892493724823, + 0.579949140548706, + -0.8824212551116943, + 0.5980190634727478, + 0.726272702217102, + 0.34269076585769653, + -3.002150058746338, + -1.3803678750991821 + ], + [ + -0.3817375898361206, + 2.5025484561920166, + 1.2243857383728027, + -3.2926037311553955, + 2.599991798400879, + 1.8947346210479736, + -1.8104552030563354, + -0.11786957085132599, + -1.363319754600525, + 0.9720494151115417, + 2.8479971885681152, + 0.21471652388572693, + -1.550936222076416, + 2.468796491622925, + -0.2036164253950119, + 0.5396631360054016, + 0.17135997116565704, + 0.5208990573883057, + 0.24709337949752808, + -2.5075175762176514, + -0.9152282476425171 + ], + [ + 0.6722562909126282, + 1.8949863910675049, + 1.2500941753387451, + -2.8494608402252197, + 1.2470285892486572, + 0.8798676133155823, + -2.107424020767212, + -0.34346121549606323, + -0.21937179565429688, + 0.9675543308258057, + 1.4265825748443604, + 1.4061365127563477, + -1.6818609237670898, + 2.437046766281128, + 0.5131968259811401, + 0.07537894695997238, + 0.030545832589268684, + 1.563161849975586, + -0.3568723797798157, + -1.5746777057647705, + -1.8052027225494385 + ], + [ + 1.0778199434280396, + 1.3859916925430298, + 1.132858395576477, + -2.3290562629699707, + 1.31394362449646, + 1.3226317167282104, + -0.925024688243866, + -0.6998417377471924, + -0.0782473087310791, + 0.19393815100193024, + 1.1352367401123047, + 1.2916853427886963, + -2.1275978088378906, + 2.132936954498291, + 0.25398731231689453, + 0.3702129125595093, + 0.15469752252101898, + -0.24649697542190552, + 1.0649759769439697, + -3.2547719478607178, + -2.3638734817504883 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.007770121097564697, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.02931968867778778, + -0.06000661849975586, + 0.037246059626340866, + 1.0506095886230469, + 0.06367745995521545, + -1.1518316268920898, + 0.0, + -0.012757819145917892, + 0.06826230883598328, + -0.028498666360974312, + -0.06262236833572388, + -0.010856300592422485, + -1.5546278953552246, + 0.0 + ] + ], + "predicted_scores": [ + 1.3931477069854736, + 1.3338205814361572, + 1.300676703453064, + 1.2328474521636963, + 1.2028573751449585, + 1.1394158601760864, + 1.0479798316955566, + 0.8518749475479126 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324133122/train0", + "selected_index": 0, + "state_hash": "4749101c4a00176ce4f05a8af20b9a451e38e456eacd39716bfd3d355b6659d4", + "stored_base_utility": 0.8516564965248108, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7912740707397461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7912740707397461 + }, + "base_progress": 0.7912740707397461, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7912740707397461, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6101281046867371, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6101281046867371 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7879213094711304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7879213094711304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6074668169021606, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6074668169021606 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7878894209861755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7878894209861755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7862604260444641, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7862604260444641 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6013633608818054, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6013633608818054 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6170381903648376, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6170381903648376 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6136738657951355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6136738657951355 + } + ], + "candidate_progress": [ + 0.6101281046867371, + 0.7879213094711304, + 0.6074668169021606, + 0.7878894209861755, + 0.7862604260444641, + 0.6013633608818054, + 0.6170381903648376, + 0.6136738657951355 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e7959111ef1429bcf699", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d7254aa722729aa1a031", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.012314990162849426, + 0.019856877624988556, + 0.06137010455131531, + -0.0117570161819458, + 0.3405982255935669, + -1.7623960971832275, + -0.3405213952064514, + 0.10222509503364563, + -0.0360274612903595, + 0.10889388620853424, + 0.1483381688594818, + 0.14568133652210236, + -1.5928409099578857, + -0.29191040992736816, + -0.05135267600417137, + -0.030292674899101257, + -0.028941914439201355, + 0.20845907926559448, + 0.23504391312599182, + -1.3918743133544922, + -0.41843244433403015 + ], + [ + -0.015385031700134277, + -0.01417573168873787, + 0.0336567759513855, + 0.00203607976436615, + 0.31107082962989807, + -1.7619017362594604, + -0.25801217555999756, + 0.10738715529441833, + -0.0007232744246721268, + 0.031037621200084686, + 0.12647612392902374, + 0.11145498603582382, + -1.6180170774459839, + -0.2997576594352722, + -0.03275437280535698, + -0.012165313586592674, + 0.05980449914932251, + 0.14545723795890808, + 0.14976944029331207, + -1.3385951519012451, + -0.46068331599235535 + ], + [ + 0.008824244141578674, + 0.04032307118177414, + 0.04930591583251953, + -0.04337027668952942, + 0.2406407594680786, + -1.848659873008728, + -0.22689902782440186, + 0.1762700378894806, + -0.01052899844944477, + 0.0998256653547287, + 0.17899619042873383, + 0.0912153422832489, + -1.6298582553863525, + -0.3920046091079712, + -0.04822413995862007, + -0.020662890747189522, + 0.08534793555736542, + 0.206919863820076, + 0.20423206686973572, + -1.2168231010437012, + -0.4439410865306854 + ], + [ + -0.06316018104553223, + -0.03867039084434509, + 0.0379771888256073, + -0.042112112045288086, + 0.299035906791687, + -1.7780389785766602, + -0.15052658319473267, + 0.1290629804134369, + 0.03640067204833031, + 0.01866840571165085, + 0.13285017013549805, + 0.13220137357711792, + -1.6128809452056885, + -0.2746201753616333, + 0.053821660578250885, + 0.01056678593158722, + 0.0953519344329834, + 0.10439448803663254, + 0.14408670365810394, + -1.2314246892929077, + -0.47898420691490173 + ], + [ + -0.09109248220920563, + 0.00859387218952179, + 0.1288648247718811, + 0.07399606704711914, + 0.6005783677101135, + -1.9641529321670532, + -0.9408338665962219, + 0.22410383820533752, + -0.05896647274494171, + -0.07909185439348221, + 0.27446600794792175, + 0.011351794004440308, + -1.6409648656845093, + -0.5173558592796326, + -0.15892979502677917, + -0.0045615690760314465, + -0.01340550184249878, + 0.18703757226467133, + 0.3702133297920227, + -1.341571569442749, + -0.7642258405685425 + ], + [ + -0.06869339942932129, + -0.06677025556564331, + 0.036390721797943115, + 0.17298173904418945, + 0.3531506061553955, + -1.7198152542114258, + -0.4626220464706421, + 0.06472861766815186, + 0.12466263025999069, + 0.1702696681022644, + 0.2959813177585602, + 0.002685725688934326, + -1.74812912940979, + -0.42811691761016846, + -0.08158217370510101, + -0.004150161519646645, + 0.48405349254608154, + 0.001776665449142456, + 0.25131139159202576, + -1.3373680114746094, + -0.5880284309387207 + ], + [ + -0.008684694766998291, + -0.009655158966779709, + 0.01751077175140381, + -0.03872627019882202, + 0.3514246344566345, + -1.9284476041793823, + -0.48130345344543457, + 0.008657112717628479, + 0.10774020105600357, + 0.08953738212585449, + 0.5649732351303101, + -0.06529566645622253, + -1.6924413442611694, + -0.38035285472869873, + 0.024415157735347748, + 0.1739443838596344, + -0.015371382236480713, + 0.39265498518943787, + 0.3141687512397766, + -1.7336547374725342, + -0.4087770879268646 + ], + [ + -0.20160619914531708, + 0.15513648092746735, + 0.07729870080947876, + 0.3376155197620392, + 0.49949926137924194, + -1.7235556840896606, + 0.0016341805458068848, + 0.062410056591033936, + 0.053785406053066254, + 0.10674484819173813, + 0.435065895318985, + 0.3055485785007477, + -2.067854404449463, + -0.32128429412841797, + 0.10750267654657364, + -0.001228409819304943, + 0.17350099980831146, + -0.040036022663116455, + 0.5199531316757202, + -1.5861437320709229, + -0.5776420831680298 + ] + ], + "generated_utilities": [ + 0.6101281046867371, + 0.7879213094711304, + 0.6074668169021606, + 0.7878894209861755, + 0.7862604260444641, + 0.6013633608818054, + 0.6170381903648376, + 0.6136738657951355 + ], + "group_id": "ms-d7254aa722729aa1a031", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8508063554763794, + 0.8508847951889038, + 2.0, + 2.0, + 0.7878528833389282, + 0.7823078036308289, + 0.5873303413391113, + 0.11915150284767151, + 0.10334524512290955, + 0.0965554416179657, + 0.244937464594841, + 0.03387512266635895, + 0.05926509201526642, + 0.08845381438732147, + 0.11765863001346588, + 0.13529342412948608 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.013994045555591583, + 0.004866376519203186, + 0.019851287826895714, + 0.39323890209198, + 0.3425690233707428, + -2.410154104232788, + -1.2275891304016113, + -0.007882587611675262, + -0.0006628560367971659, + 0.01394968293607235, + 0.6084420084953308, + 0.5202673673629761, + -2.0057284832000732, + -1.068007469177246, + -0.003022722899913788, + -0.00218286388553679, + 0.010141385719180107, + 0.7118645310401917, + 0.6228916049003601, + -1.6721309423446655, + -0.8897204995155334 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4551782608032227, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.136014938354492, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.779440999031067 + ], + [ + 0.08381300419569016, + -0.25414299964904785, + 0.3046627938747406, + 0.2051931917667389, + 0.146656334400177, + -2.3382723331451416, + -1.1274890899658203, + -0.07934268563985825, + -0.16015419363975525, + 0.02425462193787098, + 0.8810054659843445, + 0.39938104152679443, + -1.9301764965057373, + -1.3160964250564575, + -0.19421610236167908, + -0.2943705916404724, + 0.0633644163608551, + 0.7233408689498901, + 0.5671199560165405, + -1.7168068885803223, + -0.9989774227142334 + ], + [ + 0.326265811920166, + -0.15344828367233276, + -0.1268908977508545, + 0.1864965856075287, + 0.015488535165786743, + -2.1798272132873535, + -1.0333712100982666, + -0.2578493654727936, + -0.046414319425821304, + -0.31823185086250305, + 1.0010977983474731, + 0.8733007907867432, + -1.9574220180511475, + -1.181248426437378, + 0.16967692971229553, + 0.29194360971450806, + -0.012187037616968155, + 0.9387404918670654, + 0.694560706615448, + -1.3479282855987549, + -1.1044268608093262 + ], + [ + -0.3612338900566101, + 0.48387444019317627, + -0.3096960783004761, + 0.3545958995819092, + -0.13153746724128723, + -2.872255325317383, + -1.1468749046325684, + -0.44800180196762085, + 0.07841869443655014, + -0.45686259865760803, + 0.9807510375976562, + 0.8204613924026489, + -1.8288583755493164, + -1.0257196426391602, + 0.17989033460617065, + 0.24414406716823578, + 0.04621879756450653, + 0.5576819181442261, + 0.2280760109424591, + -1.25234055519104, + -0.9179725050926208 + ], + [ + -0.470883846282959, + -0.07796148955821991, + -0.017119085416197777, + 0.5781651735305786, + 0.19985540211200714, + -1.9807331562042236, + -0.8065817952156067, + 0.19402608275413513, + -0.3651171624660492, + -0.056954383850097656, + 0.7405765652656555, + 0.9988695979118347, + -1.9682152271270752, + -0.7389047741889954, + -0.355762779712677, + -0.22929997742176056, + -0.3789783716201782, + 0.9631128311157227, + 1.0057923793792725, + -1.5150762796401978, + -1.001785397529602 + ], + [ + -0.2937207818031311, + -0.03556300327181816, + 0.04068237543106079, + 0.24167819321155548, + -0.32847097516059875, + -1.928837537765503, + -1.57499361038208, + 0.417209655046463, + 0.24571624398231506, + 0.1832873821258545, + 1.1739997863769531, + 0.27376675605773926, + -2.0172529220581055, + -0.9913797974586487, + -0.1476937234401703, + 0.06272883713245392, + -0.11285705119371414, + 0.5420796871185303, + 1.0703327655792236, + -1.4143861532211304, + -0.25584036111831665 + ], + [ + -0.7378665208816528, + 0.4735339879989624, + -0.13199959695339203, + 0.4788094162940979, + -0.07750904560089111, + -2.740574359893799, + -1.1069352626800537, + 0.5445591807365417, + 0.4852183759212494, + -0.3992326855659485, + -0.02770411968231201, + 1.075323462486267, + -2.558171510696411, + -0.9853496551513672, + -0.4339439868927002, + -0.015913156792521477, + 0.7646399140357971, + 0.5336587429046631, + 0.9899362325668335, + -1.9448189735412598, + -1.1336324214935303 + ], + [ + 0.05066918581724167, + 0.74429851770401, + 0.47539395093917847, + 0.5925494432449341, + 0.16330863535404205, + -2.940960168838501, + -0.8994791507720947, + -0.21443766355514526, + -0.6375463604927063, + 0.8625825047492981, + 0.33973217010498047, + 0.6473300457000732, + -2.305903196334839, + -0.37921154499053955, + -0.4530894458293915, + -0.39290082454681396, + 0.31215527653694153, + 0.9977665543556213, + 0.7848671674728394, + -1.7920833826065063, + -0.9101037979125977 + ], + [ + -0.4367932677268982, + 0.8485310077667236, + -0.7223240733146667, + 0.6970881819725037, + 1.076059341430664, + -3.4034650325775146, + -0.2517172694206238, + -0.1442309021949768, + 0.3423132002353668, + -0.8617347478866577, + 1.164130687713623, + -0.2812897562980652, + -1.7551655769348145, + -0.7546195983886719, + -0.5455654263496399, + -0.4007008373737335, + 0.6537771821022034, + 0.12737244367599487, + -0.21284633874893188, + -0.9532434940338135, + -1.167687177658081 + ], + [ + -0.9404832720756531, + 0.6386489272117615, + 0.8822223544120789, + 0.5016134977340698, + 0.12322121858596802, + -1.4259089231491089, + -0.47776806354522705, + 0.681997537612915, + 0.39381420612335205, + 0.9109645485877991, + 0.5325687527656555, + 1.382693886756897, + -1.9480863809585571, + -1.1723721027374268, + -0.2676048278808594, + 0.39616623520851135, + 0.08055571466684341, + 0.4976091980934143, + 1.6020972728729248, + -0.9889827370643616, + -1.138328194618225 + ], + [ + 0.7969163656234741, + -0.9729774594306946, + -0.680655837059021, + 0.24648097157478333, + -0.6473722457885742, + -2.491671562194824, + -2.21553897857666, + -0.717236340045929, + -0.16257880628108978, + -0.9828064441680908, + 1.4948874711990356, + 0.3495137691497803, + -2.619565963745117, + -0.2608073949813843, + -0.18431943655014038, + -0.3378715515136719, + -0.9730658531188965, + 1.5300613641738892, + 0.8503600358963013, + -1.185943365097046, + -1.4929203987121582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.30550551414489746, + -0.05522666871547699, + 0.24260272085666656, + 0.19645848870277405, + -0.1234179139137268, + -1.410154104232788, + 0.0, + -0.10825443267822266, + -0.0897073745727539, + 0.21143501996994019, + -0.02216702699661255, + -0.1596909761428833, + -1.0057284832000732, + 0.0, + 0.15640023350715637, + 0.3033192753791809, + -0.11434109508991241, + 0.26752471923828125, + -0.13346517086029053, + -0.6721309423446655, + 0.0 + ], + [ + -0.3383987545967102, + 0.07549464702606201, + 0.04900747910141945, + 0.5951789617538452, + 0.33461111783981323, + -1.410154104232788, + 0.0, + -0.20981842279434204, + -0.20511308312416077, + -0.5610024333000183, + -0.060104310512542725, + -0.391817569732666, + -1.0057284832000732, + 0.0, + 0.37011271715164185, + -0.5121483206748962, + -0.8959037661552429, + 0.05413919687271118, + -0.2077263593673706, + -0.6721309423446655, + 0.0 + ] + ], + "predicted_scores": [ + 7.583243370056152, + 7.542541027069092, + 7.520639896392822, + 7.2239813804626465, + 7.2049031257629395, + 5.962421894073486, + 5.894424915313721, + 5.783483028411865 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "701667486/train0", + "selected_index": 0, + "state_hash": "d438bbe97404dbab121b70fbfcff180fe04b2053c4d31d0b691911aa2570890d", + "stored_base_utility": 0.8508063554763794, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16100525856018066, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16100525856018066 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1664922833442688, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1664922833442688 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1696600317955017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1696600317955017 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14886131882667542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14886131882667542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15127646923065186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15127646923065186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15669304132461548, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15669304132461548 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15870007872581482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15870007872581482 + } + ], + "candidate_progress": [ + 0.16100525856018066, + 0.1664922833442688, + 0.1696600317955017, + 1.0, + 0.14886131882667542, + 0.15127646923065186, + 0.15669304132461548, + 0.15870007872581482 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-875a4668671c02054a3c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-d776afa14e6322cadedd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07985267788171768, + -0.03625345975160599, + 0.1164385974407196, + 0.029733598232269287, + 0.5015290975570679, + -1.5964646339416504, + -0.09526771306991577, + 0.12949614226818085, + 0.004985142033547163, + 0.08260829001665115, + -0.02461317926645279, + -0.10632482171058655, + -2.1264865398406982, + -0.43953919410705566, + 0.01903674006462097, + 0.008389562368392944, + 0.1211494505405426, + 0.19269007444381714, + -0.091698557138443, + -1.417170763015747, + -0.5173228979110718 + ], + [ + -0.028703421354293823, + -0.11724022030830383, + 0.06550192832946777, + 0.18723642826080322, + 0.42031705379486084, + -1.5437473058700562, + -0.1972230076789856, + 0.12477093935012817, + 0.06544675678014755, + 0.042242974042892456, + 0.03698886185884476, + -0.08100447058677673, + -2.235224962234497, + -0.6299023628234863, + 0.042388126254081726, + -0.03940032422542572, + 0.15274745225906372, + 0.1623050570487976, + 0.015640854835510254, + -1.6980202198028564, + -0.7105921506881714 + ], + [ + 0.06926558166742325, + -0.05985382944345474, + 0.03498014807701111, + -0.03135594725608826, + 0.4255329370498657, + -1.4367330074310303, + -0.15164226293563843, + 0.18455564975738525, + -0.014998646453022957, + 0.07370087504386902, + 0.05410318821668625, + -0.052741289138793945, + -2.160966634750366, + -0.4476511478424072, + 0.008490700274705887, + 0.030088018625974655, + 0.08459547162055969, + 0.18869349360466003, + -0.04717671871185303, + -1.671752691268921, + -0.5366482734680176 + ], + [ + -0.11232368648052216, + -0.2468026876449585, + 0.22696998715400696, + 0.2812570333480835, + 0.2746725380420685, + -1.742046594619751, + -0.04322850704193115, + 0.08459968119859695, + 0.09935329109430313, + 0.07710815966129303, + 0.09241730719804764, + -0.07756215333938599, + -2.3078906536102295, + -0.4282448887825012, + -0.0909418910741806, + -0.03953109681606293, + 0.31132787466049194, + 0.19649218022823334, + -0.04603409767150879, + -1.3852252960205078, + -0.6452453136444092 + ], + [ + -0.07700064778327942, + -0.11518775671720505, + 0.07707571983337402, + 0.25849130749702454, + 0.408405601978302, + -1.4912824630737305, + -0.3102344870567322, + 0.06640280783176422, + 0.08259395509958267, + 0.17253680527210236, + 0.16590824723243713, + -0.033204883337020874, + -2.195769786834717, + -0.5690727829933167, + 0.06781608611345291, + 0.0027953246608376503, + 0.1561170369386673, + 0.2725631594657898, + 0.058969274163246155, + -1.638780117034912, + -0.46626952290534973 + ], + [ + -0.13187862932682037, + -0.10452306270599365, + 0.15919029712677002, + 0.14244741201400757, + 0.5331137180328369, + -1.414398431777954, + -0.25795745849609375, + 0.11843206733465195, + 0.05547948181629181, + 0.07496677339076996, + 0.008409176021814346, + -0.06603226065635681, + -2.194140911102295, + -0.4556870460510254, + 0.0519900918006897, + -0.03937944024801254, + 0.1979510635137558, + 0.10065454989671707, + -0.0867527425289154, + -1.6661961078643799, + -0.7216242551803589 + ], + [ + -0.03074777126312256, + -0.08161628246307373, + 0.1614581048488617, + 0.0615561306476593, + 0.8188667297363281, + -0.5567929744720459, + -0.11137735843658447, + 0.2071845680475235, + 0.20893150568008423, + 0.12844958901405334, + 0.05754958465695381, + -0.2518703043460846, + -1.8046807050704956, + -1.0885937213897705, + -0.012165937572717667, + 0.12057434022426605, + -0.04563196003437042, + 0.09401986002922058, + 0.06826844811439514, + -1.5761117935180664, + -0.48246875405311584 + ], + [ + 0.059778980910778046, + -0.09925054758787155, + 0.14910367131233215, + 0.1461656093597412, + 0.37621885538101196, + -1.5008327960968018, + -0.32056593894958496, + 0.18511049449443817, + 0.046395182609558105, + 0.07879552245140076, + 0.26022204756736755, + -0.03806929290294647, + -2.3176257610321045, + -0.7015396952629089, + -0.032355014234781265, + -0.013020386919379234, + 0.13006214797496796, + -0.14778561890125275, + 0.060313209891319275, + -1.8931479454040527, + -0.6308530569076538 + ] + ], + "generated_utilities": [ + 0.16100525856018066, + 0.1664922833442688, + 0.1696600317955017, + 2.0, + 0.14886131882667542, + 0.15127646923065186, + 0.15669304132461548, + 0.15870007872581482 + ], + "group_id": "ms-d776afa14e6322cadedd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8386970162391663, + 2.0, + 0.20740605890750885, + 0.13615217804908752, + 0.6031467318534851, + 0.7796024680137634, + 0.1621241271495819, + 0.16996240615844727, + 0.15992438793182373, + 0.18285347521305084, + 0.08061757683753967, + 0.14775322377681732, + 0.016372904181480408, + 0.06443923711776733, + 0.06855830550193787, + 0.031473562121391296 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0012080669403076172, + 0.016675079241394997, + -0.11049416661262512, + -0.18111687898635864, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.16851967573165894, + -0.0483754426240921, + -0.10450334846973419, + 0.02433532476425171, + 0.014464190229773521, + -1.621976613998413, + 0.0, + -0.2708023190498352, + 0.20258143544197083, + -0.19858884811401367, + -0.011072218418121338, + 0.05337512120604515, + -1.405531644821167, + 0.0 + ], + [ + -0.24414944648742676, + -0.15503191947937012, + 0.08097231388092041, + -0.03390803933143616, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + 0.056917764246463776, + 0.11982713639736176, + -0.20640377700328827, + 0.2698511481285095, + -0.5681002736091614, + -1.621976613998413, + 0.0, + -0.24253028631210327, + -0.03286649286746979, + -0.6575217247009277, + -0.32096850872039795, + -0.2408425658941269, + -1.405531644821167, + 0.0 + ], + [ + 0.7558505535125732, + 0.047495923936367035, + 0.17671221494674683, + 0.2683066725730896, + 1.3627793788909912, + -2.1350862979888916, + -0.05587177351117134, + -0.00598464161157608, + -0.0003249126020818949, + 0.01622668467462063, + 0.4942616820335388, + 0.026347335427999496, + -2.621976613998413, + -1.7202718257904053, + -0.005902320146560669, + -0.006447978317737579, + 0.022365635260939598, + 0.6384451985359192, + -0.06040418520569801, + -2.405531644821167, + -1.6936993598937988 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.11174354702234268, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4405436515808105, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3873987197875977 + ], + [ + 0.566322922706604, + 0.34692949056625366, + 0.21173477172851562, + 0.06748008728027344, + 1.613215446472168, + -2.425536632537842, + -0.0019976161420345306, + -0.26347628235816956, + 0.027058903127908707, + -0.07635476440191269, + 0.2626723051071167, + 0.06859342753887177, + -2.5883285999298096, + -1.988996982574463, + -0.2853439152240753, + -0.28917819261550903, + 0.30827221274375916, + 0.6378196477890015, + -0.33115673065185547, + -2.6963462829589844, + -1.5018442869186401 + ], + [ + 0.6349112391471863, + 0.038436517119407654, + 0.1508270800113678, + 0.04295644164085388, + 1.0839532613754272, + -1.8265304565429688, + 0.028805416077375412, + 0.37508806586265564, + -0.2747676968574524, + -0.2759663462638855, + 0.7476297616958618, + -0.1516840010881424, + -2.3965795040130615, + -1.4985543489456177, + -0.1856689751148224, + 0.03216928243637085, + 0.11441078037023544, + 0.6749658584594727, + -0.17700010538101196, + -2.1188833713531494, + -1.6784363985061646 + ], + [ + 0.8865281939506531, + -0.02802223712205887, + 0.5724958181381226, + 0.4633806645870209, + 1.1546995639801025, + -1.8637380599975586, + -0.3117431700229645, + 0.08814923465251923, + -0.4786927103996277, + 0.3931327760219574, + 0.2507610619068146, + -0.12020082771778107, + -3.0246803760528564, + -1.4862127304077148, + -0.3165460228919983, + -0.06142986938357353, + -0.35658136010169983, + 0.7498345971107483, + -0.5186480283737183, + -2.8657968044281006, + -1.4799203872680664 + ], + [ + 0.28766220808029175, + -0.23753729462623596, + 0.21949872374534607, + 0.23003533482551575, + 0.8756457567214966, + -2.6147210597991943, + 0.15871082246303558, + 0.4582497179508209, + -0.08357167989015579, + -0.3599277138710022, + 0.8908210396766663, + 0.5662664175033569, + -2.8447608947753906, + -1.811488389968872, + -0.5259572267532349, + 0.45079565048217773, + 0.36657530069351196, + 0.21225270628929138, + -0.09261360764503479, + -2.15556001663208, + -2.243222951889038 + ], + [ + 0.4375047981739044, + -0.26832157373428345, + 0.46698546409606934, + 0.257399320602417, + 1.4416842460632324, + -2.331239700317383, + -0.057412125170230865, + 0.0982908383011818, + -0.4495640993118286, + 0.6954426765441895, + 0.4381740987300873, + 0.2467481791973114, + -3.194878101348877, + -1.5364596843719482, + -0.10501158237457275, + -0.36139190196990967, + 0.21781593561172485, + 0.26964521408081055, + 0.2926512658596039, + -2.8604204654693604, + -1.2264325618743896 + ], + [ + 0.2752971947193146, + 0.44085511565208435, + 0.09349203109741211, + 0.5142239332199097, + 1.944683313369751, + -2.245222806930542, + -0.14509989321231842, + 0.5362732410430908, + 0.06054594740271568, + 0.10932204127311707, + 1.1576985120773315, + -0.25972238183021545, + -2.614938974380493, + -2.5191850662231445, + 0.2649524509906769, + -0.4829309582710266, + -0.297891229391098, + 1.3985397815704346, + -0.8393893837928772, + -2.829237937927246, + -1.6477762460708618 + ], + [ + 1.0013009309768677, + 0.07036140561103821, + 0.4733560085296631, + 0.8638455271720886, + 2.193321943283081, + -2.0289762020111084, + 0.41994673013687134, + -0.7885891795158386, + -0.5326016545295715, + 0.2079942673444748, + 0.8058609962463379, + -0.20021885633468628, + -2.222874402999878, + -2.5484867095947266, + 0.42493799328804016, + 0.329524427652359, + -0.15711721777915955, + 1.4028748273849487, + -0.13142728805541992, + -2.8622188568115234, + -1.1706066131591797 + ], + [ + 0.46619749069213867, + -0.6513972282409668, + -0.804164707660675, + 0.9768707752227783, + 1.1110923290252686, + -1.230462908744812, + -0.44054192304611206, + -0.5087484121322632, + 0.3916623890399933, + 0.1491948366165161, + 0.35195428133010864, + 0.1736636906862259, + -3.3146426677703857, + -0.7444313168525696, + -0.4442700445652008, + -0.7468911409378052, + 0.06993701308965683, + 1.5806844234466553, + 0.5431184768676758, + -2.1893389225006104, + -2.6476151943206787 + ], + [ + 0.16046160459518433, + -0.308436781167984, + 0.3494795560836792, + 0.2790556252002716, + 1.749393343925476, + -1.2397031784057617, + -0.1972002238035202, + 0.7846193313598633, + -0.4053311347961426, + -0.8788788914680481, + 0.9857583045959473, + -0.3805040419101715, + -3.2537484169006348, + -1.17478346824646, + -0.45741280913352966, + -0.2335657775402069, + 0.5796993374824524, + 1.5383272171020508, + 0.6436970233917236, + -2.413731098175049, + -1.0895507335662842 + ], + [ + -0.23531651496887207, + -0.22097638249397278, + 1.1749272346496582, + 0.7370404005050659, + 0.3990532159805298, + -1.6844000816345215, + 0.45860469341278076, + -0.933163583278656, + 0.36350947618484497, + -0.6950361132621765, + -0.3623585104942322, + -0.09170009195804596, + -2.785374879837036, + -2.534595012664795, + -0.4384579360485077, + -0.8276459574699402, + -0.8660062551498413, + 1.4367798566818237, + 0.9295532703399658, + -2.9889345169067383, + -0.7777332663536072 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.020274698734283447, + -0.06410357356071472, + -0.04118771851062775, + -0.08226534724235535, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.027593832463026047, + -0.0035383012145757675, + 0.11043711751699448, + -0.03947073221206665, + 0.01766383647918701, + -1.621976613998413, + 0.0, + -0.0012086844071745872, + -0.042633943259716034, + -0.004757555201649666, + -0.027304112911224365, + 0.056503038853406906, + -1.405531644821167, + 0.0 + ] + ], + "predicted_scores": [ + 7.986229419708252, + 7.814267158508301, + 7.733188152313232, + 7.599339008331299, + 7.511368274688721, + 7.267845630645752, + 7.097209453582764, + 6.132004261016846 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "412102563/train0", + "selected_index": 0, + "state_hash": "af80a48826c1fe9f9a1b13d5a531c6d193219c3cb488961be068fa352b27ae8c", + "stored_base_utility": 0.8386970162391663, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8279688954353333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8279688954353333 + }, + "base_progress": 0.8279688954353333, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8279688954353333, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5956587195396423, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5956587195396423 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5970457196235657, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5970457196235657 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1614307463169098, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1614307463169098 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1612659990787506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1612659990787506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1382506787776947, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1382506787776947 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1680985689163208, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1680985689163208 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14868244528770447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14868244528770447 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5931925177574158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5931925177574158 + } + ], + "candidate_progress": [ + 0.5956587195396423, + 0.5970457196235657, + 0.1614307463169098, + 0.1612659990787506, + 0.1382506787776947, + 0.1680985689163208, + 0.14868244528770447, + 0.5931925177574158 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-0949097d19e597fc7f63", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-9228f8295b9891cf011c", + "ms-875a4668671c02054a3c", + "ms-875a4668671c02054a3c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-e887dbfa0133af46829d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.041327618062496185, + -0.12320640683174133, + 0.005488723516464233, + 0.2008732557296753, + 0.3339540958404541, + -1.8344050645828247, + -0.4501311182975769, + 0.09291134774684906, + 0.020277779549360275, + 0.08197006583213806, + 0.11554116010665894, + -0.039962634444236755, + -2.2875492572784424, + -0.5657927393913269, + 0.0834665521979332, + -0.02029392123222351, + 0.14335617423057556, + 0.15865333378314972, + -0.007825344800949097, + -1.6033856868743896, + -0.5859733819961548 + ], + [ + -0.0067942142486572266, + -0.1309664249420166, + 0.046515315771102905, + 0.23137769103050232, + 0.34524649381637573, + -1.7319227457046509, + -0.2717999219894409, + 0.1286749541759491, + 0.04383925348520279, + 0.031403787434101105, + 0.055252619087696075, + -0.08767431974411011, + -2.219480037689209, + -0.6553508043289185, + 0.0461856946349144, + -0.027883736416697502, + 0.1628914177417755, + 0.15964475274085999, + 0.034598514437675476, + -1.6916141510009766, + -0.7315521240234375 + ], + [ + 0.09936881810426712, + -0.04000398516654968, + 0.08626574277877808, + 0.057013869285583496, + 0.4175072908401489, + -1.7875748872756958, + -0.18797379732131958, + 0.11604093015193939, + -0.011389380320906639, + 0.05701059103012085, + -0.0032809972763061523, + -0.10702839493751526, + -2.132612466812134, + -0.45357465744018555, + 0.017473801970481873, + 0.01816515438258648, + 0.10531005263328552, + 0.19756917655467987, + -0.07624369859695435, + -1.5003328323364258, + -0.5658853054046631 + ], + [ + 0.0912565290927887, + -0.0356057733297348, + 0.07281279563903809, + 0.09248614311218262, + 0.37338024377822876, + -1.7627613544464111, + -0.15240472555160522, + 0.09368319064378738, + -0.011834392324090004, + 0.05822853744029999, + -0.0266152024269104, + -0.075836181640625, + -2.107738733291626, + -0.44495153427124023, + 0.013052806258201599, + 0.021832287311553955, + 0.11794319748878479, + 0.16559909284114838, + -0.0811215341091156, + -1.516343593597412, + -0.5680724382400513 + ], + [ + -0.09277556836605072, + -0.25168484449386597, + 0.18263381719589233, + 0.30900266766548157, + 0.210969015955925, + -1.9264932870864868, + -0.16119784116744995, + 0.07937759906053543, + 0.09115738421678543, + 0.03524593263864517, + 0.11282888054847717, + -0.11313298344612122, + -2.3006274700164795, + -0.46421027183532715, + -0.058462489396333694, + -0.045325785875320435, + 0.2863534390926361, + 0.19684581458568573, + -0.021839261054992676, + -1.4693162441253662, + -0.7002065181732178 + ], + [ + 0.08230201154947281, + -0.07173125445842743, + -0.006798475980758667, + 0.004617676138877869, + 0.3205331861972809, + -1.5914860963821411, + -0.23400264978408813, + 0.1778562366962433, + -0.032900549471378326, + 0.05258636176586151, + 0.0714123323559761, + -0.04974904656410217, + -2.1707229614257812, + -0.4782388210296631, + 0.008105248212814331, + 0.032007284462451935, + 0.07291440665721893, + 0.18553929030895233, + -0.04634317755699158, + -1.738832950592041, + -0.5747689008712769 + ], + [ + -0.10208038985729218, + -0.10175735503435135, + 0.13440710306167603, + 0.17600944638252258, + 0.4549868106842041, + -1.5978341102600098, + -0.3124036192893982, + 0.14168526232242584, + 0.03891279548406601, + 0.06933774054050446, + 0.028391225263476372, + -0.07022464275360107, + -2.16797137260437, + -0.4275912642478943, + 0.06277284771203995, + -0.03220876306295395, + 0.20188887417316437, + 0.09983832389116287, + -0.05876469612121582, + -1.6900660991668701, + -0.7977114915847778 + ], + [ + -0.003023579716682434, + -0.09641987830400467, + 0.09059366583824158, + 0.1391368806362152, + 0.732203483581543, + -0.8097206354141235, + -0.15530091524124146, + 0.19722336530685425, + 0.18498189747333527, + 0.10406409204006195, + 0.0886462926864624, + -0.26826509833335876, + -1.7379311323165894, + -1.0965993404388428, + -0.015020113438367844, + 0.12883831560611725, + -0.05865009129047394, + 0.0711120069026947, + 0.05846486985683441, + -1.6342675685882568, + -0.510947585105896 + ] + ], + "generated_utilities": [ + 0.5956587195396423, + 0.5970457196235657, + 0.1614307463169098, + 0.1612659990787506, + 0.1382506787776947, + 0.1680985689163208, + 0.14868244528770447, + 0.5931925177574158 + ], + "group_id": "ms-e887dbfa0133af46829d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8351176977157593, + 2.0, + 0.19064836204051971, + 0.1411142796278, + 0.6037710309028625, + 0.7814163565635681, + 0.1645386517047882, + 2.0, + 0.12996163964271545, + 0.1836192011833191, + 0.1731177270412445, + 0.5733826756477356, + 0.053966864943504333, + 0.1302099972963333, + 0.11049023270606995, + 0.08037742972373962 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06338369846343994, + 0.059499189257621765, + -0.019710391759872437, + -0.1653519868850708, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.24354441463947296, + 0.14564362168312073, + 0.1889113187789917, + 0.003917813301086426, + 0.01914181187748909, + -1.6722867488861084, + 0.0, + 0.2844846248626709, + -0.017869576811790466, + 0.12607194483280182, + -0.038061678409576416, + -0.0639369785785675, + -1.5490257740020752, + 0.0 + ], + [ + 0.45784449577331543, + -0.19690854847431183, + 0.028207063674926758, + -0.3284022808074951, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.19057995080947876, + 0.06997257471084595, + -0.19718898832798004, + 0.5988057255744934, + 0.027323465794324875, + -1.6722867488861084, + 0.0, + -0.502467930316925, + 0.5070173740386963, + -0.2913348078727722, + 0.09951120615005493, + -0.925142765045166, + -1.5490257740020752, + 0.0 + ], + [ + 0.7285544276237488, + -0.21421118080615997, + 0.3110690712928772, + 0.6038460731506348, + 1.3712776899337769, + -2.5529592037200928, + 0.6998128890991211, + -0.013858422636985779, + -0.007056809961795807, + 0.0267822053283453, + 0.598056972026825, + -0.020557451993227005, + -2.6722867488861084, + -1.7902464866638184, + -0.005695551633834839, + -0.004795461893081665, + 0.026951199397444725, + 0.6883092522621155, + -0.18438220024108887, + -2.549025774002075, + -1.7290098667144775 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3996257781982422, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5804929733276367, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.458019733428955 + ], + [ + 0.7744204998016357, + -0.14032170176506042, + 0.5317867994308472, + 0.3657727837562561, + 1.1711537837982178, + -2.4608333110809326, + 0.9361243844032288, + -0.28777211904525757, + -0.02713797055184841, + 0.0024450384080410004, + 0.3406478464603424, + 0.16705746948719025, + -2.7086386680603027, + -1.657912015914917, + 0.06333691626787186, + 0.0674947127699852, + -0.17235594987869263, + 0.6823904514312744, + -0.2967503070831299, + -2.3086485862731934, + -1.7156732082366943 + ], + [ + 0.5220472812652588, + 0.28427159786224365, + 0.001781165599822998, + 0.933464527130127, + 1.5460690259933472, + -2.6197750568389893, + 0.7653661370277405, + -0.3777310848236084, + 0.11237086355686188, + -0.12461940199136734, + 0.6983301043510437, + -0.2672002911567688, + -3.0165061950683594, + -1.5533162355422974, + 0.1221739798784256, + -0.13136707246303558, + 0.35114821791648865, + 0.3148680627346039, + -0.4997022747993469, + -2.2119808197021484, + -1.566335916519165 + ], + [ + 1.0094021558761597, + -0.23150265216827393, + 0.5109674334526062, + 0.7008609771728516, + 1.4336611032485962, + -2.00026273727417, + 1.107550859451294, + -0.34252047538757324, + 0.2677552402019501, + 0.39419615268707275, + 0.5391560792922974, + 0.03777590021491051, + -2.8717029094696045, + -1.6569743156433105, + 0.4206036627292633, + -0.2937912940979004, + -0.5704524517059326, + 0.8473536968231201, + -0.08534249663352966, + -2.997760057449341, + -1.8882695436477661 + ], + [ + 1.1181895732879639, + -0.032054707407951355, + 0.7414692640304565, + 0.17649400234222412, + 1.1594514846801758, + -3.1546308994293213, + 0.5525701642036438, + -0.40559321641921997, + 0.1876431107521057, + -0.32533133029937744, + 0.6343457698822021, + -0.6795477867126465, + -2.3824045658111572, + -1.2941229343414307, + 0.26826751232147217, + -0.43359729647636414, + 0.026619363576173782, + 0.6621769070625305, + 0.12951242923736572, + -2.12331223487854, + -1.5770692825317383 + ], + [ + 0.9990148544311523, + -0.687415599822998, + 0.07649993896484375, + -0.12415826320648193, + 1.3442331552505493, + -2.5085370540618896, + 0.12927699089050293, + 0.39645808935165405, + 0.09042495489120483, + -0.6732081174850464, + 0.8066308498382568, + 0.6640077233314514, + -2.092290163040161, + -1.4049465656280518, + -0.14882516860961914, + -0.3191836178302765, + 0.6641588807106018, + 0.5160242319107056, + 0.26494869589805603, + -2.9544320106506348, + -1.5772790908813477 + ], + [ + 1.364687442779541, + -0.3321616053581238, + 0.7562487125396729, + 0.9752405881881714, + 0.7015633583068848, + -2.9051685333251953, + 1.55759596824646, + -0.5334111452102661, + -0.08721090853214264, + -0.608826756477356, + 0.8765581846237183, + 0.7633923292160034, + -3.0773491859436035, + -1.2762537002563477, + -0.5415350198745728, + 0.297212690114975, + -0.2932831943035126, + 0.8217049837112427, + -0.815603494644165, + -1.8096072673797607, + -0.8454118967056274 + ], + [ + 1.539335012435913, + 0.15505172312259674, + -0.6605521440505981, + -0.3954293131828308, + 1.2441569566726685, + -2.0352230072021484, + 0.6014876961708069, + -0.6440654993057251, + -0.14328083395957947, + 0.03863175958395004, + 0.525173008441925, + 0.2733049690723419, + -2.26670503616333, + -2.744218587875366, + 0.05054756999015808, + 0.32311585545539856, + 0.7169739603996277, + 0.07201558351516724, + -0.7233601212501526, + -1.8625562191009521, + -1.837114691734314 + ], + [ + 0.4437761902809143, + 0.4635366201400757, + 1.1320353746414185, + -0.2871807813644409, + 1.3933004140853882, + -1.7322083711624146, + 1.1530396938323975, + 0.1754496544599533, + -0.7168039083480835, + 0.16693663597106934, + 1.0204297304153442, + 0.2511445879936218, + -1.8195054531097412, + -2.3545191287994385, + -0.7189527750015259, + 0.7209672927856445, + 0.08699111640453339, + 1.0901274681091309, + -0.450054794549942, + -2.4898018836975098, + -0.938546359539032 + ], + [ + -0.240098237991333, + -0.04404556751251221, + -0.4921736717224121, + 0.653389573097229, + 1.954259991645813, + -2.4239091873168945, + 0.28849372267723083, + 0.036671146750450134, + -0.9218901991844177, + -0.7163963913917542, + -0.15177470445632935, + 0.9432955384254456, + -2.227236032485962, + -2.5819218158721924, + -0.6793429851531982, + -0.5430718660354614, + 0.2032383531332016, + 1.2792136669158936, + -0.6447700262069702, + -2.255676746368408, + -1.8585152626037598 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03692340850830078, + 0.02968139946460724, + 0.0361674427986145, + 0.04010254144668579, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + -0.01803029328584671, + -0.019202932715415955, + -0.04222431033849716, + 0.05009949207305908, + 0.01904309168457985, + -1.6722867488861084, + 0.0, + 0.04868185147643089, + 0.05731650069355965, + 0.04398583248257637, + 0.013680577278137207, + 0.03227166831493378, + -1.5490257740020752, + 0.0 + ], + [ + 0.6551725268363953, + 0.13864515721797943, + 0.48871910572052, + 0.2261146903038025, + 1.4671885967254639, + -2.2526662349700928, + 0.8945764303207397, + -0.09004619717597961, + -0.17359668016433716, + 0.3396550416946411, + 0.7144328355789185, + -0.39453694224357605, + -2.8827593326568604, + -2.082418918609619, + 0.39172348380088806, + -0.1638338714838028, + 0.2826210558414459, + 0.6858521699905396, + -0.330074667930603, + -2.9167230129241943, + -1.5957034826278687 + ] + ], + "predicted_scores": [ + 8.286343574523926, + 8.259527206420898, + 8.175031661987305, + 8.14986515045166, + 8.019147872924805, + 7.990386962890625, + 7.654094219207764, + 7.227010726928711 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1999022574/train0", + "selected_index": 0, + "state_hash": "5126dedd4445eeefe34e60387627622264c207ccc0669b373bd5d22aa148080b", + "stored_base_utility": 0.8351176977157593, + "task_id": "StackCube-v1", + "train_seed": "0" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7282466888427734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7282466888427734 + }, + "base_progress": 0.7282466888427734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7282466888427734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.719451367855072, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.719451367855072 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7233133316040039, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7233133316040039 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7209314703941345, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7209314703941345 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7216536998748779, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7216536998748779 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7220973372459412, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7220973372459412 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7209727764129639, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7209727764129639 + } + ], + "candidate_progress": [ + 0.719451367855072, + 1.0, + 1.0, + 0.7233133316040039, + 0.7209314703941345, + 0.7216536998748779, + 0.7220973372459412, + 0.7209727764129639 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-502dba1003c09ec60ba0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + true, + true, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-5799584ed40e211c50a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.26324135065078735, + -0.16763082146644592, + 0.3734198808670044, + 0.14767920970916748, + 1.5400605201721191, + -0.009669601917266846, + 0.2402995377779007, + -0.06867501139640808, + -0.019633756950497627, + -0.13619232177734375, + -0.20035380125045776, + 1.1818392276763916, + -0.08197006583213806, + -0.046297475695610046, + 0.0667634978890419, + -0.2153550684452057, + 0.1798294186592102, + 0.18885056674480438, + 1.2598638534545898, + 0.2634103298187256, + 0.027212396264076233 + ], + [ + -0.00877678394317627, + -0.22706332802772522, + 0.5379124283790588, + 0.2265247404575348, + 1.2224805355072021, + -0.2521021366119385, + 0.07608044147491455, + -0.006241068243980408, + 0.08402308821678162, + 0.11541435122489929, + -0.14564967155456543, + 1.571365475654602, + -0.04415729641914368, + 0.11063586920499802, + 0.40511950850486755, + -0.1508583426475525, + 0.05139385163784027, + 0.09025604277849197, + 1.1065938472747803, + 0.42847657203674316, + 0.0819890946149826 + ], + [ + -0.1108759194612503, + -0.14746129512786865, + 0.29662224650382996, + 0.17379429936408997, + 1.185599446296692, + -0.19975727796554565, + 0.10925295948982239, + 0.03140896558761597, + 0.08972350507974625, + -0.10567495971918106, + -0.2709030210971832, + 1.449819564819336, + -0.04451411962509155, + -0.10084277391433716, + 0.24666951596736908, + -0.15451744198799133, + 0.013026654720306396, + -0.16229094564914703, + 1.1829369068145752, + 0.3196951746940613, + 0.17472799122333527 + ], + [ + -0.1919396072626114, + -0.18431700766086578, + 0.3520200550556183, + 0.14348259568214417, + 1.2788689136505127, + -0.07779785990715027, + 0.10158982872962952, + -0.07352086901664734, + 0.05470552295446396, + -0.027652867138385773, + -0.19105938076972961, + 1.3671623468399048, + -0.0495358407497406, + -0.07580423355102539, + 0.24344779551029205, + -0.12670093774795532, + 0.040543898940086365, + -0.05165724456310272, + 1.1957252025604248, + 0.11346787214279175, + 0.08145424723625183 + ], + [ + -0.2448974996805191, + -0.07294467091560364, + 0.3888373374938965, + 0.00760139524936676, + 1.6103973388671875, + 0.1896565556526184, + 0.11378210783004761, + 0.046146661043167114, + -0.07607010006904602, + 0.09190981835126877, + -0.13599899411201477, + 1.628803014755249, + 0.0070151686668396, + 0.421364426612854, + 0.16638575494289398, + -0.12735946476459503, + 0.18090930581092834, + -0.12782759964466095, + 1.5576262474060059, + 0.21039915084838867, + 0.24081793427467346 + ], + [ + -0.26134830713272095, + -0.06593605875968933, + 0.3157910704612732, + 0.0040625035762786865, + 1.6402661800384521, + 0.2741538882255554, + 0.023735255002975464, + 0.0598071813583374, + -0.07501821219921112, + 0.04101049154996872, + -0.11902865022420883, + 1.6443138122558594, + -0.0939902663230896, + 0.31047528982162476, + 0.09587518870830536, + -0.15543948113918304, + 0.08892679214477539, + -0.13738255202770233, + 1.6351120471954346, + 0.26040220260620117, + 0.238552987575531 + ], + [ + -0.2587515711784363, + -0.15399843454360962, + 0.562232494354248, + 0.06869757175445557, + 1.382828712463379, + -0.16958197951316833, + 0.1448221206665039, + -0.060924530029296875, + 0.0656604915857315, + 0.0778069794178009, + -0.3390645682811737, + 1.4664254188537598, + -0.1392848789691925, + -0.05512513220310211, + 0.22180573642253876, + -0.15397605299949646, + 0.08557139337062836, + 0.012943610548973083, + 1.1654155254364014, + 0.11839011311531067, + 0.04286925494670868 + ], + [ + -0.25557202100753784, + -0.054170187562704086, + 0.2634107768535614, + 0.022887304425239563, + 1.4901671409606934, + 0.11141416430473328, + 0.04093769192695618, + -0.0326046347618103, + 0.026141205802559853, + -0.009786956012248993, + -0.1979149878025055, + 1.4381753206253052, + -0.034811705350875854, + 0.08528861403465271, + 0.11023124307394028, + -0.12150011956691742, + 0.03766842186450958, + -0.045430898666381836, + 1.1913533210754395, + 0.15568646788597107, + 0.3021240830421448 + ] + ], + "generated_utilities": [ + 0.719451367855072, + 2.0, + 2.0, + 0.7233133316040039, + 0.7209314703941345, + 0.7216536998748779, + 0.7220973372459412, + 0.7209727764129639 + ], + "group_id": "ms-5799584ed40e211c50a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.695741593837738, + 2.0, + 0.5742205381393433, + 0.353538453578949, + 0.7234948873519897, + 0.23220515251159668, + 0.7212414145469666, + 0.7162191867828369, + 2.0, + 0.7279531359672546, + 2.0, + 0.1921277493238449, + 0.21947699785232544, + 2.0, + 0.19267019629478455, + 0.2091115564107895 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.12556302547454834, + 0.031759653240442276, + -0.005511760711669922, + 0.11217179894447327, + 1.4708595275878906, + 0.20526480674743652, + 0.0, + 0.1627572476863861, + 0.05106398090720177, + 0.08001643419265747, + 0.0015570521354675293, + 1.2470405101776123, + -0.034081876277923584, + 0.0, + -0.20415832102298737, + -0.16038036346435547, + -0.09366434812545776, + 0.011923134326934814, + 1.2863614559173584, + 0.326605886220932, + 0.0 + ], + [ + -1.1036561727523804, + -0.2729172110557556, + 0.15201491117477417, + 0.6310743093490601, + 1.4708595275878906, + 0.22859114408493042, + 0.0, + -0.6446681618690491, + -0.3592391908168793, + 0.20394687354564667, + -0.3334474265575409, + 1.2470405101776123, + 0.10929054021835327, + 0.0, + 0.0708397626876831, + 0.6341482400894165, + 0.2534213066101074, + -0.5062402486801147, + 1.2863614559173584, + 0.2794201076030731, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4309304654598236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6913388967514038, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5405775308609009 + ], + [ + -0.17443382740020752, + 0.10536882281303406, + 1.0823079347610474, + 0.37589412927627563, + 2.70369291305542, + 0.08096903562545776, + 0.45218074321746826, + -0.041515275835990906, + 0.7149043083190918, + 0.6342184543609619, + -0.1510268747806549, + 1.6392080783843994, + -0.5721845626831055, + 0.9119001626968384, + 0.0796709656715393, + 0.14260581135749817, + 0.09288522601127625, + -0.236861914396286, + 2.798177719116211, + 0.037620753049850464, + 0.1060103178024292 + ], + [ + -1.3976900577545166, + -0.3843246400356293, + -0.3551177382469177, + -0.7191817760467529, + 3.1181371212005615, + -1.0153398513793945, + 0.9093213081359863, + -0.46741002798080444, + -0.4777427911758423, + 0.5847069621086121, + -0.7122976779937744, + 1.49969482421875, + -0.8400344252586365, + 1.036980152130127, + 0.3957635462284088, + 0.2608935832977295, + 0.4350411295890808, + -0.0573345422744751, + 1.4020898342132568, + -0.2644611895084381, + 0.5209293365478516 + ], + [ + 0.13327711820602417, + -0.19911976158618927, + 0.2777494490146637, + -0.5133474469184875, + 1.8012508153915405, + 0.09127992391586304, + 0.35662928223609924, + 0.6739349961280823, + 0.5202516913414001, + 0.6325141191482544, + -1.4312751293182373, + 3.0624003410339355, + -1.091947078704834, + 1.1273027658462524, + -0.5780089497566223, + 0.012244708836078644, + 1.2045903205871582, + -1.56142258644104, + 1.9978752136230469, + -1.172595739364624, + 0.3374365270137787 + ], + [ + -1.520635724067688, + -0.9252650737762451, + -0.3131774663925171, + 0.37766140699386597, + 2.7566092014312744, + -0.9621344804763794, + 1.0721709728240967, + -0.34145641326904297, + -0.7691382765769958, + 0.9142491221427917, + -0.845502495765686, + 2.71456241607666, + -0.25535696744918823, + 0.47051090002059937, + -0.19313384592533112, + -0.21557137370109558, + 0.6501962542533875, + 0.24064362049102783, + 3.137739658355713, + 0.35141924023628235, + -0.029620707035064697 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012039661407470703, + -0.05118545889854431, + -0.06535553932189941, + -0.04842284321784973, + 1.4708595275878906, + 0.020981639623641968, + 0.0, + 0.003453299403190613, + -0.0413513109087944, + 0.09253352880477905, + -0.05847179889678955, + 1.2470405101776123, + -0.027027547359466553, + 0.0, + 0.10907487571239471, + 0.018613651394844055, + -0.03009772300720215, + 0.00893855094909668, + 1.2863614559173584, + -0.07103800773620605, + 0.0 + ], + [ + -0.8287792205810547, + -0.23426979780197144, + 0.5087366700172424, + -0.7350267171859741, + 2.122105598449707, + -0.3550410270690918, + 0.6285651326179504, + 0.48652929067611694, + 0.058029573410749435, + 0.623879075050354, + -0.6215457320213318, + 2.7280654907226562, + -0.17514294385910034, + 0.550636887550354, + 0.015995219349861145, + 0.03788954019546509, + 0.13958755135536194, + -0.5519895553588867, + 2.2776031494140625, + -0.41969916224479675, + 0.40627342462539673 + ], + [ + -0.41124144196510315, + -0.1048755794763565, + 1.151909589767456, + -0.8224762678146362, + 2.2440061569213867, + -0.7573217153549194, + 0.7227639555931091, + 0.1749846488237381, + 0.5508100390434265, + 0.07246983051300049, + -1.0510613918304443, + 2.572587728500366, + -0.5535074472427368, + 1.0577616691589355, + -0.19132046401500702, + 0.4887853264808655, + 0.786109447479248, + -0.8479259014129639, + 2.2749032974243164, + -0.5426547527313232, + 0.9771518111228943 + ], + [ + -1.181443691253662, + 0.10737474262714386, + 1.0074310302734375, + -0.5379030108451843, + 1.52034592628479, + -0.8081731200218201, + 0.5656459927558899, + 0.6751595735549927, + -0.8839346170425415, + -0.028954744338989258, + -0.0647847056388855, + 2.7801947593688965, + -0.804533064365387, + 0.027279198169708252, + -0.33421146869659424, + -0.8645791411399841, + 0.4428331255912781, + -0.7354188561439514, + 1.8275327682495117, + -1.0469876527786255, + 0.5104811787605286 + ] + ], + "predicted_scores": [ + 2.3076536655426025, + 2.072709321975708, + 2.0717694759368896, + 2.0300567150115967, + 1.5673654079437256, + 1.5294519662857056, + 1.4009331464767456, + 1.2581908702850342 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2012211287/train1", + "selected_index": 0, + "state_hash": "d179f22adaaccb4539f38d638dab1dd6382b2695b0d759232020687a2feb7194", + "stored_base_utility": 0.695741593837738, + "task_id": "LiftPegUpright-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20915235579013824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20915235579013824 + }, + "base_progress": 0.20915235579013824, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20915235579013824, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20115609467029572, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20115609467029572 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20222051441669464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20222051441669464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20072497427463531, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20072497427463531 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19842250645160675, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19842250645160675 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2012322098016739, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2012322098016739 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20139585435390472, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20139585435390472 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20181111991405487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20181111991405487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19801582396030426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19801582396030426 + } + ], + "candidate_progress": [ + 0.20115609467029572, + 0.20222051441669464, + 0.20072497427463531, + 0.19842250645160675, + 0.2012322098016739, + 0.20139585435390472, + 0.20181111991405487, + 0.19801582396030426 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e1b6bcb41532a800d3cb", + "ms-9ced92cccacfe4d157b0", + "ms-df961fe24a43e56d1716", + "ms-c090bce47703a4c4bb0b", + "ms-13d8bae55d3c3710138f", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-715db95b13ebc6c977c8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2604326009750366, + 0.1782473474740982, + 1.1174869537353516, + 0.6116611957550049, + 0.13523301482200623, + 0.03479322791099548, + -0.084075927734375, + 0.030444562435150146, + -0.055600449442863464, + -0.2266887128353119, + -0.00523022934794426, + 1.420067310333252, + -0.319280207157135, + 0.41022539138793945, + -0.04652677848935127, + -0.06828948855400085, + 0.12679147720336914, + -0.15266449749469757, + 1.1413183212280273, + 0.04436275362968445, + 0.11688680946826935 + ], + [ + -0.26711344718933105, + 0.3385465741157532, + 0.8113335371017456, + 0.5235629081726074, + 0.09431059658527374, + 0.5621048212051392, + -0.3329346179962158, + -0.04177659749984741, + -0.1782621294260025, + -0.17301923036575317, + 0.11360518634319305, + 1.9041848182678223, + -0.12392422556877136, + 0.2722548842430115, + -0.10144983232021332, + -0.043365247547626495, + 0.14796195924282074, + -0.11183036863803864, + 1.4529781341552734, + -0.042735785245895386, + 0.19950175285339355 + ], + [ + -0.19935725629329681, + 0.23504666984081268, + 0.918930172920227, + 0.5505964756011963, + 0.02907624840736389, + 0.12237752974033356, + -0.12631815671920776, + 0.013330131769180298, + -0.1744416505098343, + -0.027127377688884735, + -0.026741787791252136, + 1.639614224433899, + 0.14661064743995667, + 0.34139108657836914, + -0.1622973382472992, + -0.13407285511493683, + 0.13070696592330933, + -0.12370593845844269, + 1.357729196548462, + 0.2014140784740448, + 0.10654837638139725 + ], + [ + -0.3483707308769226, + 0.2653759717941284, + 1.065029263496399, + 0.5533900260925293, + 0.062093138694763184, + 0.151313915848732, + 0.10546368360519409, + -0.007902845740318298, + -0.11032913625240326, + 0.11865764856338501, + 0.12535446882247925, + 1.604902744293213, + 0.032739073038101196, + 0.8174034953117371, + -0.017650257796049118, + -0.03623596951365471, + -0.08102895319461823, + -0.1061394065618515, + 1.3460030555725098, + 0.4332404136657715, + 0.1741761416196823 + ], + [ + -0.2308032065629959, + 0.23087956011295319, + 0.9973659515380859, + 0.5128176212310791, + 0.08334757387638092, + -0.017287254333496094, + 0.024997860193252563, + -0.023214086890220642, + -0.12197469174861908, + -0.1297670304775238, + -0.035575397312641144, + 1.6201940774917603, + 0.04217532277107239, + 0.31935054063796997, + -0.016538430005311966, + -0.11419227719306946, + 0.10733874142169952, + -0.0999467521905899, + 1.2805027961730957, + 0.1228395402431488, + 0.15953180193901062 + ], + [ + -0.2113201767206192, + 0.2554475665092468, + 0.9605191946029663, + 0.5589512586593628, + -0.042516618967056274, + 0.08415453135967255, + -0.10379928350448608, + -0.0279882550239563, + -0.13026849925518036, + -0.18062075972557068, + 0.05080728605389595, + 1.5373071432113647, + -0.020886540412902832, + 0.3414932191371918, + -0.08036692440509796, + -0.09319762885570526, + 0.19682155549526215, + 0.006904736161231995, + 1.4289817810058594, + 0.3137708306312561, + 0.2659335136413574 + ], + [ + -0.3044731020927429, + 0.2086976021528244, + 1.0529029369354248, + 0.5423910617828369, + 0.18722596764564514, + 0.19865506887435913, + -0.030484795570373535, + -0.05174945294857025, + -0.07564248889684677, + -0.15230154991149902, + 0.039215706288814545, + 1.5728535652160645, + 0.05362275242805481, + 0.23449009656906128, + 0.030900180339813232, + -0.10360285639762878, + -0.09064103662967682, + -0.2681763172149658, + 1.2935049533843994, + 0.278270423412323, + -0.07982179522514343 + ], + [ + -0.18080632388591766, + 0.2606155276298523, + 1.282575011253357, + 0.5963015556335449, + -0.11318895220756531, + -0.26330292224884033, + -0.07682085037231445, + -0.10594666004180908, + -0.012604033574461937, + -0.16623449325561523, + 0.06356411427259445, + 1.5599925518035889, + -0.0362568199634552, + 0.6181274056434631, + 0.09626869857311249, + -0.06179564446210861, + 0.2526351511478424, + -0.1008852869272232, + 1.2643589973449707, + 0.43196552991867065, + -0.0072897374629974365 + ] + ], + "generated_utilities": [ + 0.20115609467029572, + 0.20222051441669464, + 0.20072497427463531, + 0.19842250645160675, + 0.2012322098016739, + 0.20139585435390472, + 0.20181111991405487, + 0.19801582396030426 + ], + "group_id": "ms-715db95b13ebc6c977c8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7276763319969177, + 2.0, + 0.7247764468193054, + 0.6921603679656982, + 0.20542781054973602, + 0.1958664506673813, + 0.2039061188697815, + 0.20193135738372803, + 0.21138714253902435, + 0.2018231600522995, + 0.1974717676639557, + 0.20079456269741058, + 0.1999427080154419, + 0.19537661969661713, + 0.20794042944908142, + 0.22082462906837463 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.33823883533477783, + 1.5503506660461426, + 2.2380058765411377, + 1.5590949058532715, + -0.22497621178627014, + 0.26080960035324097, + -2.4348373413085938, + -0.0273895263671875, + -0.5254056453704834, + -1.268343448638916, + -0.23282305896282196, + 2.6626713275909424, + 0.4546125829219818, + -0.0701400488615036, + 0.36990296840667725, + 0.034550901502370834, + 0.4710223078727722, + -0.7692371606826782, + 2.155225992202759, + -0.580864429473877, + 0.6800468564033508 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.8696746826171875, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1402800977230072, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3600937128067017 + ], + [ + 0.07017278671264648, + 1.521916389465332, + 2.009843349456787, + 1.4738659858703613, + -0.2899177074432373, + 0.46131497621536255, + -2.531620502471924, + 0.14048290252685547, + -0.7855347990989685, + -1.1143710613250732, + 0.012876257300376892, + 2.7933197021484375, + 0.30855774879455566, + 0.14485713839530945, + 0.46072325110435486, + 0.10650882124900818, + 0.5814961194992065, + -0.6753175854682922, + 2.3493947982788086, + -0.31899890303611755, + 0.8796342611312866 + ], + [ + 0.3178834319114685, + 1.2961947917938232, + 2.589533805847168, + 1.7275389432907104, + -0.026689037680625916, + 0.27645671367645264, + -2.4141836166381836, + -0.1766154021024704, + -0.24934518337249756, + -1.3515665531158447, + -0.16601590812206268, + 2.7396316528320312, + 0.7588784694671631, + -0.15953752398490906, + 0.36116188764572144, + -0.143848717212677, + 0.4210423529148102, + -0.8379677534103394, + 2.2562992572784424, + -0.19895753264427185, + 0.5771763324737549 + ], + [ + -0.12494292855262756, + 1.8969860076904297, + 2.4035770893096924, + 1.6478896141052246, + 0.040180712938308716, + 0.24593156576156616, + -2.34008526802063, + 0.12583549320697784, + -0.5264602303504944, + -0.9070775508880615, + -0.4896009564399719, + 3.029449224472046, + 0.6909686923027039, + 0.1467941552400589, + 0.03226286172866821, + 0.03609117865562439, + 0.08947920799255371, + -1.247578501701355, + 1.9016273021697998, + -0.6706652045249939, + 1.1426045894622803 + ], + [ + 0.7138174772262573, + 1.0768483877182007, + 1.7427103519439697, + 1.5768358707427979, + -0.059891194105148315, + 0.788209855556488, + -2.2357473373413086, + -0.6271201372146606, + -0.19050318002700806, + -1.489158034324646, + -0.42916837334632874, + 2.8671674728393555, + 0.20186689496040344, + 0.4675248861312866, + -0.03316506743431091, + -0.15900862216949463, + 0.2741629481315613, + -1.2911972999572754, + 1.7669053077697754, + -0.051352739334106445, + 0.47578683495521545 + ], + [ + -0.28924405574798584, + 1.5423802137374878, + 1.8096331357955933, + 1.3925378322601318, + -0.5160847902297974, + 0.02628597617149353, + -2.463913679122925, + -0.11511489003896713, + -0.19317570328712463, + -0.8961169719696045, + 0.08857034146785736, + 2.2220115661621094, + 0.3456495702266693, + -0.5302423238754272, + 0.21759217977523804, + 0.4364970028400421, + 0.7512288093566895, + -0.33312925696372986, + 2.727248430252075, + -0.5966866612434387, + 0.5108752250671387 + ], + [ + 1.000809669494629, + 1.1056790351867676, + 2.286451816558838, + 2.152500629425049, + 0.3457088768482208, + 0.07567016780376434, + -3.2127318382263184, + -0.5930389761924744, + -0.9091454744338989, + -1.3978261947631836, + -0.9321629405021667, + 3.1251871585845947, + -0.0873921811580658, + -0.6672512888908386, + 0.02386268973350525, + 0.21522864699363708, + 0.4657308757305145, + -0.575664222240448, + 1.9708892107009888, + -1.1900556087493896, + 1.4129865169525146 + ], + [ + 0.32382237911224365, + 2.2453579902648926, + 1.8118072748184204, + 0.8819907307624817, + -1.105812907218933, + 0.598942756652832, + -2.0275609493255615, + -0.6241287589073181, + -0.7717767953872681, + -1.2091741561889648, + -0.5241715312004089, + 2.6333746910095215, + 1.197510004043579, + 0.20193235576152802, + 0.06856834888458252, + -0.06392127275466919, + 1.1480510234832764, + -0.9437365531921387, + 1.9757884740829468, + -0.7860120534896851, + 0.9019255042076111 + ], + [ + 1.0729541778564453, + 1.173112154006958, + 2.628614902496338, + 1.664441466331482, + -0.3475607633590698, + 0.4421616196632385, + -2.4642398357391357, + -0.25969383120536804, + -1.0389935970306396, + -0.7118349671363831, + -1.03444504737854, + 3.610355854034424, + 0.10399851202964783, + 0.325661301612854, + -0.26851803064346313, + -0.5551983118057251, + 0.8207827210426331, + -0.9675214886665344, + 2.8388757705688477, + -0.16362401843070984, + -0.10623013973236084 + ], + [ + 1.3289453983306885, + 1.9137883186340332, + 2.082090377807617, + 2.491259813308716, + 0.6180912256240845, + -0.3126993775367737, + -2.5589985847473145, + -0.5410527586936951, + 0.026464879512786865, + -0.46877521276474, + -0.6966705322265625, + 1.9529465436935425, + -0.19639351963996887, + 0.02374301850795746, + -0.09083741903305054, + 0.9245768189430237, + -0.09806692600250244, + -0.24988514184951782, + 2.6212518215179443, + -0.7180906534194946, + 1.5200225114822388 + ], + [ + -0.1554102897644043, + 1.9165453910827637, + 1.8331965208053589, + 1.2937030792236328, + -1.185176968574524, + -0.4155595898628235, + -3.357268810272217, + -0.8257315158843994, + -0.6582139730453491, + -1.5948694944381714, + 0.6072660684585571, + 2.1588306427001953, + 0.8806488513946533, + -0.46826112270355225, + 0.330376535654068, + -0.7345791459083557, + 1.4418903589248657, + -0.18088001012802124, + 1.2020847797393799, + 0.2133919596672058, + -0.11863052845001221 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02487349510192871, + 0.5503506660461426, + 1.2380058765411377, + 0.5590949058532715, + -0.04777374863624573, + -0.05447050929069519, + 0.0, + -0.004949942231178284, + -0.019134342670440674, + -0.268343448638916, + -0.0008451938629150391, + 1.6626713275909424, + 0.025963664054870605, + 0.0, + 0.05544579029083252, + -0.036041636019945145, + -0.050818800926208496, + 0.0036783218383789062, + 1.1552259922027588, + -0.03211313486099243, + 0.0 + ] + ], + "predicted_scores": [ + 1.17164146900177, + 0.8806334733963013, + 0.8530874252319336, + 0.7586811780929565, + 0.6789148449897766, + 0.5274471044540405, + 0.4770691990852356, + 0.18131405115127563 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "307068879/train1", + "selected_index": 0, + "state_hash": "94949df6075383566ede3d7bee7fabca8db03ad54df07892c3fac4e83e1d7e32", + "stored_base_utility": 0.7276763319969177, + "task_id": "LiftPegUpright-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725517988204956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725517988204956 + }, + "base_progress": 0.725517988204956, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.725517988204956, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7134289145469666, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7134289145469666 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.710803747177124, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.710803747177124 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7112008929252625, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7112008929252625 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7122747302055359, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7122747302055359 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.712995707988739, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.712995707988739 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7083010077476501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7083010077476501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.713421642780304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.713421642780304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7121568322181702, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7121568322181702 + } + ], + "candidate_progress": [ + 0.7134289145469666, + 0.710803747177124, + 0.7112008929252625, + 0.7122747302055359, + 0.712995707988739, + 0.7083010077476501, + 0.713421642780304, + 0.7121568322181702 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-2436538e05fdcf8e44fc", + "ms-1b24faaf0d032ad20017", + "ms-fae3c6a2f1b575ddc3f7", + "ms-059d7962a5f998edf668", + "ms-1b24faaf0d032ad20017" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-7b229b60d7f64fb624cf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.13583944737911224, + 0.022267460823059082, + 0.2325747311115265, + 0.045427560806274414, + 1.8589980602264404, + -0.0034843087196350098, + -0.1442165970802307, + -0.061294376850128174, + 0.016912980005145073, + 0.14781607687473297, + -0.08167127519845963, + 1.416120171546936, + 0.1722695529460907, + 0.04662623256444931, + -0.004978302866220474, + -0.09888578951358795, + -0.13643650710582733, + -0.08822508156299591, + 1.1692421436309814, + 0.30231696367263794, + 0.24916671216487885 + ], + [ + -0.14883486926555634, + 0.00038218870759010315, + 0.25990670919418335, + 0.11333361268043518, + 1.5872340202331543, + -0.3933437168598175, + -0.07937020063400269, + -0.16278862953186035, + 0.09724721312522888, + 0.03306692838668823, + -0.2837964594364166, + 1.1826118230819702, + 0.2848627269268036, + -0.08968111872673035, + 0.08932387828826904, + -0.04745681211352348, + -0.11194358766078949, + 0.056512609124183655, + 1.0910019874572754, + 0.04460528492927551, + -0.08806073665618896 + ], + [ + -0.2003067582845688, + 0.03208345174789429, + 0.2115945816040039, + 0.01631636917591095, + 1.8457088470458984, + 0.026013106107711792, + -0.141859233379364, + -0.03644639253616333, + 0.009537170641124249, + 0.10359500348567963, + -0.14838871359825134, + 1.4042725563049316, + 0.03701332211494446, + 0.11582715064287186, + -0.042969416826963425, + -0.10777303576469421, + -0.025513246655464172, + 0.018430590629577637, + 1.214577555656433, + 0.38110119104385376, + 0.14115826785564423 + ], + [ + -0.19720037281513214, + 0.03300265222787857, + 0.22333413362503052, + 0.008923009037971497, + 1.7608704566955566, + 0.015413418412208557, + -0.050334811210632324, + -0.042682304978370667, + 0.03724353015422821, + 0.10133142024278641, + -0.19046196341514587, + 1.4066791534423828, + -0.03162539005279541, + 0.08873489499092102, + -0.007792573422193527, + -0.13029161095619202, + -0.019588634371757507, + -0.01878809928894043, + 1.1633683443069458, + 0.35098302364349365, + 0.14943593740463257 + ], + [ + -0.2419000118970871, + 0.017091944813728333, + 0.18012508749961853, + -0.019207358360290527, + 1.8112051486968994, + 0.09231865406036377, + -0.08271980285644531, + -0.006452769041061401, + -0.0003809696063399315, + 0.06673996150493622, + -0.15973934531211853, + 1.3655741214752197, + 0.005949199199676514, + 0.12996958196163177, + -0.0428459458053112, + -0.12059013545513153, + -0.026745274662971497, + 0.031961992383003235, + 1.1989998817443848, + 0.3714870810508728, + 0.0967908501625061 + ], + [ + -0.2540832757949829, + 0.0010497868061065674, + 0.1755397617816925, + -0.02417093515396118, + 1.836766004562378, + 0.0660882443189621, + -0.16731184720993042, + -0.04486773908138275, + -0.007281815633177757, + 0.09357492625713348, + -0.19189205765724182, + 1.3445602655410767, + 0.029055625200271606, + 0.05636851489543915, + -0.08375073969364166, + -0.11120626330375671, + -0.040897682309150696, + 0.03430600464344025, + 1.1472482681274414, + 0.31231558322906494, + 0.13044214248657227 + ], + [ + -0.20128299295902252, + 0.03003549575805664, + 0.1110863983631134, + -0.04508236050605774, + 1.75630521774292, + 0.09152570366859436, + -0.06793886423110962, + -0.03368893265724182, + 0.012865947559475899, + 0.12048225849866867, + -0.15964457392692566, + 1.413952112197876, + 0.012364864349365234, + 0.1418413370847702, + -0.003077138215303421, + -0.13974647223949432, + -0.01792307198047638, + 0.015486925840377808, + 1.1894745826721191, + 0.38132596015930176, + 0.1588377207517624 + ], + [ + -0.12288011610507965, + 0.062466368079185486, + 0.26437288522720337, + -0.11660373955965042, + 1.604423999786377, + 0.09784264862537384, + 0.0755758285522461, + 0.018439993262290955, + -0.028480520471930504, + 0.16404493153095245, + -0.2190629541873932, + 1.5812814235687256, + 0.049207836389541626, + 0.16831566393375397, + -0.15121397376060486, + -0.10335524380207062, + 0.06941333413124084, + 0.008851587772369385, + 1.3854327201843262, + 0.4534369707107544, + 0.4030720591545105 + ] + ], + "generated_utilities": [ + 0.7134289145469666, + 0.710803747177124, + 0.7112008929252625, + 0.7122747302055359, + 0.712995707988739, + 0.7083010077476501, + 0.713421642780304, + 0.7121568322181702 + ], + "group_id": "ms-7b229b60d7f64fb624cf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7279080748558044, + 2.0, + 0.20414462685585022, + 0.6802849769592285, + 0.7178159952163696, + 0.21479015052318573, + 0.7138709425926208, + 0.6876591444015503, + 0.1967480182647705, + 0.2041277140378952, + 0.6729974150657654, + 0.19481073319911957, + 0.19504189491271973, + 0.18815509974956512, + 0.188818097114563, + 0.1887865662574768 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.08093959093093872, + -0.07720033824443817, + -0.1463574767112732, + 0.025505483150482178, + 1.715113878250122, + -0.18640094995498657, + 0.0, + 0.1731838583946228, + 0.08211895823478699, + -0.08431470394134521, + -0.06893879175186157, + 1.5273964405059814, + -0.22224944829940796, + 0.0, + 0.128187894821167, + -0.07933905720710754, + -0.03732771426439285, + -0.11700642108917236, + 1.2360272407531738, + 0.035373538732528687, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.21214041113853455, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1117973327636719, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4804162979125977 + ], + [ + -1.2293341159820557, + 0.029875628650188446, + 0.918454647064209, + -0.4173068404197693, + 2.4747769832611084, + -1.3865807056427002, + 0.08725066483020782, + 0.14519837498664856, + -0.3940011262893677, + 0.028119683265686035, + -0.3171449601650238, + 2.5652434825897217, + -0.43028002977371216, + 0.8828955888748169, + 0.5686550736427307, + -0.4160914719104767, + -0.26858240365982056, + -0.7152656316757202, + 2.0751097202301025, + -0.729902446269989, + 0.8917676210403442 + ], + [ + -0.5324480533599854, + 0.04548436030745506, + 0.843679666519165, + -0.6073765754699707, + 3.1931309700012207, + -1.3281985521316528, + 0.5069652199745178, + 0.4011792838573456, + -0.4030959904193878, + 0.6814882755279541, + -1.1951193809509277, + 2.6185948848724365, + -0.554333508014679, + 0.5721984505653381, + -0.16396579146385193, + -0.3436257243156433, + -0.21599116921424866, + -1.0701491832733154, + 1.9690310955047607, + -0.9462445974349976, + 0.6203503608703613 + ], + [ + -0.1311948299407959, + 0.7171667814254761, + 1.200261116027832, + 0.10901182889938354, + 2.56119704246521, + -0.6617993116378784, + 0.22047674655914307, + -0.5156197547912598, + -0.21030603349208832, + 0.01577836275100708, + -1.12506902217865, + 2.7253074645996094, + -1.027407169342041, + 0.8246474266052246, + -0.31855508685112, + 0.0044267438352108, + 0.6886363625526428, + 0.13806498050689697, + 1.8229583501815796, + -1.0682729482650757, + 0.20753073692321777 + ], + [ + -1.1816883087158203, + 0.4261643588542938, + 1.2360520362854004, + -0.42399734258651733, + 1.9532790184020996, + -0.9801387190818787, + 0.2201133668422699, + 0.6276533007621765, + -0.285473495721817, + 0.4212322235107422, + -1.1270140409469604, + 2.4801976680755615, + -0.4999431371688843, + 1.2744868993759155, + 0.48235732316970825, + -0.5188312530517578, + -0.11804153770208359, + -0.4394923448562622, + 1.9185583591461182, + -0.1322442889213562, + 0.5279645323753357 + ], + [ + -0.6052919626235962, + -0.4616277813911438, + 0.7523423433303833, + 0.10819000005722046, + 3.607379674911499, + -1.5291264057159424, + -0.5250914096832275, + -0.4528994560241699, + -0.7418931722640991, + -0.3554151654243469, + -0.48942404985427856, + 2.688833713531494, + -0.22922468185424805, + 0.8705117702484131, + -0.5630398392677307, + 0.7132670879364014, + 0.35845327377319336, + -0.9687232971191406, + 1.5885288715362549, + -1.267107605934143, + 1.6210530996322632 + ], + [ + -0.8101084232330322, + -0.3014431595802307, + 1.1712646484375, + -1.0316306352615356, + 2.233030319213867, + -1.4724336862564087, + 0.7332221865653992, + -0.7587263584136963, + -1.002193808555603, + 0.31429487466812134, + -0.6629177927970886, + 2.507845640182495, + -1.3157875537872314, + 0.34585919976234436, + -0.559177815914154, + 0.23163066804409027, + 0.9405421018600464, + -1.2746365070343018, + 1.4249805212020874, + 0.42815282940864563, + 0.5501192808151245 + ], + [ + -1.4767518043518066, + 0.7369992733001709, + 1.0865691900253296, + -0.00720524787902832, + 2.2333321571350098, + -1.1858515739440918, + 0.6504526138305664, + -0.7829099297523499, + -0.23658721148967743, + -0.335928738117218, + -1.689948558807373, + 1.7853922843933105, + -0.04443025588989258, + 0.050962984561920166, + -0.028319664299488068, + 1.0110774040222168, + 0.5374354124069214, + -1.4210021495819092, + 1.9319050312042236, + -0.5953025817871094, + 0.613638162612915 + ], + [ + -0.507949948310852, + -0.8206221461296082, + -0.3682291507720947, + -0.15647977590560913, + 3.484253168106079, + -0.036751389503479004, + -0.14517785608768463, + 0.25241321325302124, + -0.9055225849151611, + 0.9539178013801575, + -0.058311402797698975, + 2.415170192718506, + -1.7456104755401611, + 0.3388040065765381, + 0.9086830615997314, + -0.5268760919570923, + 0.27712807059288025, + 0.3525400161743164, + 2.6993520259857178, + -1.0877660512924194, + 0.20776450634002686 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.027649641036987305, + 0.033894337713718414, + 0.024735212326049805, + -0.0006232857704162598, + 1.715113878250122, + -0.03261733055114746, + 0.0, + -0.0015364773571491241, + 0.00454837828874588, + 0.05671307444572449, + -0.02058589458465576, + 1.5273964405059814, + -0.05318784713745117, + 0.0, + -0.05621208995580673, + -0.0382460355758667, + 0.01890069991350174, + -0.09421032667160034, + 1.2360272407531738, + 0.023361235857009888, + 0.0 + ] + ], + "predicted_scores": [ + 1.7581770420074463, + 1.2625312805175781, + 1.191332459449768, + 1.1524717807769775, + 1.137691617012024, + 1.0983153581619263, + 0.9305229187011719, + 0.7613033056259155 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1073161778/train1", + "selected_index": 0, + "state_hash": "d1c016b2216e18669c844eca6d47f27ad455810e130793545d7c93975cab8d73", + "stored_base_utility": 0.7279080748558044, + "task_id": "LiftPegUpright-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.525360107421875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.525360107421875 + }, + "base_progress": 0.525360107421875, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.525360107421875, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.516010582447052, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.516010582447052 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5021255612373352, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5021255612373352 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5055618286132812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5055618286132812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5450301170349121, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5450301170349121 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6101007461547852, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6101007461547852 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5692746639251709, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5692746639251709 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5287081599235535, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5287081599235535 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5962631106376648, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5962631106376648 + } + ], + "candidate_progress": [ + 0.516010582447052, + 0.5021255612373352, + 0.5055618286132812, + 0.5450301170349121, + 0.6101007461547852, + 0.5692746639251709, + 0.5287081599235535, + 0.5962631106376648 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-8bc7aa419d17368d81b5", + "ms-9ced92cccacfe4d157b0", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-8bc7aa419d17368d81b5", + "ms-dd32ce9859c365c535b4", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-99f263cb3f383b1f6243", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.013974979519844055, + -0.008542384952306747, + -0.11911848187446594, + -0.03059200942516327, + 1.685910701751709, + 0.10278929769992828, + -0.055667996406555176, + -0.08465638756752014, + 0.012656047940254211, + 0.03922218829393387, + 0.0996864065527916, + 0.9413381814956665, + -0.10745808482170105, + -0.11715762317180634, + 0.04272661358118057, + -0.014836553484201431, + 0.05996406078338623, + -0.04744632542133331, + 0.9621955156326294, + 0.26444870233535767, + -0.07572245597839355 + ], + [ + 0.037818558514118195, + -0.055547092109918594, + -0.10138818621635437, + -0.053509533405303955, + 1.7190911769866943, + 0.09789428114891052, + -0.059210121631622314, + 0.005938395857810974, + -0.057322852313518524, + 0.05608248710632324, + -0.08475243300199509, + 0.9084879159927368, + -0.028940796852111816, + 0.053987130522727966, + -0.024332519620656967, + -0.044636283069849014, + -0.084541454911232, + -0.04244716465473175, + 1.1384108066558838, + 0.15737813711166382, + 0.05010978877544403 + ], + [ + 0.08040736615657806, + 0.0018696039915084839, + -0.1113843023777008, + -0.06787034869194031, + 1.6384916305541992, + 0.18479600548744202, + -0.11312603950500488, + -0.03009466826915741, + -0.0805942490696907, + 0.047220759093761444, + 0.0032658129930496216, + 1.0283030271530151, + -0.07731765508651733, + 0.0721043050289154, + 0.11626781523227692, + -0.08447772264480591, + -0.03137899935245514, + -0.06680093705654144, + 1.0835527181625366, + 0.2006310522556305, + 0.024573802947998047 + ], + [ + 0.06446818262338638, + 0.002125401049852371, + -0.024244874715805054, + -0.00033999979496002197, + 1.6849141120910645, + 0.2325538992881775, + -0.034835636615753174, + -0.07591697573661804, + -0.05808120220899582, + 0.07304328680038452, + -0.05978202074766159, + 1.0756497383117676, + -0.10065311193466187, + 0.0586288645863533, + 0.11411118507385254, + -0.070741668343544, + 0.05029630661010742, + -0.09474097192287445, + 1.117219090461731, + 0.1701582670211792, + -0.12222960591316223 + ], + [ + 0.1403461992740631, + 0.005953539162874222, + 0.1072714626789093, + 0.09291636943817139, + 1.4459524154663086, + -0.0663294643163681, + 0.0178585946559906, + -0.007087349891662598, + 0.03963640332221985, + 0.14614030718803406, + -0.07749221473932266, + 0.9544458389282227, + -0.09558957815170288, + -0.011822611093521118, + 0.19662150740623474, + -0.058648355305194855, + 0.03839851915836334, + -0.11615769565105438, + 0.9486393928527832, + 0.31335949897766113, + -0.2954671084880829 + ], + [ + 0.046568356454372406, + 0.034778714179992676, + 0.2072785496711731, + 0.07095995545387268, + 1.841784954071045, + -0.3380548357963562, + -0.1961037516593933, + -0.15291890501976013, + 0.0748479887843132, + 0.08418090641498566, + 0.07198900729417801, + 0.9932733774185181, + -0.1796601116657257, + -0.10114270448684692, + 0.07475680112838745, + 0.03391014784574509, + -0.14191602170467377, + 0.06138177216053009, + 0.8967272639274597, + 0.21902203559875488, + -0.2081473469734192 + ], + [ + 0.01711641252040863, + 0.03933554142713547, + 0.054834723472595215, + 0.1584681272506714, + 1.543677806854248, + -0.2751508355140686, + -0.30137908458709717, + 0.03192751109600067, + 0.008627189323306084, + 0.07738517224788666, + 0.018044959753751755, + 1.0709190368652344, + 0.21818050742149353, + 0.38700413703918457, + 0.17018558084964752, + 0.04307571426033974, + -0.17882417142391205, + -0.12233380973339081, + 1.2485895156860352, + -0.025285810232162476, + 0.163347989320755 + ], + [ + 0.09935013949871063, + 0.02486826479434967, + 0.04794302582740784, + -0.07767194509506226, + 1.4056596755981445, + 0.12771698832511902, + 0.06715074181556702, + -0.04318501055240631, + -0.032729171216487885, + 0.14571912586688995, + -0.11495707184076309, + 1.2197396755218506, + 0.023341625928878784, + -0.13440488278865814, + -0.061404209583997726, + -0.0629144161939621, + 0.10030646622180939, + -0.12800715863704681, + 1.2245423793792725, + 0.37911170721054077, + 0.1672860085964203 + ] + ], + "generated_utilities": [ + 0.516010582447052, + 0.5021255612373352, + 0.5055618286132812, + 0.5450301170349121, + 0.6101007461547852, + 0.5692746639251709, + 0.5287081599235535, + 0.5962631106376648 + ], + "group_id": "ms-99f263cb3f383b1f6243", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7262760400772095, + 0.7197494506835938, + 2.0, + 2.0, + 0.6427501440048218, + 0.22030550241470337, + 0.6485230326652527, + 0.582062840461731, + 0.22181080281734467, + 0.6122982501983643, + 0.542393684387207, + 0.20023058354854584, + 0.2090160846710205, + 0.2024553269147873, + 0.22111296653747559, + 0.21303729712963104 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.1716204136610031, + -0.4527139365673065, + -0.8218491077423096, + -0.24255096912384033, + 2.582017183303833, + 0.28755733370780945, + -0.3379223346710205, + -0.034748345613479614, + -0.00871456041932106, + 0.3591897487640381, + -0.42115071415901184, + 1.9702876806259155, + -0.6744887828826904, + 0.4567973017692566, + 0.09299105405807495, + 0.03397495299577713, + 0.13000911474227905, + -0.34966766834259033, + 1.7164310216903687, + -0.4660993814468384, + 0.6468539834022522 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.675844669342041, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9135946035385132, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2937079668045044 + ], + [ + -0.34409070014953613, + -0.5612460970878601, + -0.7009437084197998, + -0.11628274619579315, + 2.3779876232147217, + 0.5443971157073975, + -0.6356949806213379, + -0.06492247432470322, + 0.11439858376979828, + 0.5837175846099854, + -0.5547472238540649, + 1.922450304031372, + -0.7063635587692261, + 0.6106601357460022, + -0.09609681367874146, + 0.16181308031082153, + 0.401421457529068, + -0.425231397151947, + 1.6198755502700806, + -0.32207047939300537, + 0.6832985281944275 + ], + [ + -0.4359520673751831, + -0.23071792721748352, + -1.0549428462982178, + -0.5166290998458862, + 2.4051899909973145, + 0.43827781081199646, + -0.25058066844940186, + 0.09728200733661652, + 0.1300555318593979, + 0.46498724818229675, + -0.33073127269744873, + 1.6994001865386963, + -0.5632492303848267, + 0.4175492227077484, + -0.09460607171058655, + 0.254622220993042, + 0.09480062872171402, + -0.5300184488296509, + 1.6908725500106812, + -0.37122663855552673, + 0.4742952287197113 + ], + [ + -0.21781452000141144, + -0.07338201999664307, + -0.7654839158058167, + -0.2874263823032379, + 2.9128544330596924, + 0.3516555726528168, + 0.15391159057617188, + -0.10721702873706818, + 0.39802131056785583, + 0.3352186977863312, + -0.4326419234275818, + 2.3535006046295166, + -0.1899186670780182, + 0.2537003457546234, + -0.08990544080734253, + 0.2731476128101349, + 0.4110598862171173, + -0.14175711572170258, + 1.2827420234680176, + -0.22410666942596436, + 0.578644335269928 + ], + [ + -0.007393926382064819, + -0.9074838161468506, + -0.3010101318359375, + 0.154603511095047, + 2.733168363571167, + -0.01597386598587036, + -0.5296251773834229, + -0.5543210506439209, + -0.40482428669929504, + 0.04526180028915405, + -0.21575503051280975, + 1.849581241607666, + -0.6507575511932373, + 0.346604585647583, + 0.4337827265262604, + 0.5737784504890442, + 0.3853585720062256, + -0.4828889071941376, + 2.293335199356079, + -0.6434854865074158, + 0.32159698009490967 + ], + [ + -0.727693498134613, + -0.6235263347625732, + -1.0790265798568726, + -0.7139620780944824, + 2.137772798538208, + 0.6616194248199463, + -0.962724506855011, + -0.25577813386917114, + 0.4067467749118805, + 0.7935676574707031, + -0.931472897529602, + 1.745408296585083, + -1.300830364227295, + 0.7338642477989197, + -0.44626128673553467, + -0.36189693212509155, + -0.5047441720962524, + -0.7757250666618347, + 2.1030428409576416, + -0.29751771688461304, + 1.2680754661560059 + ], + [ + 0.07882685959339142, + -0.9198201298713684, + -1.2005047798156738, + -0.9572740793228149, + 3.0162014961242676, + 0.39927083253860474, + 0.1895895004272461, + -0.02820557728409767, + -0.25197833776474, + 0.8946807384490967, + 0.058923304080963135, + 1.4767595529556274, + -0.8916202187538147, + 0.5521985292434692, + 0.16556400060653687, + 0.5402292013168335, + 0.4927344024181366, + -0.37760087847709656, + 1.1099954843521118, + -0.8647047281265259, + 0.9387722015380859 + ], + [ + -0.47796887159347534, + -1.2392231225967407, + -1.2855697870254517, + -1.136603832244873, + 2.7250638008117676, + 0.5752921104431152, + -0.7248761653900146, + 0.3871886730194092, + -0.027976255863904953, + -0.15960657596588135, + -1.212698221206665, + 1.3599319458007812, + -0.8664940595626831, + 0.5873687267303467, + -0.7280767560005188, + 0.18167507648468018, + 0.7459684610366821, + -0.1964215338230133, + 1.0998283624649048, + -0.21695351600646973, + 0.5222408771514893 + ], + [ + 0.05094413459300995, + -0.4521542489528656, + -0.1594473123550415, + -0.2631899118423462, + 2.690232515335083, + -0.3669584095478058, + 0.65572589635849, + -0.05988053232431412, + -1.0024665594100952, + 0.42881202697753906, + -1.015487551689148, + 1.4048103094100952, + -0.8272284269332886, + 1.404982089996338, + 0.6587199568748474, + 0.5572670102119446, + 0.7712334990501404, + 0.5229407548904419, + 1.1401894092559814, + -0.003408879041671753, + -0.16321879625320435 + ], + [ + -0.8133037090301514, + -0.07239583134651184, + -1.6009310483932495, + -1.0528693199157715, + 2.2440497875213623, + -0.11133769154548645, + -0.333865225315094, + -0.275297611951828, + 0.31221693754196167, + -0.4825536608695984, + 0.08064678311347961, + 2.3642354011535645, + -1.6707932949066162, + 1.1160709857940674, + -0.38509616255760193, + -0.15427637100219727, + -0.33873993158340454, + -0.527457058429718, + 2.6299657821655273, + -1.0148115158081055, + 0.2625691890716553 + ], + [ + -0.7338453531265259, + -0.8197860717773438, + -0.857231616973877, + -1.1541285514831543, + 1.6977648735046387, + -0.0050292909145355225, + -0.2869398295879364, + 0.9022256135940552, + -0.27241235971450806, + 0.8111610412597656, + 0.13554486632347107, + 2.707873582839966, + 0.048842430114746094, + -0.419776976108551, + -0.6831755638122559, + 0.8260070085525513, + -0.5551903247833252, + -1.069206953048706, + 2.6135735511779785, + -0.3148413896560669, + 0.7197505235671997 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05995795130729675, + -0.04641145467758179, + -0.04037809371948242, + 0.07006168365478516, + 1.582017183303833, + 0.02828669548034668, + 0.0, + -0.035050518810749054, + -0.02633042447268963, + 0.0348895788192749, + -0.18591824173927307, + 0.9702876806259155, + 0.06021618843078613, + 0.0, + 0.14569702744483948, + 0.06838294863700867, + 0.03943862020969391, + 0.1526564359664917, + 0.7164310216903687, + -0.19318073987960815, + 0.0 + ], + [ + -0.0005515068769454956, + 0.5422850847244263, + 0.17815089225769043, + -0.22088798880577087, + 1.582017183303833, + 0.36709076166152954, + 0.0, + 0.06673810631036758, + 0.1989496648311615, + -0.3004080057144165, + -0.23421847820281982, + 0.9702876806259155, + 0.32551121711730957, + 0.0, + 0.1559336632490158, + 0.058981575071811676, + -0.22167104482650757, + -0.11892449855804443, + 0.7164310216903687, + 0.5339006185531616, + 0.0 + ] + ], + "predicted_scores": [ + 3.218147039413452, + 3.1600139141082764, + 3.0426387786865234, + 2.8727307319641113, + 2.7303626537323, + 2.530707359313965, + 2.527536153793335, + 2.321983814239502 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "608016290/train1", + "selected_index": 0, + "state_hash": "b954510c2ac066f0a59310dfe0691081b6c9f16650ae059c413a158717e64634", + "stored_base_utility": 0.7262760400772095, + "task_id": "LiftPegUpright-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2097676396369934, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2097676396369934 + }, + "base_progress": 0.2097676396369934, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2097676396369934, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20323576033115387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20323576033115387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20024476945400238, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20024476945400238 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20319603383541107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20319603383541107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20326660573482513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20326660573482513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20041602849960327, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20041602849960327 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20388221740722656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20388221740722656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2035427838563919, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2035427838563919 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20609354972839355, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20609354972839355 + } + ], + "candidate_progress": [ + 0.20323576033115387, + 0.20024476945400238, + 0.20319603383541107, + 0.20326660573482513, + 0.20041602849960327, + 0.20388221740722656, + 0.2035427838563919, + 0.20609354972839355 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e1b6bcb41532a800d3cb", + "ms-e1b6bcb41532a800d3cb", + "ms-13d8bae55d3c3710138f", + "ms-df961fe24a43e56d1716", + "ms-c090bce47703a4c4bb0b", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-0660d5f65df5fc4b6132", + "ms-502dba1003c09ec60ba0" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec2e4afb34b439731136", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.14696891605854034, + 0.1267121285200119, + 1.07554030418396, + 0.569656252861023, + 0.25875189900398254, + 0.02715212106704712, + -0.16161459684371948, + 0.08231186866760254, + -0.051170818507671356, + -0.2985147535800934, + -0.033283792436122894, + 1.3513253927230835, + -0.4913139045238495, + 0.2512511909008026, + -0.008479643613100052, + -0.026684198528528214, + 0.1323949098587036, + -0.13158173859119415, + 1.1901347637176514, + 0.034686148166656494, + 0.06659296154975891 + ], + [ + -0.0801168829202652, + 0.19086198508739471, + 1.196000337600708, + 0.5466079711914062, + 0.01762734353542328, + -0.2490210235118866, + -0.1716148853302002, + 0.016358792781829834, + -0.023932019248604774, + -0.25950971245765686, + 0.024588078260421753, + 1.5162200927734375, + -0.16064253449440002, + 0.42397934198379517, + 0.11217758804559708, + -0.018504301086068153, + 0.2915438413619995, + -0.09417890012264252, + 1.3051819801330566, + 0.38601982593536377, + -0.05356842279434204 + ], + [ + -0.1730821281671524, + 0.15678401291370392, + 0.9359928369522095, + 0.49535617232322693, + 0.24156813323497772, + -0.10439345240592957, + -0.04442250728607178, + 0.029373303055763245, + -0.0883832722902298, + -0.17479151487350464, + -0.050921209156513214, + 1.5062350034713745, + -0.1611575484275818, + 0.1622483879327774, + 0.06644995510578156, + -0.09529721736907959, + 0.10951949656009674, + -0.12213088572025299, + 1.3732516765594482, + 0.16141140460968018, + 0.14752814173698425 + ], + [ + -0.13851983845233917, + 0.177890807390213, + 0.8193760514259338, + 0.5339103937149048, + 0.16535186767578125, + 0.09280532598495483, + -0.2046387791633606, + 0.10392662137746811, + -0.12175826728343964, + -0.10465515404939651, + -0.039954811334609985, + 1.526444673538208, + -0.07795315980911255, + 0.15272967517375946, + -0.06374436616897583, + -0.12039212882518768, + 0.14151045680046082, + -0.13419149816036224, + 1.4500501155853271, + 0.28068721294403076, + 0.11065281927585602 + ], + [ + -0.31064915657043457, + 0.19575059413909912, + 0.9823821783065796, + 0.5105211734771729, + 0.1837036907672882, + 0.1408797800540924, + 0.048417866230010986, + 0.03839883208274841, + -0.09538115561008453, + 0.07422725856304169, + 0.0962013378739357, + 1.4739325046539307, + -0.1781548261642456, + 0.5316671133041382, + 0.03596610575914383, + -0.010689577087759972, + -0.08944110572338104, + -0.095431849360466, + 1.4341366291046143, + 0.46206557750701904, + 0.16637049615383148 + ], + [ + -0.26636892557144165, + 0.14307035505771637, + 0.9674934148788452, + 0.47567233443260193, + 0.35503703355789185, + 0.1329732984304428, + -0.09958064556121826, + 0.0228586345911026, + -0.06017574667930603, + -0.1878468096256256, + 0.0010095201432704926, + 1.4555851221084595, + -0.14365333318710327, + 0.07389490306377411, + 0.09342604875564575, + -0.08801577985286713, + -0.03417043387889862, + -0.27506136894226074, + 1.3879237174987793, + 0.27080297470092773, + -0.08982691168785095 + ], + [ + -0.13621069490909576, + 0.1677761673927307, + 0.8876761794090271, + 0.620238184928894, + 0.1752540022134781, + -0.007379069924354553, + -0.235454261302948, + 0.024093568325042725, + -0.09988201409578323, + -0.19647309184074402, + 0.002608995884656906, + 1.4537798166275024, + -0.1780758500099182, + 0.1780017614364624, + 0.0032261721789836884, + -0.06532181799411774, + 0.1601032018661499, + -0.03805221617221832, + 1.5186209678649902, + 0.29414457082748413, + 0.18163464963436127 + ], + [ + -0.1316109448671341, + 0.1768796294927597, + 0.8143396377563477, + 0.634509801864624, + -0.05348214507102966, + 0.14719335734844208, + -0.24100172519683838, + 0.027375325560569763, + -0.10277782380580902, + -0.2597126364707947, + 0.0423794686794281, + 1.688576340675354, + 0.04882821440696716, + -0.1630639284849167, + 0.127788245677948, + -0.0956873893737793, + 0.028938978910446167, + -0.039172664284706116, + 1.010904312133789, + -0.0913882702589035, + 0.09720046818256378 + ] + ], + "generated_utilities": [ + 0.20323576033115387, + 0.20024476945400238, + 0.20319603383541107, + 0.20326660573482513, + 0.20041602849960327, + 0.20388221740722656, + 0.2035427838563919, + 0.20609354972839355 + ], + "group_id": "ms-ec2e4afb34b439731136", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.727162778377533, + 0.7256314754486084, + 0.7247937917709351, + 2.0, + 0.20650318264961243, + 0.19901911914348602, + 0.21912728250026703, + 0.20834040641784668, + 0.20667889714241028, + 0.2100684642791748, + 0.20137503743171692, + 0.2086876928806305, + 0.19629356265068054, + 0.19554071128368378, + 0.19115965068340302, + 0.22568397223949432 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.644035279750824, + 1.2071559429168701, + 2.2198305130004883, + 1.5171868801116943, + 0.16047820448875427, + 0.2986839711666107, + -2.3499820232391357, + -0.20273780822753906, + -0.5590957999229431, + -1.3483195304870605, + -0.32979387044906616, + 2.804387331008911, + 0.24130289256572723, + -0.05216227471828461, + 0.32326072454452515, + -0.03600487485527992, + 0.3937702178955078, + -0.8725842237472534, + 2.314575433731079, + -0.625947892665863, + 0.7864185571670532 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.6999640464782715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10432454943656921, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5728371143341064 + ], + [ + 0.8929464221000671, + 0.9072442054748535, + 2.249764919281006, + 1.2338955402374268, + 0.388653039932251, + 0.3975590467453003, + -2.1914100646972656, + -0.27533313632011414, + -0.822658121585846, + -1.5647127628326416, + -0.046096354722976685, + 2.550293207168579, + -0.0032707154750823975, + 0.06451620161533356, + 0.3956422209739685, + 0.25093406438827515, + 0.15638655424118042, + -1.0521749258041382, + 2.214790105819702, + -0.8864853382110596, + 0.6432781219482422 + ], + [ + 0.9182335138320923, + 0.9439157247543335, + 2.031952142715454, + 1.37024986743927, + -0.04806967079639435, + -0.04699331521987915, + -2.677497148513794, + -0.23916882276535034, + -0.8259713053703308, + -1.0984553098678589, + -0.43533650040626526, + 2.539623737335205, + 0.5927847027778625, + 0.14311479032039642, + 0.035807013511657715, + -0.08762487769126892, + 0.3855803906917572, + -0.738733172416687, + 1.9767897129058838, + -0.8163276314735413, + 0.40844273567199707 + ], + [ + 0.4218657314777374, + 1.5877008438110352, + 2.5231142044067383, + 1.738964557647705, + 0.41537728905677795, + -0.05625221133232117, + -2.6044178009033203, + -0.5298975110054016, + -0.06217473745346069, + -1.3208932876586914, + -0.034326910972595215, + 3.1624834537506104, + 0.04953262209892273, + 0.2645946741104126, + 0.2569822072982788, + 0.4172850251197815, + 0.6474964618682861, + -0.567916989326477, + 1.9997854232788086, + -0.7016134262084961, + 0.7405936121940613 + ], + [ + 1.2139058113098145, + 1.519654393196106, + 2.5124456882476807, + 1.6055254936218262, + 0.13147711753845215, + -0.20109951496124268, + -1.783541202545166, + -0.638824462890625, + -0.2632562816143036, + -1.6554474830627441, + -0.1308235079050064, + 2.8749923706054688, + 0.5914835929870605, + 0.1449676752090454, + -0.07174208760261536, + -0.12886130809783936, + 0.04044342041015625, + -0.49851658940315247, + 1.8970673084259033, + -1.005284309387207, + 1.2397128343582153 + ], + [ + 1.0053662061691284, + 1.4435126781463623, + 2.695291042327881, + 2.0849080085754395, + -0.4154770076274872, + 0.28718098998069763, + -2.746962308883667, + -0.11655750125646591, + -0.71209716796875, + -1.5886991024017334, + -0.44992128014564514, + 2.7360503673553467, + -0.254629909992218, + 0.3496837019920349, + 0.9461956024169922, + 0.24560686945915222, + 0.5431619882583618, + -1.011668086051941, + 2.1357784271240234, + -0.6779178380966187, + 1.477729320526123 + ], + [ + 0.043613970279693604, + 0.8600990176200867, + 2.0227904319763184, + 1.8824594020843506, + 0.8049571514129639, + 1.0283722877502441, + -2.268479585647583, + 0.06470692157745361, + -0.6672620177268982, + -1.1731265783309937, + -0.5898594856262207, + 2.9748852252960205, + 0.1453196108341217, + -0.5714417099952698, + 0.8305264711380005, + 0.7368717789649963, + 0.919617772102356, + -1.5866413116455078, + 2.216472625732422, + -0.5332649946212769, + 1.4787157773971558 + ], + [ + -0.20179080963134766, + 1.8185176849365234, + 2.787584066390991, + 1.0534865856170654, + 0.9834691286087036, + 0.4695650339126587, + -1.6721563339233398, + -0.5649560689926147, + -1.1694931983947754, + -0.7525733709335327, + 0.33893370628356934, + 1.9734482765197754, + 0.12693040072917938, + 0.2434196025133133, + 0.5515344142913818, + -0.8118009567260742, + -0.37323445081710815, + -0.030995488166809082, + 1.8415074348449707, + -0.5076577067375183, + 0.09401386976242065 + ], + [ + 0.03058105707168579, + 0.6867661476135254, + 2.947451114654541, + 2.300680160522461, + 0.3256845772266388, + -0.38250496983528137, + -1.515913486480713, + -0.37140607833862305, + -0.5954656004905701, + -1.0326281785964966, + -0.7014007568359375, + 2.614988327026367, + 0.5153911113739014, + 0.7451903820037842, + -0.06630370020866394, + -0.01645852066576481, + 0.13261425495147705, + -1.8211190700531006, + 2.724262237548828, + -1.3787846565246582, + -0.017617762088775635 + ], + [ + 1.472646713256836, + 1.0164496898651123, + 2.3482489585876465, + 0.8830280900001526, + -0.13423526287078857, + 0.9823887348175049, + -1.4506843090057373, + 0.6539246439933777, + 0.193173348903656, + -0.5144640207290649, + 0.3190925121307373, + 2.047736644744873, + 0.2141861915588379, + 0.5706252455711365, + 0.2944117784500122, + 0.19110004603862762, + 0.17730551958084106, + -1.011299729347229, + 1.8783044815063477, + -0.8153826594352722, + 1.2806682586669922 + ], + [ + -0.23450416326522827, + 0.7417371869087219, + 2.584070920944214, + 1.834836483001709, + 0.9401899576187134, + 0.4476848542690277, + -3.2079076766967773, + 0.7883490920066833, + -0.648420512676239, + -1.8413994312286377, + -1.3105580806732178, + 2.3978936672210693, + -0.299564003944397, + -0.2034592181444168, + 0.5695244669914246, + -0.682845950126648, + 0.15998728573322296, + -0.5058749914169312, + 3.139155149459839, + -0.8792117238044739, + 1.1335761547088623 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.054443538188934326, + 0.20715594291687012, + 1.2198305130004883, + 0.5171868801116943, + 0.20643430948257446, + 0.5225018858909607, + 0.0, + -0.46770086884498596, + 0.13671433925628662, + -0.34831953048706055, + 0.2870197296142578, + 1.8043873310089111, + -0.05459408462047577, + 0.0, + 0.25641879439353943, + -0.3317672312259674, + -0.30972564220428467, + 0.0058612823486328125, + 1.314575433731079, + 0.20007723569869995, + 0.0 + ] + ], + "predicted_scores": [ + 2.1203794479370117, + 1.5844100713729858, + 1.4261168241500854, + 1.3875538110733032, + 1.2777467966079712, + 1.1607961654663086, + 1.1564018726348877, + 0.9106388092041016 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "441046872/train1", + "selected_index": 0, + "state_hash": "3f7ac59cd80afa9f47110f05ceaacca0285b205445b18c614ac9b74f19fd6cf9", + "stored_base_utility": 0.727162778377533, + "task_id": "LiftPegUpright-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11739088594913483, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11739088594913483 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09935368597507477, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09935368597507477 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10352630913257599, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10352630913257599 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5422300696372986, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5422300696372986 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.541181743144989, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.541181743144989 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5125946998596191, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5125946998596191 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5031074285507202, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5031074285507202 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5045507550239563, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5045507550239563 + } + ], + "candidate_progress": [ + 0.11739088594913483, + 0.09935368597507477, + 0.10352630913257599, + 0.5422300696372986, + 0.541181743144989, + 0.5125946998596191, + 0.5031074285507202, + 0.5045507550239563 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70bc2fe01ba217676b26", + "ms-307f9067d5b66f55b3a6", + "ms-a509a572b3871e591d26", + "ms-b6fd2931116c15db0f0a", + "ms-309d2258d275ae304857", + "ms-309d2258d275ae304857", + "ms-e9f2c61c28ddea3e16c0", + "ms-b1bf2ab59a5385d22e54" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-a9ac13384fe5afc835f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1439853459596634, + -0.10486320406198502, + 0.25144127011299133, + 0.0127534419298172, + 0.11259353905916214, + 0.36207687854766846, + 3.500990152359009, + 0.17246013879776, + -0.08673632144927979, + 0.06108716502785683, + 0.038931988179683685, + -0.07671412825584412, + 0.02228379249572754, + 4.561551570892334, + 0.21347014605998993, + 0.07928407192230225, + -0.11968155205249786, + -0.0029098838567733765, + 0.06321635842323303, + -0.12056536972522736, + 4.700101852416992 + ], + [ + -0.13730944693088531, + -0.06885111331939697, + 0.6851807236671448, + -0.004284575581550598, + 0.29500776529312134, + 0.3411242961883545, + 3.5492868423461914, + 0.10917994379997253, + -0.03550843894481659, + -0.013868950307369232, + 0.06178966537117958, + -0.05212068557739258, + 0.05951067805290222, + 4.549407958984375, + 0.2823217213153839, + 0.12837691605091095, + -0.011735692620277405, + -0.00199010968208313, + -0.07630792260169983, + -0.21772852540016174, + 4.652363300323486 + ], + [ + -0.18030865490436554, + -0.05340350419282913, + 0.5033305287361145, + -0.0022683441638946533, + 0.35859695076942444, + 0.28517913818359375, + 3.9485321044921875, + 0.18510288000106812, + -0.08956337720155716, + -0.029151372611522675, + 0.06347828358411789, + -0.14835676550865173, + 0.4580634534358978, + 4.775977611541748, + 0.012437902390956879, + 0.10506905615329742, + 0.18172544240951538, + 0.021254196763038635, + 0.1075643002986908, + 0.12183496356010437, + 4.639846324920654 + ], + [ + -0.22124893963336945, + -0.027251433581113815, + 0.729229211807251, + -0.0007394403219223022, + -0.028786659240722656, + 0.6092180013656616, + 2.9203782081604004, + 0.0824141800403595, + -0.15299174189567566, + -0.10116089135408401, + 0.28459933400154114, + -0.07222405076026917, + 0.31683412194252014, + 3.528749942779541, + -0.006038729101419449, + 0.13254521787166595, + 0.1318332850933075, + 0.2004193663597107, + 0.1362135112285614, + 0.8022245764732361, + 3.719835042953491 + ], + [ + -0.22470931708812714, + 0.001935429871082306, + 0.7692772150039673, + 0.002330496907234192, + -0.0357937216758728, + 0.6045570373535156, + 2.7838010787963867, + 0.09618111699819565, + -0.1551082581281662, + -0.0994417741894722, + 0.2676416039466858, + -0.06601297855377197, + 0.3168412744998932, + 3.444091796875, + -0.002972658723592758, + 0.13991403579711914, + 0.11459950357675552, + 0.1868230551481247, + 0.12883231043815613, + 0.779876172542572, + 3.659104347229004 + ], + [ + -0.3321596384048462, + 0.019529156386852264, + 0.37488678097724915, + -0.04539032280445099, + -0.5800244212150574, + 0.11918343603610992, + 3.5157744884490967, + -0.12138751149177551, + -0.18675698339939117, + 0.019897572696208954, + 0.3192623257637024, + -0.24839499592781067, + 0.24741879105567932, + 3.7662084102630615, + -0.3426031172275543, + -0.004504639655351639, + 0.16168206930160522, + 0.05937166512012482, + -0.059744805097579956, + 0.762213408946991, + 4.259927272796631 + ], + [ + -0.3289906978607178, + -0.045084111392498016, + 0.759178102016449, + 0.13466113805770874, + -0.3915826082229614, + 0.261644572019577, + 2.745671272277832, + -0.12994325160980225, + -0.08636217564344406, + 0.007249467074871063, + 0.42601269483566284, + -0.14258673787117004, + 0.3068622052669525, + 2.8522679805755615, + -0.3473225235939026, + -0.06889164447784424, + 0.1305372714996338, + 0.10197103768587112, + -0.06155422329902649, + 0.9343146681785583, + 3.4940078258514404 + ], + [ + -0.3334633708000183, + 0.00819377601146698, + 0.5762878656387329, + 0.032388076186180115, + -0.5719763040542603, + 0.243755042552948, + 2.7076423168182373, + -0.10204559564590454, + -0.10077998042106628, + 0.03922427445650101, + 0.4113263487815857, + -0.09525501728057861, + 0.30064699053764343, + 3.2326712608337402, + -0.4437601566314697, + -0.1079033613204956, + 0.14738333225250244, + 0.20239907503128052, + -0.0735231339931488, + 1.03334379196167, + 3.470470428466797 + ] + ], + "generated_utilities": [ + 0.11739088594913483, + 0.09935368597507477, + 0.10352630913257599, + 0.5422300696372986, + 0.541181743144989, + 0.5125946998596191, + 0.5031074285507202, + 0.5045507550239563 + ], + "group_id": "ms-a9ac13384fe5afc835f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5850434899330139, + 2.0, + 0.5484778881072998, + 0.491545170545578, + 2.0, + 0.14594697952270508, + 0.13695454597473145, + 0.12855157256126404, + 0.06993892043828964, + 0.1631694883108139, + 0.12241978943347931, + 0.10871817916631699, + 0.08168839663267136, + 0.04278656467795372, + 0.07781338691711426, + 0.05743547901511192 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.0899762362241745, + -0.45792731642723083, + 0.30507320165634155, + 0.0967186763882637, + 0.13768236339092255, + -0.23399388790130615, + 0.0, + 0.8593937754631042, + -0.00766301853582263, + 0.3459671139717102, + 0.11610932648181915, + -0.23375199735164642, + -0.08700430393218994, + 0.0, + -0.13469186425209045, + -0.11781617999076843, + -0.6721490621566772, + -0.2331165075302124, + -0.27364495396614075, + -0.3154040575027466, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.548348903656006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.710496425628662, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.836249351501465 + ], + [ + 0.09159141778945923, + 0.1844322681427002, + -0.020598307251930237, + -0.013851553201675415, + -0.10057669132947922, + 0.14235658943653107, + 2.761195659637451, + 0.0738527923822403, + 0.10996630042791367, + -0.05430659279227257, + 0.345317006111145, + 0.4661179184913635, + 0.10499639809131622, + 3.1133532524108887, + 0.1201154887676239, + -0.26871606707572937, + 0.19655093550682068, + 0.16380152106285095, + 0.3441106379032135, + 0.2778562307357788, + 2.9588229656219482 + ], + [ + 0.2996291220188141, + 0.26921430230140686, + 0.20195776224136353, + 0.0825120359659195, + 0.021325819194316864, + 0.24913984537124634, + 2.776007652282715, + 0.21737413108348846, + -0.016477340832352638, + -0.046697549521923065, + 0.29761677980422974, + 0.10430832207202911, + 0.08420340716838837, + 2.9156110286712646, + 0.26028934121131897, + -0.0851513221859932, + 0.09257563948631287, + 0.4851309657096863, + -0.11396855115890503, + 0.4982793927192688, + 3.1330058574676514 + ], + [ + -0.44077688455581665, + 0.1590728610754013, + 0.5897491574287415, + -0.20463891327381134, + -0.2091446816921234, + 0.5850099325180054, + 2.8151683807373047, + 0.2592284083366394, + -0.2971193194389343, + -0.33751213550567627, + -0.08140763640403748, + 0.6296199560165405, + 0.2780601680278778, + 3.2825684547424316, + 0.46029219031333923, + 0.015239323489367962, + 0.05465326085686684, + -0.20326891541481018, + -0.1954236626625061, + -0.17630676925182343, + 2.699829578399658 + ], + [ + 0.3650819957256317, + -0.32015082240104675, + -0.38829484581947327, + 0.4368990659713745, + -0.24341514706611633, + 0.19749270379543304, + 2.5569846630096436, + 0.2867063581943512, + -0.5997252464294434, + -0.5097518563270569, + -0.013840898871421814, + 0.5321789979934692, + 0.35663560032844543, + 3.257185935974121, + 0.5219069719314575, + 0.5194180607795715, + -0.13361985981464386, + 0.661358654499054, + -0.3989315330982208, + 0.1469734162092209, + 3.3793535232543945 + ], + [ + 0.5473133325576782, + -0.40811097621917725, + -0.08585542440414429, + -0.4177728295326233, + 0.6498501896858215, + 0.6231637001037598, + 2.4301061630249023, + 0.2652656137943268, + -0.05638345703482628, + 0.17565317451953888, + 0.25936275720596313, + 0.2359263300895691, + 0.23060260713100433, + 2.387864828109741, + 0.5965478420257568, + 0.6170689463615417, + 0.48974448442459106, + 0.19117371737957, + -0.4468328058719635, + 0.9282407164573669, + 2.710331678390503 + ], + [ + 0.42791974544525146, + -0.2651069760322571, + -0.20598432421684265, + 0.48568350076675415, + 0.6229127049446106, + 0.7582558393478394, + 2.470210075378418, + 0.7394604086875916, + 0.41525766253471375, + 0.4256536066532135, + 0.6095196604728699, + 0.8064446449279785, + 1.0093408823013306, + 2.3417165279388428, + -0.8035709857940674, + -0.09721773117780685, + 0.5999611020088196, + -0.05138499289751053, + -0.21247941255569458, + 0.825280487537384, + 2.8243751525878906 + ], + [ + -0.4763129651546478, + -0.39643752574920654, + 0.635061502456665, + -0.3975774049758911, + 0.30977389216423035, + -0.41407161951065063, + 2.2495691776275635, + 0.0628879964351654, + -0.8707423806190491, + 0.2270190566778183, + -0.7310312986373901, + 0.9087666869163513, + 0.4879632592201233, + 3.357436180114746, + 0.013612024486064911, + -0.3390698730945587, + 0.04917430132627487, + -0.24121999740600586, + -0.7360944747924805, + -0.3690949082374573, + 3.3056142330169678 + ], + [ + 0.9046940207481384, + -0.011983048170804977, + 0.40272584557533264, + -0.21196909248828888, + -0.38737568259239197, + 0.2567489743232727, + 2.8784403800964355, + -0.25456681847572327, + 0.19261279702186584, + 0.6649499535560608, + -0.46151578426361084, + 0.15165288746356964, + 1.2048949003219604, + 3.778273582458496, + 0.16891415417194366, + -0.7519375681877136, + -0.20469577610492706, + 1.0107284784317017, + 1.1571340560913086, + -0.07706998288631439, + 2.3064122200012207 + ], + [ + -0.37443217635154724, + -0.6747173070907593, + -0.7080996036529541, + 0.07904576510190964, + -0.5321683287620544, + 0.8085098266601562, + 2.4074699878692627, + -0.3384171426296234, + -0.21210110187530518, + 0.018587594851851463, + 0.6755594611167908, + -0.05964134633541107, + -0.38008296489715576, + 2.0360329151153564, + -0.8239472508430481, + 0.3884437680244446, + 0.3695032000541687, + 0.22346407175064087, + -0.529564619064331, + -0.13499654829502106, + 2.5808513164520264 + ], + [ + -0.2327306866645813, + -0.18797610700130463, + 0.721591591835022, + 0.44355976581573486, + -0.11344816535711288, + 1.2199325561523438, + 2.04925537109375, + -0.8358117938041687, + 0.3547431230545044, + 0.5158594846725464, + -0.689969003200531, + -0.6356061697006226, + 1.2484996318817139, + 2.2630996704101562, + 0.43208861351013184, + -0.5805056691169739, + 0.08902944624423981, + -0.07887687534093857, + 1.071380853652954, + -0.19256068766117096, + 2.3481130599975586 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0021392814815044403, + 0.0428575798869133, + 0.10210521519184113, + -0.10811875760555267, + 0.0472232811152935, + -0.003327667713165283, + 0.0, + -0.0062997061759233475, + 0.013242081739008427, + -0.07773235440254211, + 0.013249501585960388, + 0.030924543738365173, + -0.006156474351882935, + 0.0, + 0.016538700088858604, + 0.02503669634461403, + -0.038025226444005966, + -0.023686565458774567, + 0.011917635798454285, + 0.015337616205215454, + 0.0 + ], + [ + -0.026323016732931137, + 0.03595554828643799, + 0.11138072609901428, + 0.16328220069408417, + 0.10706599801778793, + 0.354436457157135, + 2.774174451828003, + -0.010623779147863388, + -0.012903115712106228, + 0.013401161879301071, + 0.12522651255130768, + 0.17914994060993195, + 0.2975230813026428, + 2.855248212814331, + -0.007632460445165634, + -0.010665050707757473, + 0.005696427077054977, + 0.09341111034154892, + 0.1581430733203888, + 0.24349527060985565, + 2.9181246757507324 + ] + ], + "predicted_scores": [ + 5.641003131866455, + 5.200806140899658, + 4.812366485595703, + 3.575579881668091, + 3.4420695304870605, + 3.3187873363494873, + 3.255337715148926, + 3.072725296020508 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686/train1", + "selected_index": 0, + "state_hash": "effbc1fed2362f076f800abad604b2153d736a4f517cf5e7e9b4ed4f71a71180", + "stored_base_utility": 0.5850434899330139, + "task_id": "PickCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.22898459434509277, + 0.20521926879882812, + 0.15148627758026123, + 0.1768118143081665, + 0.2870955467224121, + 0.18647527694702148, + 0.20649945735931396, + 0.2335442304611206 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22898459434509277, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20521926879882812, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15148627758026123, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1768118143081665, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2870955467224121, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18647527694702148, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20649945735931396, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2335442304611206, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-06babf453b22ba8f2407", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.9883458614349365, + -0.21999521553516388, + -1.5510951280593872, + -0.8455965518951416, + 0.005838409066200256, + 0.6790666580200195, + -1.1946051120758057, + 2.042039155960083, + 0.19001832604408264, + -1.2331795692443848, + -0.5006201267242432, + -0.24407082796096802, + -2.7522318363189697, + -2.4248785972595215, + 1.3678168058395386, + 0.10181857645511627, + -1.0744426250457764, + -1.755356788635254e-05, + -0.032613515853881836, + -1.7277252674102783, + -2.0183827877044678 + ], + [ + 1.9130401611328125, + -0.11109326034784317, + -1.4432064294815063, + -0.8746229410171509, + 0.28958067297935486, + 0.27285632491111755, + -0.9723613858222961, + 1.8959147930145264, + 0.28236791491508484, + -1.0570096969604492, + -0.6011955738067627, + -0.575365424156189, + -2.918755292892456, + -2.9388577938079834, + 1.2070505619049072, + -0.08024562895298004, + -0.8637998700141907, + 0.08822400122880936, + -0.3490478992462158, + -1.4240686893463135, + -2.043501138687134 + ], + [ + 1.815846562385559, + -0.09387239068746567, + -1.6853221654891968, + -1.0112743377685547, + 0.21415859460830688, + 0.23584535717964172, + -0.7675555348396301, + 1.9672867059707642, + 0.2532954812049866, + -1.0516616106033325, + -0.5447076559066772, + -0.5169768929481506, + -2.6929705142974854, + -2.785682201385498, + 1.2070622444152832, + -0.02910691872239113, + -0.7770269513130188, + 0.07194191217422485, + -0.37312841415405273, + -1.1892237663269043, + -1.8903882503509521 + ], + [ + 1.9134461879730225, + -0.046208854764699936, + -1.493313193321228, + -0.8742998838424683, + 0.26258957386016846, + 0.4285568594932556, + -0.9083096385002136, + 2.1271567344665527, + 0.28586632013320923, + -1.100184679031372, + -0.7882394790649414, + -0.4087885618209839, + -2.4600353240966797, + -3.429501533508301, + 1.3060318231582642, + 0.007745686918497086, + -0.8236566185951233, + -0.3161756992340088, + -0.263608455657959, + -1.5544261932373047, + -2.0388858318328857 + ], + [ + 2.0805211067199707, + 0.0611368864774704, + -0.8987349271774292, + -0.7136886119842529, + 0.2943926155567169, + 0.29062092304229736, + -1.4806358814239502, + 1.8450731039047241, + 0.46059364080429077, + -0.802982747554779, + -0.5431164503097534, + -0.5769585967063904, + -3.464191198348999, + -2.7536706924438477, + 1.2122538089752197, + -0.01432039774954319, + -0.9152618050575256, + 0.23433667421340942, + -0.5091385245323181, + -1.630871057510376, + -1.912137746810913 + ], + [ + 1.8370213508605957, + -0.07793497294187546, + -1.5256308317184448, + -1.0190798044204712, + 0.3096666932106018, + 0.33394289016723633, + -0.7419161200523376, + 1.9749152660369873, + 0.22051502764225006, + -1.0665719509124756, + -0.6288024187088013, + -0.5331423878669739, + -2.783076047897339, + -3.0434398651123047, + 1.1377047300338745, + -0.07767634093761444, + -0.7762938141822815, + 0.12471538037061691, + -0.3928964138031006, + -1.3848342895507812, + -1.9480719566345215 + ], + [ + 1.8241194486618042, + -0.226714089512825, + -1.2711652517318726, + -0.9140157699584961, + 0.315446674823761, + -0.03593948483467102, + -0.6571182608604431, + 1.7780786752700806, + 0.1965739130973816, + -1.005751132965088, + -0.5275271534919739, + -0.5450530648231506, + -2.6714913845062256, + -3.188481092453003, + 1.3007946014404297, + -0.16879115998744965, + -0.876660168170929, + 0.1913916915655136, + -0.4029301404953003, + -1.6191468238830566, + -2.463404655456543 + ], + [ + 1.9593408107757568, + -0.19810675084590912, + -1.0618900060653687, + -0.6758878231048584, + -0.06359449028968811, + -0.14496445655822754, + -0.6419965624809265, + 1.9320077896118164, + 0.1259453445672989, + -1.2202823162078857, + -0.734781801700592, + -0.341272234916687, + -2.489201068878174, + -3.142202377319336, + 1.2671983242034912, + -0.03333907574415207, + -0.5368316173553467, + -0.07015626132488251, + -0.3592459559440613, + -1.959296464920044, + -1.9619073867797852 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-06babf453b22ba8f2407", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18806186318397522, + 0.22945129871368408, + 0.11622031778097153, + 2.0, + 0.04798964783549309, + 0.1881435364484787, + 0.0726090669631958, + 0.02710096165537834, + 0.05703328177332878, + 0.08424703776836395, + 0.02796904370188713, + 0.026392778381705284, + 0.006114204879850149, + 0.013663987629115582, + 0.026984810829162598, + 0.02378678321838379 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6867632865905762, + -0.05530139058828354, + -0.17895913124084473, + -0.07932145148515701, + 0.20104467868804932, + 0.06135827302932739, + 0.0, + 0.7513189315795898, + 0.05268527567386627, + -0.2793593406677246, + -0.15292996168136597, + 0.13306421041488647, + -1.906026840209961, + 0.0, + 0.3906421661376953, + -0.001853853464126587, + -0.061689138412475586, + -0.06417220085859299, + 0.1346665769815445, + -0.7147171497344971, + 0.0 + ], + [ + 1.6867632865905762, + 0.026470860466361046, + -1.1789591312408447, + 0.054933659732341766, + -0.5202961564064026, + -0.7324469685554504, + -1.6867140531539917, + 1.7513189315795898, + 0.16646422445774078, + -1.2793593406677246, + -0.496570348739624, + -0.6919353604316711, + -2.906026840209961, + -2.811070203781128, + 1.3906421661376953, + 0.17315946519374847, + -1.0616891384124756, + 0.032047711312770844, + -0.08203880488872528, + -1.714717149734497, + -2.1916282176971436 + ], + [ + 1.7560584545135498, + 0.29722264409065247, + -1.2875202894210815, + -0.22136017680168152, + -0.5369101762771606, + -1.013450264930725, + -1.942259430885315, + 1.792439341545105, + 0.10415905714035034, + -0.9814691543579102, + -0.5290217399597168, + -0.5584777593612671, + -2.66030216217041, + -2.652972459793091, + 1.1349513530731201, + 0.3659951090812683, + -0.8308396339416504, + 0.22217226028442383, + 0.1258934736251831, + -1.7682944536209106, + -2.2696261405944824 + ], + [ + 1.7356759309768677, + -0.05359044671058655, + -0.8435385227203369, + -0.2562142014503479, + -0.47503191232681274, + -1.004067301750183, + -1.9757448434829712, + 1.5603389739990234, + 0.14369241893291473, + -0.9173920154571533, + -0.7659816741943359, + -0.6690039038658142, + -2.997976541519165, + -3.0126590728759766, + 1.1451032161712646, + -0.1880987137556076, + -0.7970747947692871, + -0.21654847264289856, + 0.16261935234069824, + -1.688933253288269, + -1.9626350402832031 + ], + [ + 1.9932583570480347, + -0.11289907246828079, + -1.3385117053985596, + -0.22470158338546753, + -0.9161338806152344, + -0.37932881712913513, + -1.4541938304901123, + 1.9121780395507812, + 0.6198270320892334, + -0.9454396963119507, + -0.44183844327926636, + -0.9956421852111816, + -2.8393614292144775, + -2.728577136993408, + 0.9615651369094849, + 0.017063632607460022, + -1.4769352674484253, + -0.15303340554237366, + -0.28245410323143005, + -1.943393349647522, + -1.8009752035140991 + ], + [ + 2.011747121810913, + -0.11806342750787735, + -1.1756463050842285, + 0.29117992520332336, + -0.28892403841018677, + -0.9797182083129883, + -1.3844881057739258, + 1.3879432678222656, + 0.6374598145484924, + -0.7439722418785095, + -1.0534358024597168, + -0.42895618081092834, + -3.029531478881836, + -2.7804813385009766, + 1.051585078239441, + 0.2508360743522644, + -0.8814671039581299, + 0.2637762725353241, + -0.507635235786438, + -1.9901494979858398, + -2.5919547080993652 + ], + [ + 1.318642020225525, + 0.4671846330165863, + -1.5986104011535645, + 0.4713019132614136, + -0.8544698357582092, + -0.6039958596229553, + -2.2527925968170166, + 2.1868388652801514, + -0.5141053795814514, + -1.334320068359375, + -1.0694410800933838, + -0.8905247449874878, + -2.2888684272766113, + -2.1136443614959717, + 1.6176549196243286, + -0.006567075848579407, + -0.4644303321838379, + -0.5877242684364319, + 0.09503680467605591, + -1.12252938747406, + -2.405972719192505 + ], + [ + 1.1282985210418701, + -0.677612841129303, + -0.49735260009765625, + -0.12479286640882492, + -0.6509164571762085, + -1.4753904342651367, + -2.2622785568237305, + 1.153033971786499, + 0.8615716695785522, + -1.0411062240600586, + -0.3865005671977997, + -1.4007595777511597, + -3.306602716445923, + -3.3933777809143066, + 1.7733255624771118, + 0.3315214514732361, + -1.1728920936584473, + 0.723267674446106, + 0.40739864110946655, + -1.5952785015106201, + -2.5863218307495117 + ], + [ + 1.8824996948242188, + 0.1523180454969406, + -0.6291311383247375, + -0.7201722264289856, + -0.5553497076034546, + -0.19329601526260376, + -1.628029704093933, + 1.5905299186706543, + 0.16155384480953217, + -1.2392454147338867, + 0.38659244775772095, + -0.285341739654541, + -3.503969192504883, + -2.638493299484253, + 0.9540622234344482, + 0.45384645462036133, + -1.5676637887954712, + 0.699209451675415, + 0.06210201978683472, + -0.8933934569358826, + -2.5273795127868652 + ], + [ + 2.076145887374878, + 0.23805303871631622, + -1.020012617111206, + 0.2048245370388031, + -0.8186095356941223, + -1.7180819511413574, + -2.3936214447021484, + 2.5794365406036377, + 0.09175348281860352, + -1.6235753297805786, + -0.45540687441825867, + -0.9322672486305237, + -2.4963269233703613, + -2.670903205871582, + 1.265542984008789, + 0.9304513335227966, + -0.5357773303985596, + -0.530722439289093, + 0.8373081684112549, + -1.2121076583862305, + -2.679529905319214 + ], + [ + 0.9086390137672424, + -0.8760775923728943, + -1.3715193271636963, + 0.12913338840007782, + -0.37539881467819214, + 0.028424441814422607, + -1.8418301343917847, + 2.335052490234375, + -0.3583259582519531, + -0.5050929188728333, + 0.23221582174301147, + -1.0456328392028809, + -2.8965821266174316, + -3.144774913787842, + 2.028951406478882, + -0.5106850266456604, + -1.7900731563568115, + -0.1295229196548462, + -0.9183065295219421, + -1.5813484191894531, + -2.4917595386505127 + ], + [ + 1.6964367628097534, + 0.569389283657074, + -1.4032061100006104, + 0.9967983961105347, + -0.8338885307312012, + -0.03839915990829468, + -1.9666798114776611, + 0.7581517696380615, + -0.16487736999988556, + -1.0417014360427856, + -0.40786463022232056, + -0.21849533915519714, + -2.828577995300293, + -3.625324010848999, + 2.3611836433410645, + 0.19594252109527588, + -0.9172148108482361, + -0.5954216122627258, + 0.03759536147117615, + -1.4540917873382568, + -3.0849926471710205 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6867632865905762, + -0.03643586486577988, + -0.17895913124084473, + 0.41871342062950134, + -0.46390223503112793, + -0.1571354866027832, + 0.0, + 0.7513189315795898, + 0.11838625371456146, + -0.2793593406677246, + 0.021252930164337158, + 0.26327377557754517, + -1.906026840209961, + 0.0, + 0.3906421661376953, + 0.5850692391395569, + -0.1057172417640686, + -0.19631722569465637, + -0.26151350140571594, + -0.7147171497344971, + 0.0 + ] + ], + "predicted_scores": [ + 3.3069283962249756, + 3.0458669662475586, + 2.7592759132385254, + 2.6830949783325195, + 2.635786533355713, + 2.4977829456329346, + 1.992702841758728, + 1.9523979425430298 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030/train1", + "selected_index": 0, + "state_hash": "73863b397c03f71f7c20b7d5104f6b4354bf7a28eeed44da3cb194a3940ca2b5", + "stored_base_utility": 0.18806186318397522, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.19761884212493896, + 0.23250579833984375, + 0.2101430892944336, + 0.18846368789672852, + 0.23122167587280273, + 0.2024679183959961, + 0.2385542392730713, + 0.17326641082763672 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19761884212493896, + "contact_quality": null, + "progress": 0.19138745963573456, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19138745963573456 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23250579833984375, + "contact_quality": null, + "progress": 0.16482983529567719, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16482983529567719 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2101430892944336, + "contact_quality": null, + "progress": 0.19099880754947662, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19099880754947662 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18846368789672852, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23122167587280273, + "contact_quality": null, + "progress": 0.1722133606672287, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1722133606672287 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2024679183959961, + "contact_quality": null, + "progress": 0.18851251900196075, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18851251900196075 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2385542392730713, + "contact_quality": null, + "progress": 0.18547113239765167, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18547113239765167 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17326641082763672, + "contact_quality": null, + "progress": 0.19180984795093536, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19180984795093536 + } + ], + "candidate_progress": [ + 0.19138745963573456, + 0.16482983529567719, + 0.19099880754947662, + 1.0, + 0.1722133606672287, + 0.18851251900196075, + 0.18547113239765167, + 0.19180984795093536 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0e1ff8d16372796dac97", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20349697768688202, + -0.03309610113501549, + 1.4204078912734985, + -0.3568684458732605, + 0.34178096055984497, + 2.9658193588256836, + 1.1594462394714355, + 1.2688771486282349, + 0.006507624872028828, + -0.05895800143480301, + -0.4878963530063629, + -0.6119840741157532, + 1.8622535467147827, + 1.0806894302368164, + 0.7238972783088684, + 0.0546392984688282, + -0.44505035877227783, + 0.13913261890411377, + 0.35655421018600464, + 2.483729362487793, + 1.6141639947891235 + ], + [ + -0.17401523888111115, + -0.17771312594413757, + 1.603978157043457, + -0.4218374490737915, + 0.35056182742118835, + 2.734375238418579, + 1.3031835556030273, + 1.3000870943069458, + -0.06185123324394226, + 0.10949604958295822, + -0.04715123772621155, + -0.7209177017211914, + 1.9900492429733276, + 1.3152484893798828, + 0.7418944835662842, + 0.2897116541862488, + -0.5105141401290894, + 0.29760730266571045, + 0.530819296836853, + 2.6632323265075684, + 1.7662975788116455 + ], + [ + -0.19805829226970673, + -0.028932463377714157, + 1.4645847082138062, + -0.20935261249542236, + 0.2822881042957306, + 2.7955241203308105, + 1.2556157112121582, + 1.321324348449707, + -0.01547805406153202, + -0.04052547365427017, + -0.4149405360221863, + -0.44452548027038574, + 1.8928200006484985, + 1.1598365306854248, + 0.7949708700180054, + 0.07732577621936798, + -0.46846914291381836, + -0.007484808564186096, + 0.4693165719509125, + 2.5685861110687256, + 1.405153751373291 + ], + [ + 0.07022622227668762, + -0.19313247501850128, + 1.3528393507003784, + -0.18028631806373596, + 0.552165150642395, + 2.383821487426758, + 2.160381555557251, + 1.0382580757141113, + 0.07239632308483124, + 0.06938420981168747, + 0.08587711304426193, + -0.5007942914962769, + 1.9235140085220337, + 1.614467978477478, + 0.5588290691375732, + 0.033132120966911316, + -0.3029916286468506, + -0.18632252514362335, + 0.7296725511550903, + 2.3102283477783203, + 1.7072827816009521 + ], + [ + -0.17755354940891266, + -0.1670876145362854, + 1.5050926208496094, + -0.24212166666984558, + 0.2724590599536896, + 2.7693300247192383, + 1.364367961883545, + 1.250109076499939, + -0.06726400554180145, + 0.1145462617278099, + -0.0016493536531925201, + -0.7036863565444946, + 2.0248935222625732, + 1.2379589080810547, + 0.748693585395813, + 0.26225537061691284, + -0.5693418383598328, + 0.2862566411495209, + 0.533118486404419, + 2.6038930416107178, + 1.7545866966247559 + ], + [ + -0.08765523135662079, + 0.10139702260494232, + 1.4145305156707764, + -0.44854414463043213, + 0.5706727504730225, + 2.6584959030151367, + 1.3338309526443481, + 1.4746127128601074, + -0.11586472392082214, + -0.033854834735393524, + -0.3889126479625702, + -0.9491448402404785, + 2.191927671432495, + 0.9962537884712219, + 0.4856642186641693, + 0.05357487127184868, + -0.7217132449150085, + 0.030821144580841064, + 0.7886344194412231, + 2.0927984714508057, + 1.9754009246826172 + ], + [ + 0.028805211186408997, + 0.029420308768749237, + 1.6646286249160767, + -0.3242877423763275, + 0.48502761125564575, + 2.8752188682556152, + 1.1351447105407715, + 1.4160211086273193, + 0.010398276150226593, + -0.1870999038219452, + -0.189081609249115, + -0.5273774862289429, + 1.9754868745803833, + 1.5126067399978638, + 0.9974913597106934, + -0.01646536774933338, + -0.24591843783855438, + 0.11941434442996979, + 0.6005757451057434, + 2.7433114051818848, + 1.4849988222122192 + ], + [ + 0.15978974103927612, + -0.10224446654319763, + 1.627218246459961, + -0.23768608272075653, + 0.4670048952102661, + 2.8048946857452393, + 1.0084905624389648, + 1.6929962635040283, + -0.08633854985237122, + -0.17980974912643433, + -0.6951737999916077, + -0.6533218622207642, + 1.8515230417251587, + 0.6785045862197876, + 0.8433626294136047, + 0.10945300757884979, + -0.5755630135536194, + 0.15513956546783447, + 0.7511428594589233, + 2.253796100616455, + 1.979749083518982 + ] + ], + "generated_utilities": [ + 0.19138745963573456, + 0.16482983529567719, + 0.19099880754947662, + 2.0, + 0.1722133606672287, + 0.18851251900196075, + 0.18547113239765167, + 0.19180984795093536 + ], + "group_id": "ms-0e1ff8d16372796dac97", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2721651792526245, + 0.2838377356529236, + 0.09680275619029999, + 0.21726202964782715, + 0.28901273012161255, + 0.26919037103652954, + 0.20568308234214783, + 0.22122687101364136, + 0.28657472133636475, + 0.18528121709823608, + 0.1475508213043213, + 0.22093892097473145, + 0.1361302137374878, + 2.0, + 0.053693316876888275, + 0.01539949607104063 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.07914704084396362, + 0.08597764372825623, + 0.32980620861053467, + -0.22935104370117188, + -0.026631414890289307, + 1.532597541809082, + 0.0, + 1.0985569953918457, + -0.08866220712661743, + -0.21771979331970215, + -0.1632688045501709, + -0.06556621193885803, + 1.073223352432251, + 0.0, + 0.3806576728820801, + 0.058381855487823486, + 0.23797845840454102, + 0.07539930939674377, + 0.11990898847579956, + 1.6538071632385254, + 0.0 + ], + [ + -0.12626641988754272, + -0.15791213512420654, + 0.32980620861053467, + -0.22937488555908203, + 0.621025800704956, + 1.532597541809082, + 0.0, + 1.0985569953918457, + 0.14592504501342773, + -0.21771979331970215, + 0.021975576877593994, + -0.22697466611862183, + 1.073223352432251, + 0.0, + 0.3806576728820801, + -0.16340744495391846, + 0.24658453464508057, + 0.2220190465450287, + -0.3437120318412781, + 1.6538071632385254, + 0.0 + ], + [ + 0.4218890070915222, + -0.3799889385700226, + 1.3987661600112915, + -0.18070071935653687, + 0.6980443596839905, + 2.3208305835723877, + 2.4347012042999268, + 2.2391841411590576, + 0.23308581113815308, + -1.062913179397583, + -1.0034914016723633, + 0.29394784569740295, + 2.319910764694214, + 2.026752233505249, + 1.4382768869400024, + 0.41409748792648315, + -0.8415298461914062, + 0.425619900226593, + 0.6628077030181885, + 2.5976715087890625, + 3.016920804977417 + ], + [ + 0.010466247797012329, + -0.5673813819885254, + 1.5157828330993652, + 0.28623971343040466, + 0.8851284384727478, + 2.9140729904174805, + 2.4211275577545166, + 2.011749029159546, + 0.8543301820755005, + -1.4725762605667114, + -1.0424957275390625, + 0.10703977942466736, + 2.37386155128479, + 2.2321677207946777, + 1.4058798551559448, + -0.09342983365058899, + -0.6714394688606262, + 0.8728803992271423, + 0.46230727434158325, + 2.972311496734619, + 3.1275765895843506 + ], + [ + 0.21649208664894104, + -0.20723462104797363, + 1.5317883491516113, + 0.013667866587638855, + 0.47679629921913147, + 2.677910327911377, + 1.8671047687530518, + 1.6960766315460205, + 1.068267822265625, + -1.1167702674865723, + -1.144794225692749, + -0.11955028772354126, + 1.9159355163574219, + 2.2951083183288574, + 1.3136188983917236, + 0.5414972305297852, + -1.2603800296783447, + 1.073399305343628, + 0.640984833240509, + 2.0920653343200684, + 2.564584732055664 + ], + [ + 0.5795988440513611, + 0.06478109955787659, + 1.9628643989562988, + -0.2855762541294098, + 0.47754260897636414, + 2.2910773754119873, + 2.712817907333374, + 2.1207218170166016, + 0.5954307913780212, + -1.8042322397232056, + -1.2237597703933716, + 0.09737330675125122, + 2.5835914611816406, + 1.9028711318969727, + 1.3868281841278076, + 0.6517540812492371, + -0.6987743973731995, + 0.14470410346984863, + 0.500310480594635, + 1.9608325958251953, + 2.5367469787597656 + ], + [ + 0.2822818160057068, + -1.027776837348938, + 1.6159601211547852, + -0.870427668094635, + 0.88285231590271, + 1.7550137042999268, + 1.445440649986267, + 2.804149866104126, + 0.47995227575302124, + -0.7643927335739136, + -1.3587398529052734, + -0.3150816559791565, + 2.0937490463256836, + 1.6014765501022339, + 1.788015604019165, + 0.1157156378030777, + -0.995976984500885, + 0.5651847124099731, + -0.03812795877456665, + 2.946554183959961, + 2.169250011444092 + ], + [ + 0.7850518226623535, + -0.3744369149208069, + 1.5954267978668213, + -0.608968198299408, + 1.5638272762298584, + 2.6719911098480225, + 2.7496895790100098, + 1.293771743774414, + 0.6334982514381409, + -0.7202390432357788, + -1.7309244871139526, + 0.7185664176940918, + 1.500235915184021, + 2.540700912475586, + 1.8532832860946655, + -0.20271092653274536, + -1.125279188156128, + 1.318365216255188, + 0.897382378578186, + 2.567835807800293, + 2.6883723735809326 + ], + [ + -0.0409388542175293, + -0.124749556183815, + 1.7154438495635986, + 0.655324399471283, + 1.3263788223266602, + 2.6929171085357666, + 2.2255399227142334, + 1.953749179840088, + 0.7853950262069702, + -1.2592566013336182, + -0.45610707998275757, + 0.7783058881759644, + 1.6339646577835083, + 1.7010301351547241, + 2.0196127891540527, + 0.17955750226974487, + -0.951436460018158, + 0.7160906791687012, + 1.6532894372940063, + 2.6468448638916016, + 3.5804736614227295 + ], + [ + -0.16655230522155762, + -0.9298793077468872, + 2.0344009399414062, + -1.0343284606933594, + 0.197198748588562, + 1.775566577911377, + 2.411905527114868, + 1.4433773756027222, + 0.7106978893280029, + -2.17789363861084, + -0.7238349914550781, + 0.3165341913700104, + 1.5440614223480225, + 1.4604942798614502, + 1.5645346641540527, + 0.4737999439239502, + -0.3348062038421631, + 0.026718348264694214, + -0.1300031542778015, + 2.658573627471924, + 2.0041418075561523 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.5523390769958496, + 0.2772659659385681, + 0.3952569365501404, + 0.022935733199119568, + 0.10461509227752686, + 1.9810314178466797, + 1.4682230949401855, + 2.466538429260254, + -0.30221277475357056, + -0.34303462505340576, + -1.9408907890319824, + 1.1256544589996338, + 1.4728260040283203, + 1.3303914070129395, + 0.7972579002380371, + 0.172990620136261, + 0.051664650440216064, + 1.244837760925293, + 0.12645363807678223, + 1.7337814569473267, + 2.89335560798645 + ] + ], + "predicted_scores": [ + 2.0123181343078613, + 1.8192294836044312, + 1.6934884786605835, + 1.6552324295043945, + 1.4510239362716675, + 0.29072266817092896, + 0.15079836547374725, + 0.12499038875102997 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train1", + "selected_index": 0, + "state_hash": "0da2db158c238533638b8d4d724ae17d854b8759cf40347747e254820a3291df", + "stored_base_utility": 0.2721651792526245, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22852759063243866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22852759063243866 + }, + "base_progress": 0.22852759063243866, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22852759063243866, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0037484169006347656, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036472875624895096, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036472875624895096 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04127277806401253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04127277806401253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04732658341526985, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04732658341526985 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04752107337117195, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04752107337117195 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05644957348704338, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05644957348704338 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.043134670704603195, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.043134670704603195 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0037484169006347656, + "contact_quality": null, + "progress": 0.028326213359832764, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.028326213359832764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.045143645256757736, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.045143645256757736 + } + ], + "candidate_progress": [ + 0.036472875624895096, + 0.04127277806401253, + 0.04732658341526985, + 0.04752107337117195, + 0.05644957348704338, + 0.043134670704603195, + 0.028326213359832764, + 0.045143645256757736 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-223b0a8319beb051a1ee", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.3730483055114746, + -0.043659284710884094, + -0.6273586750030518, + 0.8276660442352295, + 1.4150550365447998, + -1.8730584383010864, + -0.46779727935791016, + -1.1937596797943115, + 0.36803367733955383, + 1.8913345336914062, + 0.17541778087615967, + 0.1215343251824379, + 1.048566460609436, + 0.6637411117553711, + -0.4035559594631195, + 0.8304916620254517, + 0.20752623677253723, + 0.0945310965180397, + -0.6799872517585754, + -0.5938005447387695, + 0.09970500320196152 + ], + [ + 0.24755746126174927, + -0.05167154222726822, + -0.25725772976875305, + 0.6833310127258301, + 1.1099884510040283, + -1.2400850057601929, + -0.29337018728256226, + -0.9737756252288818, + 0.4943295419216156, + 1.7349883317947388, + 0.271950364112854, + 0.10103514790534973, + 1.2908519506454468, + 0.8412578701972961, + -0.27397653460502625, + 0.7773547768592834, + 0.06927275657653809, + 3.275275230407715e-05, + -0.4922887086868286, + -0.7471109628677368, + -0.05887672305107117 + ], + [ + 0.316322386264801, + -0.1373962014913559, + -0.36573711037635803, + 0.7463936805725098, + 1.0094213485717773, + -1.3380924463272095, + 0.2209434062242508, + -0.9359591007232666, + 0.4143497943878174, + 1.6819649934768677, + 0.04597076028585434, + -0.20227572321891785, + 1.5527535676956177, + 0.8840576410293579, + -0.231431782245636, + 0.8584663271903992, + 0.19003057479858398, + 0.1679118573665619, + -0.4594314694404602, + -0.6050061583518982, + -0.0634084939956665 + ], + [ + 0.26689422130584717, + -0.1100875660777092, + -0.42238298058509827, + 0.6164262294769287, + 1.1276376247406006, + -1.3236210346221924, + -0.36875319480895996, + -0.9748221635818481, + 0.4950018525123596, + 1.6354413032531738, + 0.33931636810302734, + 0.039097994565963745, + 1.2247964143753052, + 0.8667241334915161, + -0.12893711030483246, + 0.8272229433059692, + 0.050109848380088806, + 0.1459900587797165, + -0.568213939666748, + -0.9039255976676941, + -0.09140044450759888 + ], + [ + 0.4174405336380005, + -0.00988885760307312, + -0.39073023200035095, + 0.7964859008789062, + 1.015953540802002, + -0.7914745807647705, + -0.16476798057556152, + -0.8640766143798828, + 0.31792622804641724, + 1.609986424446106, + 0.30313000082969666, + -0.041147127747535706, + 1.3285897970199585, + 0.9296780228614807, + -0.4187212586402893, + 0.6864692568778992, + -0.13471828401088715, + -0.005659714341163635, + -0.6360018849372864, + -1.0047907829284668, + 0.04560957849025726 + ], + [ + 0.18098944425582886, + 0.0032006055116653442, + -0.5338267087936401, + 0.48583343625068665, + 1.2531187534332275, + -1.1395485401153564, + -0.42333924770355225, + -0.9909652471542358, + 0.4234190583229065, + 1.6650855541229248, + 0.4209112823009491, + 0.3296526074409485, + 1.2321581840515137, + 0.6416563987731934, + -0.18837878108024597, + 0.8077524304389954, + 0.07875128090381622, + 0.1338728964328766, + -0.47911667823791504, + -1.0116580724716187, + -0.13712725043296814 + ], + [ + 0.08791471272706985, + -0.03541037440299988, + -0.6973285675048828, + 0.7370717525482178, + 1.5211586952209473, + -1.3338055610656738, + -0.4147387146949768, + -1.4625686407089233, + 0.2775214910507202, + 1.8188096284866333, + 0.24104318022727966, + 0.04910661280155182, + 1.057570457458496, + 0.5843523740768433, + -0.17311523854732513, + 0.8645675778388977, + 0.14406639337539673, + 0.5655983686447144, + -0.8293328881263733, + -1.3758506774902344, + -0.04677201807498932 + ], + [ + 0.2296566367149353, + -0.11847782135009766, + 0.056941598653793335, + 0.39321085810661316, + 0.8667749762535095, + -1.094864010810852, + -0.10939794778823853, + -0.8432620763778687, + 0.3857000172138214, + 1.6927520036697388, + 0.1797085404396057, + 0.0036544203758239746, + 1.554470419883728, + 1.133628487586975, + -0.24923086166381836, + 0.8060882091522217, + -0.012566909193992615, + 0.2498828023672104, + -0.474730908870697, + -0.7576100826263428, + 0.16918881237506866 + ] + ], + "generated_utilities": [ + 0.036472875624895096, + 0.04127277806401253, + 0.04732658341526985, + 0.04752107337117195, + 0.05644957348704338, + 0.043134670704603195, + 0.028326213359832764, + 0.045143645256757736 + ], + "group_id": "ms-223b0a8319beb051a1ee", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08069789409637451, + 0.10780428349971771, + 0.08790525048971176, + 0.0262441448867321, + 0.11242352426052094, + 0.09117989242076874, + 0.11313339322805405, + 0.13257622718811035, + 0.1593424528837204, + 0.05749386548995972, + 0.03281732648611069, + 0.10750602185726166, + 0.04015284776687622, + 0.08296297490596771, + 0.146215558052063, + 0.04653326794505119 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3901504874229431, + 0.5261483788490295, + 0.6266356706619263, + 0.44542956352233887, + 0.04161961376667023, + -1.842090129852295, + 0.0, + -0.9498573541641235, + 0.36012017726898193, + 1.3898959159851074, + 0.8914443254470825, + -0.02114194631576538, + 0.6929440498352051, + 0.0, + -0.7578744292259216, + 0.05931973457336426, + -0.034669458866119385, + 0.589458703994751, + -1.2559914588928223, + 0.04934754967689514, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7564107179641724, + 0.4610605239868164, + -0.14963597059249878, + -0.27591854333877563, + -0.03312709182500839, + -2.95784854888916, + -2.3437106609344482, + -2.2544426918029785, + -0.3508921265602112, + 2.4830124378204346, + 2.1970369815826416, + 0.7530210018157959, + 1.5012421607971191, + 1.8145631551742554, + -1.6707961559295654, + -0.7483406662940979, + -0.23935037851333618, + 1.5424551963806152, + -2.357757091522217, + -0.09612591564655304, + 0.04097829759120941 + ], + [ + 1.082101583480835, + 0.7325993180274963, + -0.44281208515167236, + -0.5662503242492676, + -0.1744738519191742, + -2.344203233718872, + -2.654690742492676, + -2.2936489582061768, + -0.3410067558288574, + 2.3801591396331787, + 2.2954835891723633, + 1.0167251825332642, + 1.8415415287017822, + 2.165842056274414, + -1.3905693292617798, + -0.8038672208786011, + -0.6657370328903198, + 1.6491055488586426, + -2.515157699584961, + -0.440177857875824, + -0.29430338740348816 + ], + [ + 1.8573832511901855, + 0.4061572253704071, + 0.15697956085205078, + -0.7276508808135986, + -0.27096253633499146, + -2.8898420333862305, + -1.4445924758911133, + -2.2915894985198975, + 0.45477667450904846, + 2.3857364654541016, + 2.2449886798858643, + 0.944068431854248, + 1.8377275466918945, + 1.410325288772583, + -1.0383611917495728, + -1.294783353805542, + -0.14346101880073547, + 2.4649438858032227, + -1.7811484336853027, + -0.3977217376232147, + -0.15774928033351898 + ] + ], + "predicted_scores": [ + 7.369746208190918, + 7.187019348144531, + 7.111407279968262, + 7.08652925491333, + 6.684520244598389, + 6.541554927825928, + 6.484063625335693, + 6.060859203338623 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713/train1", + "selected_index": 0, + "state_hash": "83c299f189e5937e16066b33f5a7dbe5a034c60414c49a6331d445dd1c03b5f1", + "stored_base_utility": 0.08069789409637451, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032693684101104736, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032693684101104736 + }, + "base_progress": 0.032693684101104736, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.032693684101104736, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06662949174642563, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06662949174642563 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05662526562809944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05662526562809944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06015259027481079, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06015259027481079 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036574047058820724, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036574047058820724 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.051154930144548416, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.051154930144548416 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03577623888850212, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03577623888850212 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.045274000614881516, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.045274000614881516 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03629221394658089, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03629221394658089 + } + ], + "candidate_progress": [ + 0.06662949174642563, + 0.05662526562809944, + 0.06015259027481079, + 0.036574047058820724, + 0.051154930144548416, + 0.03577623888850212, + 0.045274000614881516, + 0.03629221394658089 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-3a4e2d080c9c4b279895", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-0b93907b2a7261815f63", + "ms-d535b38d768633f6d922", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-34726202b475d29cdf38", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.5586445927619934, + -0.2368897944688797, + 0.033559173345565796, + 0.6290115118026733, + 0.23706269264221191, + 0.0034588277339935303, + 0.6767265796661377, + -0.25323963165283203, + -0.33146917819976807, + 0.5409818887710571, + -0.5477770566940308, + -0.11618301272392273, + 1.1001079082489014, + 0.5772802829742432, + 0.7659803032875061, + -0.25152578949928284, + -1.2627673149108887, + 0.31746265292167664, + -0.5786525011062622, + -1.00212562084198, + -1.0318248271942139 + ], + [ + 0.19697140157222748, + -0.15346702933311462, + -0.05201050639152527, + 0.7189604043960571, + 0.46542733907699585, + 0.5759392976760864, + 0.7604838013648987, + -0.19436213374137878, + -0.3349897265434265, + 0.5523701906204224, + -0.5851678848266602, + -0.21294230222702026, + 1.7679563760757446, + 0.8213717937469482, + 0.6762540340423584, + -0.2573522627353668, + -1.2435728311538696, + 0.4289104640483856, + -0.4699852466583252, + -0.9165103435516357, + -1.402378797531128 + ], + [ + 0.6312074065208435, + -0.45537298917770386, + 0.009367018938064575, + 0.7633758783340454, + 0.36621564626693726, + 0.2266818881034851, + 0.5432092547416687, + -0.3653920590877533, + -0.16989153623580933, + 0.8016179800033569, + -0.5173868536949158, + -0.1594524383544922, + 1.3895936012268066, + 0.8905559182167053, + 0.6990326642990112, + -0.40963640809059143, + -1.2375086545944214, + 0.3587411046028137, + -0.377332866191864, + -0.9175456762313843, + -0.9082918167114258 + ], + [ + 0.5408845543861389, + -0.13132867217063904, + 0.1640525758266449, + 0.41532114148139954, + 0.8267573118209839, + -0.5316624641418457, + 0.8553400039672852, + -0.20985627174377441, + -0.054757922887802124, + 0.9647770524024963, + -0.35735923051834106, + -0.38359129428863525, + 1.3339388370513916, + 0.6696009635925293, + 0.5125373601913452, + -0.18965837359428406, + -0.9645188450813293, + 0.1592511236667633, + -0.400012731552124, + -0.12046608328819275, + -1.6967847347259521 + ], + [ + 0.5631957054138184, + -0.4882822632789612, + 0.2808697819709778, + 0.555701494216919, + 0.9069059491157532, + 0.49152496457099915, + 0.5971757173538208, + -0.47697487473487854, + -0.17899692058563232, + 0.7952143549919128, + -0.6520325541496277, + -0.09448400139808655, + 1.3736602067947388, + 0.7112308740615845, + 0.587975800037384, + -0.32810038328170776, + -1.246264100074768, + 0.4303957223892212, + -0.36525189876556396, + -0.9174339771270752, + -0.7172740697860718 + ], + [ + 0.4247888922691345, + -0.012017611414194107, + -0.060850173234939575, + 0.3411880433559418, + 0.6567507982254028, + -0.14147990942001343, + 0.6915322542190552, + -0.37807604670524597, + -0.10195481777191162, + 1.0937575101852417, + -0.39742207527160645, + -0.1165323555469513, + 1.2972017526626587, + 0.5056382417678833, + 0.5452371835708618, + -0.2646424472332001, + -1.046884536743164, + 0.27676036953926086, + -0.6183657646179199, + -0.48920437693595886, + -1.2821464538574219 + ], + [ + 0.4995468854904175, + -0.0800400972366333, + -0.20366904139518738, + 0.2653754651546478, + 0.722588062286377, + 0.08427567034959793, + 0.4441753327846527, + -0.3293875753879547, + -0.207027867436409, + 0.880415141582489, + -0.300639271736145, + -0.2771742343902588, + 1.5340842008590698, + 0.6048315763473511, + 0.402249276638031, + -0.23650869727134705, + -1.1918965578079224, + 0.1795629858970642, + -0.5951938033103943, + -0.5799062252044678, + -0.9744704961776733 + ], + [ + 0.6854522824287415, + -0.030234243720769882, + -0.20181581377983093, + 0.24896478652954102, + 0.7786116003990173, + -0.08893372118473053, + 0.7314157485961914, + -0.3682909905910492, + -0.0899895578622818, + 1.1793212890625, + -0.3434864282608032, + -0.1301119327545166, + 1.3289612531661987, + 0.023498855531215668, + 0.5899390578269958, + -0.20804902911186218, + -1.0042054653167725, + 0.22660425305366516, + -0.5968250632286072, + -0.3647838532924652, + -1.3850857019424438 + ] + ], + "generated_utilities": [ + 0.06662949174642563, + 0.05662526562809944, + 0.06015259027481079, + 0.036574047058820724, + 0.051154930144548416, + 0.03577623888850212, + 0.045274000614881516, + 0.03629221394658089 + ], + "group_id": "ms-34726202b475d29cdf38", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07016094774007797, + 0.06343355029821396, + 0.034290533512830734, + 0.12802943587303162, + 0.159173846244812, + 0.07023199647665024, + 0.17105571925640106, + 0.12337249517440796, + 0.21855810284614563, + 0.25342071056365967, + 0.1448308825492859, + 0.1353527307510376, + 0.1435459852218628, + 0.1653708517551422, + 0.041707735508680344, + 0.08973287045955658 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.17323505878448486, + 0.21041874587535858, + 0.13457119464874268, + 1.1122353076934814, + 0.5987088680267334, + 0.14478814601898193, + 0.0, + 0.4338754415512085, + -0.011277735233306885, + 0.10751676559448242, + -0.2150489091873169, + -0.15575486421585083, + 0.8348451852798462, + 0.0, + 0.25485706329345703, + -0.09869855642318726, + -0.10849082469940186, + -0.22419551014900208, + 0.0015149712562561035, + -0.6096820831298828, + 0.0 + ], + [ + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137, + 1.254857063293457, + -0.7526808381080627, + -1.1084908246994019, + 0.44739171862602234, + 0.8266352415084839, + -1.6096820831298828, + -2.181366205215454 + ], + [ + 1.245914101600647, + 0.12913760542869568, + -0.9870550036430359, + 2.255108118057251, + 1.40378999710083, + 1.4080419540405273, + 0.42180347442626953, + -0.18437573313713074, + -0.9035077095031738, + 1.2423285245895386, + -1.1403719186782837, + 0.9222764372825623, + 2.0197935104370117, + 0.9139973521232605, + 1.388066291809082, + -1.0113749504089355, + -0.9504952430725098, + 0.40055137872695923, + 0.9980884790420532, + -1.4929014444351196, + -2.3998966217041016 + ], + [ + 1.352006196975708, + -0.042717382311820984, + -0.7442275285720825, + 2.440530776977539, + 1.681086778640747, + 1.3030997514724731, + 0.34464821219444275, + -0.5440786480903625, + -0.4192233085632324, + 0.9545001983642578, + -1.076216220855713, + 0.6712799072265625, + 2.044602394104004, + 1.23128342628479, + 1.0405588150024414, + -0.5801548957824707, + -0.9010713696479797, + 0.5903030037879944, + 0.8210705518722534, + -1.7861971855163574, + -2.2189154624938965 + ], + [ + 1.6238082647323608, + -0.00859782099723816, + -0.511402428150177, + 1.7740800380706787, + 1.5378435850143433, + 1.63092839717865, + 0.690334677696228, + -0.272619366645813, + -1.0773589611053467, + 1.2877765893936157, + -0.834421694278717, + 0.6018235087394714, + 1.540588140487671, + 1.5366268157958984, + 1.0796421766281128, + -0.8816280364990234, + -1.1080666780471802, + 0.43476396799087524, + 0.4842568039894104, + -1.6918518543243408, + -2.337402820587158 + ], + [ + 1.3512331247329712, + 0.6693253517150879, + -0.3530978560447693, + 2.2459869384765625, + 1.8864526748657227, + 0.7496743202209473, + 0.013006120920181274, + -0.6791016459465027, + -1.0318936109542847, + 1.270892858505249, + -0.9038214683532715, + 1.1239131689071655, + 1.4732563495635986, + 1.1963164806365967, + 1.0181585550308228, + -1.2092132568359375, + -1.6649460792541504, + 1.0400781631469727, + 1.1531003713607788, + -1.2245161533355713, + -1.7803716659545898 + ], + [ + 1.15625, + 0.19343385100364685, + -0.5164467692375183, + 2.725703239440918, + 1.2542798519134521, + 1.5723463296890259, + -0.19755324721336365, + -1.0201804637908936, + -1.220360279083252, + 1.2726116180419922, + -1.363890528678894, + 0.7564514875411987, + 1.806268572807312, + 1.5585269927978516, + 1.3288673162460327, + -0.15946650505065918, + -1.674433708190918, + 1.1169633865356445, + 1.0274916887283325, + -1.0207278728485107, + -2.4757797718048096 + ], + [ + 1.852755069732666, + -0.3371591567993164, + -0.8838323354721069, + 1.63685941696167, + 1.7563523054122925, + 0.5039563775062561, + 0.6486928462982178, + -1.1455364227294922, + -1.2256035804748535, + 0.8296796083450317, + -1.0998003482818604, + 0.9644854068756104, + 2.4688971042633057, + 1.5585618019104004, + 1.0731451511383057, + -1.2015693187713623, + -0.8826782703399658, + -0.039678215980529785, + 0.9313548803329468, + -1.1059411764144897, + -2.951857566833496 + ], + [ + 0.808337926864624, + 0.373706579208374, + -0.6560260057449341, + 2.135918140411377, + 1.153333306312561, + 0.9103911519050598, + 1.1592243909835815, + -0.940754771232605, + -0.3375057578086853, + 0.5097520351409912, + -0.6018280982971191, + 1.0536187887191772, + 1.1728196144104004, + 1.872976303100586, + 0.5927213430404663, + -1.2269426584243774, + -1.395959734916687, + 1.3307087421417236, + 0.6676969528198242, + -0.8550128936767578, + -1.892500400543213 + ], + [ + 1.715224027633667, + 0.47384411096572876, + -1.1970646381378174, + 1.7291345596313477, + 1.8696626424789429, + 0.2313959002494812, + 1.0581674575805664, + -0.4132469594478607, + -1.5996181964874268, + 1.8493136167526245, + -0.44559526443481445, + 1.7640175819396973, + 1.0321706533432007, + 1.4212751388549805, + 0.8128281831741333, + -0.3369852602481842, + -0.9641330242156982, + 1.3263734579086304, + -0.12180572748184204, + -2.3689627647399902, + -2.1483821868896484 + ] + ], + "predicted_scores": [ + 5.303747653961182, + 5.298932075500488, + 5.2742204666137695, + 5.181333541870117, + 5.14567232131958, + 4.644755840301514, + 4.317206382751465, + 3.9108078479766846 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train1", + "selected_index": 0, + "state_hash": "b8ad7d4a4d065cb24022694218bb7cdb7af98dc934b9f2ceccdfcc7f0fa958b4", + "stored_base_utility": 0.07016094774007797, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.26621735095977783, + 0.2893092632293701, + 0.3250771760940552, + 0.2849808931350708, + 0.26875364780426025, + 0.26359379291534424, + 0.29391777515411377, + 0.21898376941680908 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26621735095977783, + "contact_quality": null, + "progress": 0.1227688193321228, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1227688193321228 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2893092632293701, + "contact_quality": null, + "progress": 0.12261688709259033, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12261688709259033 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3250771760940552, + "contact_quality": null, + "progress": 0.10905078798532486, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10905078798532486 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2849808931350708, + "contact_quality": null, + "progress": 0.1325434446334839, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1325434446334839 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26875364780426025, + "contact_quality": null, + "progress": 0.1268230527639389, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1268230527639389 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26359379291534424, + "contact_quality": null, + "progress": 0.14611701667308807, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14611701667308807 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29391777515411377, + "contact_quality": null, + "progress": 0.13454985618591309, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13454985618591309 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21898376941680908, + "contact_quality": null, + "progress": 0.1511060744524002, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1511060744524002 + } + ], + "candidate_progress": [ + 0.1227688193321228, + 0.12261688709259033, + 0.10905078798532486, + 0.1325434446334839, + 0.1268230527639389, + 0.14611701667308807, + 0.13454985618591309, + 0.1511060744524002 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4cc40587ec490257b1d2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.6358715295791626, + -0.1364070177078247, + -0.5628345012664795, + -0.14339879155158997, + 0.15565398335456848, + 1.867783546447754, + 0.5886548757553101, + 1.7501201629638672, + 0.21375061571598053, + -0.9281257390975952, + -0.4497213065624237, + -0.5356353521347046, + -2.540201187133789, + -3.1086788177490234, + 1.0938645601272583, + -0.19737523794174194, + -0.6731609106063843, + -0.7396026253700256, + -0.16843384504318237, + -2.26686429977417, + -2.0129783153533936 + ], + [ + 1.651150107383728, + 0.05449340492486954, + -1.0922526121139526, + -0.4457668662071228, + 0.25338685512542725, + 2.032099723815918, + 0.3871819078922272, + 1.7482571601867676, + 0.23862333595752716, + -0.8724579811096191, + -0.4183308482170105, + -0.7817438244819641, + -2.678021192550659, + -3.156493663787842, + 0.890474796295166, + -0.1278463453054428, + -0.8923406004905701, + -0.7388134598731995, + -0.18532103300094604, + -2.3147037029266357, + -1.7194535732269287 + ], + [ + 1.7143155336380005, + -0.07808060199022293, + -0.7353607416152954, + -0.05074127018451691, + 0.47411948442459106, + 1.9936820268630981, + 0.9265881180763245, + 1.7265968322753906, + 0.2520498037338257, + -1.1279791593551636, + -0.6217888593673706, + -0.7872532606124878, + -2.741813898086548, + -2.864537477493286, + 1.1596497297286987, + -0.05882331728935242, + -0.7243131399154663, + -1.1785911321640015, + -0.1963208019733429, + -2.5883777141571045, + -2.181114912033081 + ], + [ + 1.5760304927825928, + -0.07379995286464691, + -0.7918896675109863, + -0.2688947319984436, + 0.304912805557251, + 2.0154953002929688, + 0.8479727506637573, + 1.7954612970352173, + 0.23312215507030487, + -0.8666122555732727, + -0.5676872730255127, + -0.5038899183273315, + -2.6659281253814697, + -2.978159189224243, + 0.9302249550819397, + -0.10250701010227203, + -0.44304513931274414, + -0.7788175344467163, + -0.27327799797058105, + -2.287415027618408, + -2.041388750076294 + ], + [ + 1.6192958354949951, + -0.10716910660266876, + -0.6872236728668213, + -0.13425001502037048, + 0.38034772872924805, + 2.0673675537109375, + 0.9764677882194519, + 1.7887156009674072, + 0.25795096158981323, + -0.8560439348220825, + -0.6659874320030212, + -0.4929656386375427, + -2.6564059257507324, + -3.1208698749542236, + 0.9521387815475464, + -0.12756462395191193, + -0.5276396870613098, + -0.827660858631134, + -0.2828407883644104, + -2.137361526489258, + -1.9237091541290283 + ], + [ + 1.5190396308898926, + -0.0363476499915123, + -0.7689290046691895, + -0.14492835104465485, + 0.36716634035110474, + 2.115604877471924, + 1.142952799797058, + 1.729349136352539, + 0.2042684704065323, + -1.0273641347885132, + -0.9771039485931396, + -0.6050353050231934, + -2.566807270050049, + -2.935495376586914, + 0.9456590414047241, + -0.19567446410655975, + -0.47404932975769043, + -1.0780619382858276, + -0.33563798666000366, + -2.2050769329071045, + -1.7021567821502686 + ], + [ + 1.614184021949768, + -0.058833424001932144, + -0.739361047744751, + -0.3677692413330078, + 0.3876342475414276, + 2.180007219314575, + 0.8348699808120728, + 1.743896722793579, + 0.247660830616951, + -0.8893448114395142, + -0.6667651534080505, + -0.5230506658554077, + -2.74535870552063, + -2.9244275093078613, + 0.9473996162414551, + -0.0810139924287796, + -0.5101240873336792, + -0.7930805683135986, + -0.13971328735351562, + -2.271139621734619, + -2.0331859588623047 + ], + [ + 1.7399030923843384, + -0.15048012137413025, + -0.7006771564483643, + -0.11313524097204208, + 0.18447646498680115, + 1.459446907043457, + 1.4431476593017578, + 1.7415945529937744, + 0.34603747725486755, + -1.1283146142959595, + -0.8004112243652344, + -0.715519368648529, + -2.294725179672241, + -2.549053907394409, + 1.175851821899414, + -0.16923855245113373, + -0.295035719871521, + -0.9943587183952332, + -0.25394368171691895, + -2.068661689758301, + -1.8245245218276978 + ] + ], + "generated_utilities": [ + 0.1227688193321228, + 0.12261688709259033, + 0.10905078798532486, + 0.1325434446334839, + 0.1268230527639389, + 0.14611701667308807, + 0.13454985618591309, + 0.1511060744524002 + ], + "group_id": "ms-4cc40587ec490257b1d2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16178712248802185, + 0.15196636319160461, + 2.0, + 0.15837524831295013, + 0.3054252564907074, + 0.15342628955841064, + 0.2962890863418579, + 0.2653762102127075, + 0.26964250206947327, + 0.23905441164970398, + 0.028676172718405724, + 0.08959289640188217, + 0.0923086404800415, + 0.1694244146347046, + 2.0, + 0.17181062698364258 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.6762146949768066, + -0.5422504544258118, + -0.9810613393783569, + 0.41481006145477295, + -0.22591203451156616, + 3.0048351287841797, + 1.597851037979126, + 1.0490666627883911, + -0.2555292844772339, + -1.7305853366851807, + -0.796277642250061, + -0.213690847158432, + -2.3123772144317627, + -3.073338508605957, + 1.197786808013916, + 0.3312940299510956, + -0.3129274547100067, + -1.2490216493606567, + 0.7771922945976257, + -3.095916986465454, + -2.7934844493865967 + ], + [ + 1.5850727558135986, + -0.24454213678836823, + -1.2447073459625244, + -0.43679916858673096, + 0.6670761704444885, + 2.058298349380493, + 2.281813621520996, + 1.1571274995803833, + 0.19461163878440857, + -1.6949715614318848, + -1.0789921283721924, + -0.6282864809036255, + -2.3456711769104004, + -2.1814467906951904, + 1.4117028713226318, + -0.7898263931274414, + -0.1997852623462677, + -0.7791939377784729, + 0.764602780342102, + -3.6762187480926514, + -3.3181514739990234 + ], + [ + 2.1237759590148926, + -1.0316166877746582, + 0.21347063779830933, + 0.11902476847171783, + -0.21767841279506683, + 3.124026298522949, + 2.9575648307800293, + 0.9986574649810791, + -0.05268959701061249, + -1.3397611379623413, + -0.11945796012878418, + -0.8530022501945496, + -2.6740899085998535, + -2.5199618339538574, + 1.6198596954345703, + -0.8929768800735474, + -1.0858898162841797, + -0.47080695629119873, + 0.7731091380119324, + -2.26178240776062, + -3.350116014480591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0967917442321777, + 0.09102015197277069, + 0.14111566543579102, + 0.07227197289466858, + -0.12947900593280792, + 1.4810009002685547, + 0.0, + 0.7079957723617554, + -0.002458244562149048, + -0.18595266342163086, + 0.04849886894226074, + -0.004869282245635986, + -1.9638588428497314, + 0.0, + 0.3368469476699829, + 0.07374103367328644, + -0.07811915874481201, + -0.2844512462615967, + -0.11976581811904907, + -2.107113838195801, + 0.0 + ], + [ + 2.0967917442321777, + -0.19816507399082184, + -0.570645809173584, + -0.1461164802312851, + 0.009999969974160194, + 2.4810009002685547, + 2.248060703277588, + 1.7079957723617554, + 0.23977796733379364, + -1.1859526634216309, + -0.756894588470459, + -0.551969587802887, + -2.9638588428497314, + -2.7659101486206055, + 1.336846947669983, + -0.011451777070760727, + -0.556559681892395, + -1.2844512462615967, + 0.2656048536300659, + -3.107113838195801, + -2.6106345653533936 + ], + [ + 2.0182998180389404, + -0.14507728815078735, + -0.47699880599975586, + -0.21294398605823517, + -0.1575433313846588, + 2.311400890350342, + 2.3768410682678223, + 1.7504703998565674, + 0.3052957057952881, + -1.1499974727630615, + -0.7333514094352722, + -0.6321364045143127, + -3.180312156677246, + -2.6107451915740967, + 1.1873588562011719, + -0.1854858696460724, + -0.84868985414505, + -1.2124079465866089, + 0.32715433835983276, + -3.1038706302642822, + -2.558427572250366 + ], + [ + 1.9674465656280518, + -0.2979561388492584, + -0.277576208114624, + -0.4890994429588318, + -0.36247068643569946, + 2.4956305027008057, + 2.2214319705963135, + 2.024904727935791, + 0.22065651416778564, + -0.9784454107284546, + -0.7614048719406128, + -0.4799202084541321, + -3.324284076690674, + -2.380946636199951, + 1.1879154443740845, + 0.19718940556049347, + -0.4946358799934387, + -1.5791031122207642, + 0.6372518539428711, + -3.1803996562957764, + -3.005131244659424 + ], + [ + 2.355801582336426, + 0.28462642431259155, + -0.4549340605735779, + -0.3234674632549286, + 0.4285764694213867, + 2.7566373348236084, + 1.9333665370941162, + 1.7172681093215942, + 0.3269927501678467, + -1.148551344871521, + -1.139283299446106, + -0.32247722148895264, + -2.5663187503814697, + -2.476278781890869, + 1.0316083431243896, + 0.0011699674651026726, + -0.5549222826957703, + -1.293163537979126, + -0.18481412529945374, + -2.9731194972991943, + -2.782378911972046 + ], + [ + 2.0757241249084473, + -0.7629754543304443, + -0.37971407175064087, + -0.3592771887779236, + -0.332408607006073, + 2.58429217338562, + 2.6344168186187744, + 2.0120387077331543, + -0.19774840772151947, + -1.565378189086914, + -1.2515136003494263, + -0.8894425630569458, + -2.5491228103637695, + -3.344634532928467, + 1.8722190856933594, + 0.29766845703125, + -0.04085499048233032, + -1.5809288024902344, + 0.4674709439277649, + -3.438840627670288, + -2.4889774322509766 + ], + [ + 2.1106064319610596, + 0.3794766664505005, + 0.36600369215011597, + -0.9043070673942566, + 0.3312896192073822, + 2.434213161468506, + 1.8977553844451904, + 2.2452194690704346, + -0.6664875149726868, + -2.101595401763916, + -0.006522834300994873, + -0.14584043622016907, + -3.2684569358825684, + -2.7001588344573975, + 1.0311225652694702, + 0.7184264063835144, + 0.008758068084716797, + -0.9973032474517822, + -0.2914050221443176, + -3.4715468883514404, + -2.1286253929138184 + ] + ], + "predicted_scores": [ + 1.4147711992263794, + 1.121490478515625, + 0.9845707416534424, + 0.717406153678894, + 0.6260850429534912, + 0.6255195140838623, + 0.5246962308883667, + 0.051426276564598083 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train1", + "selected_index": 0, + "state_hash": "9a9622b4c6673d91209293e041093eeb59bee6d6e3e25bebc6ff69ff02f98bf6", + "stored_base_utility": 0.16178712248802185, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10593423992395401, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10593423992395401 + }, + "base_progress": 0.10593423992395401, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10593423992395401, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04943364858627319, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04943364858627319 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053388457745313644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053388457745313644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0471721887588501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0471721887588501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050024013966321945, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050024013966321945 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05332052707672119, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05332052707672119 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05302006006240845, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05302006006240845 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03600509837269783, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03600509837269783 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.042737025767564774, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042737025767564774 + } + ], + "candidate_progress": [ + 0.04943364858627319, + 0.053388457745313644, + 0.0471721887588501, + 0.050024013966321945, + 0.05332052707672119, + 0.05302006006240845, + 0.03600509837269783, + 0.042737025767564774 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26b448cce4164a23e6", + "ms-e84163d9ef2e7014daca", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-1d3f30fae746c0b9cefc", + "ms-36f0ff5c96ebdd4644c2", + "ms-f85a653af630821f2572", + "ms-7eaea428dfdef7255a66" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-62f8c18a15c566ec4b00", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.27071142196655273, + 0.06756213307380676, + 1.1339399814605713, + -0.2073502391576767, + -0.1285964846611023, + 1.7576591968536377, + 0.23944710195064545, + -0.08824422955513, + 0.11527697741985321, + 1.1413278579711914, + -0.09689194709062576, + 0.08734005689620972, + 1.0192769765853882, + 0.4535475969314575, + 0.5791381001472473, + -0.15482725203037262, + -0.17042957246303558, + 0.1549721360206604, + 0.17747558653354645, + 0.6548941135406494, + 0.009165987372398376 + ], + [ + -0.1799488216638565, + 0.159764364361763, + 1.2408920526504517, + -0.05109649896621704, + 0.0892908126115799, + 1.9528855085372925, + 0.3837048411369324, + -0.21388348937034607, + 0.03639926761388779, + 1.0155898332595825, + -0.11224173754453659, + 0.2576788365840912, + 1.0953642129898071, + 0.14269587397575378, + 0.8543440699577332, + -0.11036714911460876, + -0.13637973368167877, + 0.1877579241991043, + 0.12404853105545044, + 0.7168338894844055, + -0.046656593680381775 + ], + [ + -0.29904061555862427, + 0.12757571041584015, + 1.00613272190094, + -0.19744323194026947, + 0.2218962460756302, + 2.068516492843628, + 0.19389855861663818, + -0.17873328924179077, + 0.09762066602706909, + 1.1841681003570557, + -0.0694451853632927, + 0.16840851306915283, + 1.0820308923721313, + 0.23598246276378632, + 0.6890354752540588, + -0.11250562965869904, + -0.11163012683391571, + 0.09342748671770096, + 0.23431646823883057, + 0.808373749256134, + 0.00021210312843322754 + ], + [ + -0.22790385782718658, + 0.11255675554275513, + 1.084367275238037, + -0.21912173926830292, + 0.12234476208686829, + 2.108513355255127, + 0.165928453207016, + -0.16727909445762634, + 0.11306721717119217, + 1.1240103244781494, + -0.054609738290309906, + 0.2942010164260864, + 0.923076868057251, + 0.200209379196167, + 0.726553738117218, + -0.13624249398708344, + -0.0967133492231369, + 0.11785415560007095, + 0.19747629761695862, + 0.7900158762931824, + -0.0833175778388977 + ], + [ + -0.3909029960632324, + -0.030751250684261322, + 1.2753556966781616, + -0.26962289214134216, + -0.24792087078094482, + 1.6513993740081787, + 0.33972233533859253, + -0.02455848455429077, + 0.06666013598442078, + 1.0146300792694092, + -0.010627716779708862, + -0.045349135994911194, + 0.8566467761993408, + 0.309909462928772, + 0.8003765344619751, + -0.02262364700436592, + -0.08440004289150238, + 0.09635671973228455, + 0.12373603880405426, + 0.7796944975852966, + -0.34966471791267395 + ], + [ + -0.3623657822608948, + 0.10540410876274109, + 1.1323274374008179, + -0.18165236711502075, + 0.006324693560600281, + 2.1635372638702393, + 0.029942631721496582, + -0.02652136981487274, + 0.09352598339319229, + 1.1011521816253662, + -0.05713479965925217, + 0.1840759813785553, + 0.813102126121521, + 0.13971447944641113, + 0.7611312866210938, + -0.11433519423007965, + -0.12349991500377655, + 0.0809096172451973, + 0.2637999355792999, + 0.7166131138801575, + -0.14004290103912354 + ], + [ + -0.5340708494186401, + 0.10316994786262512, + 1.0844138860702515, + -0.24137647449970245, + -0.5028690099716187, + 1.7759166955947876, + -0.03231954574584961, + -0.14073458313941956, + 0.07272657006978989, + 1.1754181385040283, + -0.08437518030405045, + 0.04636259377002716, + 1.0728741884231567, + -0.5025016665458679, + 0.3363056182861328, + -0.20902778208255768, + 0.03575925529003143, + 0.0643891841173172, + 0.09218800067901611, + 1.3031744956970215, + -0.7338230609893799 + ], + [ + -0.1357341855764389, + 0.28040266036987305, + 0.7083812355995178, + -0.10790910571813583, + -0.23867398500442505, + 1.281669020652771, + -0.05905020236968994, + -0.21987631916999817, + 0.09899064153432846, + 1.2869850397109985, + 0.1316325068473816, + -0.031656697392463684, + 0.964046835899353, + 0.2608702778816223, + 0.4505738615989685, + -0.14463196694850922, + 0.1877923458814621, + 0.1855476200580597, + -0.0004038512706756592, + 0.8161256909370422, + 0.2014768272638321 + ] + ], + "generated_utilities": [ + 0.04943364858627319, + 0.053388457745313644, + 0.0471721887588501, + 0.050024013966321945, + 0.05332052707672119, + 0.05302006006240845, + 0.03600509837269783, + 0.042737025767564774 + ], + "group_id": "ms-62f8c18a15c566ec4b00", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2055879682302475, + 0.15903471410274506, + 0.1770331859588623, + 0.17461439967155457, + 0.10903843492269516, + 2.0, + 0.11207237094640732, + 0.07629036903381348, + 0.11582325398921967, + 0.08135102689266205, + 0.14345130324363708, + 0.01588096283376217, + 0.10183835029602051, + 0.09354820102453232, + 0.05616249889135361, + 0.03258174657821655 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.6560869216918945, + 1.4340802431106567, + 2.133042812347412, + -1.6187903881072998, + -0.3686235547065735, + 1.4221537113189697, + 2.051835536956787, + -0.5457002520561218, + 0.35233452916145325, + 2.232743501663208, + -0.6740322113037109, + 1.151375651359558, + 1.9049317836761475, + 2.4282453060150146, + 1.6576653718948364, + 0.20707398653030396, + -0.4855998158454895, + 0.6032449007034302, + -0.3807387948036194, + 1.416537880897522, + 2.054039716720581 + ], + [ + -1.6186679601669312, + 1.460119366645813, + 2.0704591274261475, + -1.5922223329544067, + -0.4771198332309723, + 1.6217238903045654, + 2.3241891860961914, + -0.7101117372512817, + 0.11226648092269897, + 2.1982007026672363, + -0.5209420919418335, + 1.141204595565796, + 1.642596960067749, + 2.263195753097534, + 1.8742636442184448, + 0.4953499138355255, + -0.19917738437652588, + 0.8825016021728516, + -0.646206259727478, + 1.348364233970642, + 1.9572612047195435 + ], + [ + -1.843491554260254, + 1.3809397220611572, + 2.2261292934417725, + -1.810011625289917, + 0.00466504693031311, + 1.6942816972732544, + 1.674796462059021, + -0.3701994717121124, + 0.48327118158340454, + 2.2937467098236084, + -1.0430699586868286, + 1.037003993988037, + 2.057415723800659, + 2.473893404006958, + 1.368512749671936, + 0.026398375630378723, + -0.28056252002716064, + 0.7394490838050842, + -0.135929673910141, + 1.4613816738128662, + 1.8182353973388672 + ], + [ + -1.7090202569961548, + 1.2014251947402954, + 2.5261003971099854, + -1.343761920928955, + 0.0014872252941131592, + 1.5080894231796265, + 2.469193696975708, + -0.33047181367874146, + 0.21748946607112885, + 1.9040542840957642, + -0.3248077929019928, + 1.2535462379455566, + 1.7681269645690918, + 2.413830280303955, + 1.5628516674041748, + 0.3692096769809723, + -0.6316268444061279, + 1.0549155473709106, + -0.585443913936615, + 1.4580261707305908, + 1.861475944519043 + ], + [ + -1.5739861726760864, + 1.9851735830307007, + 1.9895859956741333, + -1.9584285020828247, + 0.03283119201660156, + 1.724684715270996, + 2.0848584175109863, + -0.027308106422424316, + 0.575861930847168, + 1.8278206586837769, + -0.7953307628631592, + 0.8764586448669434, + 1.4398837089538574, + 2.4535489082336426, + 2.2188212871551514, + 0.6409536600112915, + -0.04618185758590698, + 0.06571757793426514, + -0.25220340490341187, + 1.9525489807128906, + 2.6318905353546143 + ], + [ + -2.215092420578003, + 1.1943053007125854, + 2.7162277698516846, + -1.6025424003601074, + -0.11321327090263367, + 0.9839931726455688, + 2.6188716888427734, + 0.042060136795043945, + -0.09425070881843567, + 2.1560912132263184, + -0.7630303502082825, + 1.2800164222717285, + 1.5591206550598145, + 1.914273977279663, + 1.9637861251831055, + 0.07990777492523193, + -0.06643101572990417, + 0.2255931794643402, + -0.6621066331863403, + 1.8767895698547363, + 1.7678380012512207 + ], + [ + -2.125091791152954, + 1.1038992404937744, + 2.161226272583008, + -1.6163935661315918, + 0.10153412818908691, + 1.2773993015289307, + 1.79843270778656, + -0.8195581436157227, + 0.9643011093139648, + 1.747107982635498, + -0.21194970607757568, + 0.8826547265052795, + 1.3701846599578857, + 2.0540931224823, + 1.6128103733062744, + 0.5142203569412231, + -0.6133832931518555, + 1.395470380783081, + 0.07671406865119934, + 1.9030730724334717, + 2.2358145713806152 + ], + [ + -2.1371500492095947, + 1.870188593864441, + 1.9894345998764038, + -0.7831147313117981, + -1.053368330001831, + 1.682460069656372, + 1.348923921585083, + -1.2364721298217773, + 1.1173516511917114, + 1.7603535652160645, + 0.07426255941390991, + 1.8963596820831299, + 2.6795802116394043, + 3.2893197536468506, + 1.676537275314331, + -0.017106592655181885, + -0.40520739555358887, + 1.4525823593139648, + 0.19225960969924927, + 1.4767534732818604, + 2.2304527759552 + ], + [ + -0.8013453483581543, + 2.1245508193969727, + 2.8506219387054443, + -2.42643666267395, + 0.32976478338241577, + 1.1282942295074463, + 1.7320069074630737, + 0.41262930631637573, + 0.20258726179599762, + 2.1259214878082275, + 0.05980044603347778, + 1.255560278892517, + 2.4665114879608154, + 2.0086617469787598, + 1.63053560256958, + 0.19051074981689453, + -1.314469814300537, + 0.4165726900100708, + 0.1314297318458557, + 1.2317640781402588, + 1.8156381845474243 + ], + [ + -2.5627613067626953, + 0.4737064242362976, + 1.6717441082000732, + -1.4388712644577026, + -0.02389085292816162, + 0.9784414768218994, + 2.5549299716949463, + -1.1207588911056519, + 0.35878416895866394, + 3.093465805053711, + 0.03559839725494385, + 0.7894579768180847, + 1.7492616176605225, + 2.3220887184143066, + 1.3344006538391113, + 1.1986273527145386, + -0.3156958222389221, + 0.4671337604522705, + -0.02814057469367981, + 0.5898981690406799, + 2.9334373474121094 + ], + [ + -2.142909526824951, + 1.763897180557251, + 1.7624998092651367, + -2.436081647872925, + 0.26455628871917725, + 1.6793537139892578, + 1.672365665435791, + 0.3532595634460449, + 0.6855288147926331, + 1.8819252252578735, + -0.9443309903144836, + 0.9712191820144653, + 1.891847848892212, + 2.490070104598999, + 1.019745945930481, + 0.8878521919250488, + -1.4222099781036377, + -0.36554014682769775, + -0.6266958117485046, + 1.3942829370498657, + 1.4608699083328247 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.103671073913574, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.856490612030029, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.108079433441162 + ] + ], + "predicted_scores": [ + 0.6686077117919922, + 0.5378152132034302, + 0.4341166317462921, + 0.33374345302581787, + 0.0986989289522171, + -0.09669780731201172, + -0.23549234867095947, + -1.1405340433120728 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "672328262/train1", + "selected_index": 0, + "state_hash": "84e145dfde468dab4dbe311d89e386bf330084ee72c7e0358ac6989be802aa2a", + "stored_base_utility": 0.2055879682302475, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19699124991893768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19699124991893768 + }, + "base_progress": 0.19699124991893768, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19699124991893768, + "candidate_action_clip_max_abs": [ + 0.3366755247116089, + 0.3600660562515259, + 0.36658334732055664, + 0.42876243591308594, + 0.3726944923400879, + 0.3159325122833252, + 0.32742631435394287, + 0.4694756269454956 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3366755247116089, + "contact_quality": null, + "progress": 0.22698189318180084, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22698189318180084 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3600660562515259, + "contact_quality": null, + "progress": 0.23301009833812714, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23301009833812714 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.36658334732055664, + "contact_quality": null, + "progress": 0.21452023088932037, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21452023088932037 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42876243591308594, + "contact_quality": null, + "progress": 0.23400689661502838, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23400689661502838 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3726944923400879, + "contact_quality": null, + "progress": 0.22672204673290253, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22672204673290253 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3159325122833252, + "contact_quality": null, + "progress": 0.20019273459911346, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20019273459911346 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.32742631435394287, + "contact_quality": null, + "progress": 0.25810518860816956, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25810518860816956 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4694756269454956, + "contact_quality": null, + "progress": 0.2738197147846222, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2738197147846222 + } + ], + "candidate_progress": [ + 0.22698189318180084, + 0.23301009833812714, + 0.21452023088932037, + 0.23400689661502838, + 0.22672204673290253, + 0.20019273459911346, + 0.25810518860816956, + 0.2738197147846222 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-99357c610a8ebf4f5613", + "ms-98eb81debb5186ebbe38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6661b157c41ad4d6ab85", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2257591485977173, + 0.12925000488758087, + -1.0965324640274048, + 0.002278164029121399, + -0.17758330702781677, + -2.616199493408203, + -1.593709945678711, + 1.100999116897583, + -0.05206286907196045, + -0.40950095653533936, + -0.2075105905532837, + 0.7685971856117249, + -2.6622419357299805, + -2.2578954696655273, + 1.164109468460083, + -0.22722816467285156, + 0.35439586639404297, + 0.07814197987318039, + 0.7927494645118713, + -0.15084795653820038, + -1.033522367477417 + ], + [ + 1.009829044342041, + 0.0918227881193161, + -0.8977863788604736, + -0.1793961077928543, + -0.23314106464385986, + -2.853787422180176, + -1.7686927318572998, + 0.95384681224823, + -0.10941501706838608, + -0.25602129101753235, + -0.318350225687027, + 0.47760656476020813, + -2.6257338523864746, + -2.3696963787078857, + 1.0040092468261719, + -0.3100438117980957, + -0.07973159849643707, + -0.3024638295173645, + 0.8014521598815918, + -0.8626304268836975, + -0.6445006132125854 + ], + [ + 0.9686340689659119, + 0.10305941104888916, + -0.7973626852035522, + -0.09991820901632309, + -0.22397512197494507, + -2.7046477794647217, + -1.5867626667022705, + 1.0137020349502563, + -0.08474773168563843, + -0.28657111525535583, + -0.3742658495903015, + 0.4660840630531311, + -2.8309004306793213, + -2.38610577583313, + 1.129369854927063, + -0.2993899881839752, + -0.08639208972454071, + -0.4378047585487366, + 0.7211244106292725, + -0.7909848093986511, + -0.5938279628753662 + ], + [ + 1.0202479362487793, + 0.02132100611925125, + -0.8966041803359985, + -0.05868113040924072, + -0.4455241560935974, + -3.054403781890869, + -1.7655677795410156, + 0.889777660369873, + -0.10581400245428085, + -0.24489381909370422, + -0.3113797903060913, + 0.3846897482872009, + -3.0156774520874023, + -1.8751925230026245, + 0.9807084202766418, + -0.17077970504760742, + 0.059620201587677, + -0.25736111402511597, + 0.7064533829689026, + -0.795298159122467, + -0.8051691055297852 + ], + [ + 1.210800051689148, + 0.01899486780166626, + -1.0459916591644287, + -0.38314369320869446, + -0.1999053657054901, + -2.7637622356414795, + -1.9204692840576172, + 0.868707537651062, + -0.013032570481300354, + -0.12943518161773682, + -0.32815930247306824, + 0.49054527282714844, + -2.824321746826172, + -2.4151904582977295, + 1.1168869733810425, + -0.1997804492712021, + -0.09664084017276764, + -0.2929845452308655, + 0.9376279711723328, + -0.9741112589836121, + -0.7029463052749634 + ], + [ + 1.1611117124557495, + 0.197703555226326, + -0.617883563041687, + -0.3419964909553528, + -0.5911612510681152, + -2.6785929203033447, + -1.637840986251831, + 0.954086184501648, + -0.05983734875917435, + -0.0987708792090416, + -0.2599448263645172, + 0.6353136301040649, + -2.4215281009674072, + -2.7451279163360596, + 0.8527801036834717, + -0.3072804808616638, + -0.2542574405670166, + -0.328636109828949, + 0.808907151222229, + -0.6523404121398926, + -0.4802727997303009 + ], + [ + 1.5688673257827759, + 0.10127012431621552, + -1.6087154150009155, + 0.108025461435318, + -0.31402963399887085, + -2.600954055786133, + -1.9901096820831299, + 0.5830268263816833, + -0.0185861736536026, + -0.04113369435071945, + -0.3789975643157959, + 0.9134485125541687, + -2.597975730895996, + -2.0036609172821045, + 1.3808315992355347, + -0.37074825167655945, + -0.11968643963336945, + -0.20823289453983307, + 1.4239425659179688, + -1.0808970928192139, + -0.8668930530548096 + ], + [ + 1.1148550510406494, + 0.17031846940517426, + -1.0631006956100464, + -0.10629463195800781, + -0.46215546131134033, + -3.3346121311187744, + -2.480085849761963, + 0.731198787689209, + -0.17350934445858002, + -0.1235964223742485, + -0.41562843322753906, + 0.6273629665374756, + -3.0854649543762207, + -2.1193649768829346, + 0.47858190536499023, + -0.2635176479816437, + 0.18475033342838287, + 0.07454559206962585, + 0.9680855870246887, + -1.0951082706451416, + -0.9510539770126343 + ] + ], + "generated_utilities": [ + 0.22698189318180084, + 0.23301009833812714, + 0.21452023088932037, + 0.23400689661502838, + 0.22672204673290253, + 0.20019273459911346, + 0.25810518860816956, + 0.2738197147846222 + ], + "group_id": "ms-6661b157c41ad4d6ab85", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1028827428817749, + 0.14525163173675537, + 0.10538782924413681, + 0.08972486108541489, + 0.2312522828578949, + 0.1048247441649437, + 0.16003742814064026, + 0.2351006269454956, + 0.09247376769781113, + 0.10445837676525116, + 0.08394813537597656, + 0.17320162057876587, + 0.11182968318462372, + 0.16799043118953705, + 0.1002475842833519, + 0.09371928870677948 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.517203450202942, + -0.04010966047644615, + -0.9176056385040283, + -0.035768091678619385, + -0.44710874557495117, + -2.8380439281463623, + -2.714270830154419, + 1.1235332489013672, + -0.3841715157032013, + 0.026074480265378952, + -0.9599576592445374, + 0.9921401143074036, + -3.1911747455596924, + -2.4681501388549805, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304 + ], + [ + 1.7993829250335693, + -0.07180561870336533, + -1.150048851966858, + -0.05198563262820244, + -0.2246144562959671, + -2.9340641498565674, + -2.9140820503234863, + 1.1740802526474, + -0.2884048819541931, + -0.09633651375770569, + -0.7306676506996155, + 1.1138850450515747, + -3.207460880279541, + -2.644742965698242, + 1.6668424606323242, + -0.3613404333591461, + 0.051853153854608536, + -0.5860493779182434, + 1.7046256065368652, + -1.7654368877410889, + -1.037408709526062 + ], + [ + 1.761148452758789, + 0.32712188363075256, + -0.8041691184043884, + 0.19516611099243164, + -0.7658216953277588, + -2.5079400539398193, + -2.4504475593566895, + 1.3949496746063232, + -0.1717127412557602, + 0.03942512720823288, + -0.7313735485076904, + 1.0882976055145264, + -2.8608486652374268, + -2.857881546020508, + 1.6936382055282593, + -0.07035979628562927, + 0.16235803067684174, + -0.5700169801712036, + 2.092926502227783, + -1.9041404724121094, + -0.7343549728393555 + ], + [ + 2.0508804321289062, + -0.17419478297233582, + -1.5968130826950073, + 0.03662153333425522, + -0.930981457233429, + -3.4488158226013184, + -2.837057590484619, + 1.351449966430664, + -1.0361213684082031, + -0.06282100081443787, + -0.4343034625053406, + 0.9914931654930115, + -2.421638011932373, + -2.470588207244873, + 1.4959747791290283, + -1.0900726318359375, + 0.5267700552940369, + -0.5292172431945801, + 1.244865894317627, + -0.9508543610572815, + -0.5885627269744873 + ], + [ + 1.5746567249298096, + -0.014852382242679596, + -0.871511697769165, + 0.49755215644836426, + -1.2544353008270264, + -2.2362277507781982, + -2.087831974029541, + 0.18865966796875, + 0.576401948928833, + 0.35249245166778564, + -0.9635617136955261, + 1.6474382877349854, + -4.12661075592041, + -2.5163471698760986, + 2.7868499755859375, + 0.3066595792770386, + 0.6988135576248169, + -0.19713149964809418, + 1.0136185884475708, + -1.1958736181259155, + -0.647771418094635 + ] + ], + "predicted_scores": [ + 2.218472480773926, + 1.1655513048171997, + 0.9747576713562012, + 0.718636155128479, + 0.6804822683334351, + 0.2729024589061737, + 0.03882154822349548, + -0.04190364480018616 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train1", + "selected_index": 0, + "state_hash": "72840f43d12512d062adbfb8b6e47cab0deef63df4f38e2baf249007c30e13b1", + "stored_base_utility": 0.1028827428817749, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25001442432403564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25001442432403564 + }, + "base_progress": 0.25001442432403564, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.25001442432403564, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.035643696784973145, + 0.0, + 0.0, + 0.030349373817443848 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2044292539358139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2044292539358139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19816946983337402, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19816946983337402 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24920666217803955, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24920666217803955 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20154844224452972, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20154844224452972 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.035643696784973145, + "contact_quality": null, + "progress": 0.22021572291851044, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22021572291851044 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19213615357875824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19213615357875824 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19707417488098145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19707417488098145 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.030349373817443848, + "contact_quality": null, + "progress": 0.1975133866071701, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1975133866071701 + } + ], + "candidate_progress": [ + 0.2044292539358139, + 0.19816946983337402, + 0.24920666217803955, + 0.20154844224452972, + 0.22021572291851044, + 0.19213615357875824, + 0.19707417488098145, + 0.1975133866071701 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + true, + false, + false, + true + ], + "candidate_source_chart_ids": [ + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-1a4979e969aa331fb126", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6b789356d65b3312fbae", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8392805457115173, + 0.22987793385982513, + -0.2577382028102875, + -0.5807605385780334, + 0.5755972266197205, + -0.594794511795044, + 0.28218767046928406, + 0.26054537296295166, + 0.06975812464952469, + 0.5053044557571411, + -0.2263743281364441, + -0.293587327003479, + 0.15818378329277039, + 0.5632666349411011, + -0.5939733982086182, + -0.25176095962524414, + 0.48096299171447754, + 0.21764150261878967, + 0.2914630174636841, + 1.3986780643463135, + 1.2540607452392578 + ], + [ + 0.9302691221237183, + -0.007423087954521179, + -0.13479498028755188, + -0.5792301297187805, + 0.303941547870636, + -0.7798123359680176, + 0.5949106216430664, + 0.14196744561195374, + 0.16965804994106293, + 0.5709872245788574, + -0.6697906851768494, + -0.20136448740959167, + 0.1680794656276703, + 1.0330890417099, + -0.8787775039672852, + -0.12214578688144684, + 0.566085934638977, + 0.4940463900566101, + 0.06428427994251251, + 1.615328311920166, + 1.4559987783432007 + ], + [ + 0.6491137146949768, + 0.25354909896850586, + -0.366770476102829, + -0.5023527145385742, + 0.6270657777786255, + -0.04325355589389801, + -0.05912327766418457, + 0.2330029159784317, + 0.15442807972431183, + 0.286001980304718, + -0.15566697716712952, + -0.12378421425819397, + 0.31519457697868347, + 0.5825222134590149, + -0.727527379989624, + -0.15186607837677002, + 0.6251605153083801, + 0.4303390383720398, + 0.4591712951660156, + 1.7080106735229492, + 1.2814022302627563 + ], + [ + 0.8988727331161499, + -0.0019856803119182587, + -0.09619948267936707, + -0.5271053910255432, + 0.25035762786865234, + -0.6354349851608276, + 0.5327277779579163, + 0.07938243448734283, + 0.13974617421627045, + 0.5106107592582703, + -0.5433771014213562, + -0.21727997064590454, + 0.01538035273551941, + 1.247214674949646, + -0.9271343946456909, + -0.13784922659397125, + 0.5166634321212769, + 0.5420063734054565, + 0.006098717451095581, + 1.7358317375183105, + 1.2977840900421143 + ], + [ + 0.656143844127655, + 0.23247571289539337, + -0.12796911597251892, + -0.5574183464050293, + 0.2683875858783722, + -0.35521218180656433, + 0.12162467837333679, + 0.2529149651527405, + 0.1492988020181656, + 0.3766299784183502, + -0.3668062090873718, + -0.28023239970207214, + 0.41339704394340515, + 0.40946197509765625, + -0.5782117247581482, + -0.21996688842773438, + 0.6315119862556458, + 0.3403337895870209, + 0.42176568508148193, + 1.920443058013916, + 1.065373420715332 + ], + [ + 0.9455931186676025, + -0.10585738718509674, + -0.2003931701183319, + -0.38891100883483887, + 0.6336021423339844, + -0.4426743686199188, + 0.14009752869606018, + -0.15918996930122375, + 0.1097349226474762, + 0.5869612097740173, + -0.47537365555763245, + -0.21099382638931274, + 0.29296401143074036, + 0.7619993090629578, + -0.8372810482978821, + -0.17858976125717163, + 0.2414775937795639, + 0.5059204697608948, + -0.1025388240814209, + 1.18180513381958, + 0.9290881156921387 + ], + [ + 0.914712131023407, + 0.11541680991649628, + -0.21963223814964294, + -0.5917515754699707, + 0.35084331035614014, + -1.326094627380371, + 0.5551337599754333, + 0.14023001492023468, + 0.1515183448791504, + 0.6734526753425598, + -0.6503695845603943, + 0.12897884845733643, + 0.13323023915290833, + 1.2040029764175415, + -0.8582754135131836, + -0.1894368976354599, + 0.5238803625106812, + 0.5183317065238953, + -0.015694379806518555, + 1.815866470336914, + 1.087219476699829 + ], + [ + 0.637345016002655, + 0.296722948551178, + -0.08003255724906921, + -0.45094433426856995, + 0.1526610255241394, + -0.41067734360694885, + -0.08399629592895508, + 0.27974680066108704, + 0.06526663154363632, + 0.4606746435165405, + -0.3369114100933075, + -0.2920769155025482, + 0.5022832155227661, + 0.377380907535553, + -0.3591746687889099, + -0.2905580699443817, + 0.5646353960037231, + 0.3618771433830261, + 0.4392777383327484, + 1.8530287742614746, + 1.1929261684417725 + ] + ], + "generated_utilities": [ + 0.2044292539358139, + 0.19816946983337402, + 0.24920666217803955, + 0.20154844224452972, + 0.22021572291851044, + 0.19213615357875824, + 0.19707417488098145, + 0.1975133866071701 + ], + "group_id": "ms-6b789356d65b3312fbae", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07837198674678802, + 0.09221899509429932, + 0.07385065406560898, + 0.0741632804274559, + 0.1734561324119568, + 0.07816793769598007, + 0.15107890963554382, + 0.1827252358198166, + 0.19985663890838623, + 0.08797504752874374, + 0.08000326156616211, + 0.10876421630382538, + 0.11968763917684555, + 0.11916106939315796, + 0.22781728208065033, + 0.1866087168455124 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.0156161785125732, + 0.2708319425582886, + -1.4105134010314941, + -0.741651713848114, + -0.7480002641677856, + -2.758481979370117, + -2.7926201820373535, + 1.0074121952056885, + -0.15721572935581207, + 0.1922328919172287, + -1.8311253786087036, + 1.164831280708313, + 0.20786908268928528, + 0.7082524299621582, + -0.6652512550354004, + 0.10464581847190857, + 0.7013724446296692, + 0.5855778455734253, + 1.0719592571258545, + 3.2229630947113037, + 2.2257766723632812 + ], + [ + 1.923499345779419, + 0.5184398889541626, + -1.6978814601898193, + -0.6371016502380371, + -1.0405744314193726, + -2.9530980587005615, + -3.047527313232422, + 0.8196536302566528, + 0.019341394305229187, + 0.24699440598487854, + -1.950567603111267, + 1.0887455940246582, + 0.4718245267868042, + 0.5291539430618286, + -0.6633994579315186, + 0.16146153211593628, + 0.49701952934265137, + 0.8323142528533936, + 1.1863454580307007, + 3.3949224948883057, + 2.4928648471832275 + ], + [ + 2.088602304458618, + 0.4980770945549011, + -1.3898978233337402, + -0.45608532428741455, + -0.8454669117927551, + -3.1307356357574463, + -2.566277503967285, + 1.167101502418518, + 0.02271503210067749, + -0.00023068487644195557, + -2.0321950912475586, + 1.5045121908187866, + 0.23645640909671783, + 0.3092021644115448, + -1.0583314895629883, + -0.2435750663280487, + 0.30192747712135315, + 0.9762213230133057, + 1.233002781867981, + 2.936829090118408, + 2.490572214126587 + ], + [ + 2.1947803497314453, + 0.6182233095169067, + -1.6611610651016235, + -0.8385093212127686, + -0.786187469959259, + -3.1987979412078857, + -2.6712255477905273, + 1.2445181608200073, + 0.23377694189548492, + 0.4878695011138916, + -1.7734622955322266, + 1.5394563674926758, + 0.4078996777534485, + 0.7716190218925476, + -0.8913173675537109, + 0.4985947608947754, + 1.1345560550689697, + 0.49033039808273315, + 0.8295516967773438, + 3.065937042236328, + 2.5529069900512695 + ], + [ + 1.1333650350570679, + -0.48983436822891235, + -1.6795545816421509, + -0.8057236671447754, + -0.6718871593475342, + -3.1706302165985107, + -3.615992546081543, + 0.09915417432785034, + 0.1928550750017166, + 0.6263319849967957, + -2.7059812545776367, + 1.8981163501739502, + -0.21203798055648804, + 0.7878415584564209, + -0.04766589403152466, + 0.11480198800563812, + 0.37323063611984253, + 1.4335460662841797, + 1.1411949396133423, + 3.8905887603759766, + 1.833850622177124 + ], + [ + 1.6528695821762085, + -0.41553962230682373, + -2.3055124282836914, + -1.498466968536377, + -1.5625884532928467, + -3.415522336959839, + -2.528317451477051, + 0.12783968448638916, + 0.5560134649276733, + 0.1815750151872635, + -2.590240478515625, + 1.5375080108642578, + 0.7643393278121948, + 0.3625429570674896, + -1.154564619064331, + -0.27043232321739197, + 0.022584140300750732, + 0.1882701814174652, + 0.5378420352935791, + 2.8129286766052246, + 2.4311671257019043 + ] + ], + "predicted_scores": [ + 8.411961555480957, + 8.327086448669434, + 8.210442543029785, + 8.08987808227539, + 8.081820487976074, + 7.976993083953857, + 7.942163944244385, + 7.591487407684326 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train1", + "selected_index": 0, + "state_hash": "203c64e4dbf7e5fe1e4b3e54cf689f26a81e74bacb38984a4d0ce009bf4a4e51", + "stored_base_utility": 0.07837198674678802, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11255800724029541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11255800724029541 + }, + "base_progress": 0.11255800724029541, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11255800724029541, + "candidate_action_clip_max_abs": [ + 0.027498841285705566, + 0.04385852813720703, + 0.027738094329833984, + 0.039807796478271484, + 0.034059762954711914, + 0.05365896224975586, + 0.05173015594482422, + 0.04023420810699463 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027498841285705566, + "contact_quality": null, + "progress": 0.09357102960348129, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09357102960348129 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04385852813720703, + "contact_quality": null, + "progress": 0.09529292583465576, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09529292583465576 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027738094329833984, + "contact_quality": null, + "progress": 0.08115110546350479, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08115110546350479 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.039807796478271484, + "contact_quality": null, + "progress": 0.07391077280044556, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07391077280044556 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.034059762954711914, + "contact_quality": null, + "progress": 0.07187074422836304, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07187074422836304 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05365896224975586, + "contact_quality": null, + "progress": 0.08282961696386337, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08282961696386337 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05173015594482422, + "contact_quality": null, + "progress": 0.06991276890039444, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06991276890039444 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04023420810699463, + "contact_quality": null, + "progress": 0.06636639684438705, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06636639684438705 + } + ], + "candidate_progress": [ + 0.09357102960348129, + 0.09529292583465576, + 0.08115110546350479, + 0.07391077280044556, + 0.07187074422836304, + 0.08282961696386337, + 0.06991276890039444, + 0.06636639684438705 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-5e422b9487b4a1efd7af", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7923b8196b397863cf4f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.22563065588474274, + -0.12104149162769318, + 0.21723878383636475, + -0.19850337505340576, + 1.4816219806671143, + 0.3815918564796448, + -0.2476692795753479, + 0.35294243693351746, + -0.1103505790233612, + -0.04897954314947128, + -0.22192242741584778, + 0.24478907883167267, + -0.2840060591697693, + -0.10896076261997223, + -0.40778452157974243, + 0.03259338438510895, + 0.748622477054596, + -0.0639692097902298, + 0.0062788426876068115, + 1.7353131771087646, + 0.03960661590099335 + ], + [ + 0.24107277393341064, + -0.10152833163738251, + 0.23234587907791138, + -0.11423849314451218, + 1.5042235851287842, + 0.33355364203453064, + -0.24758511781692505, + 0.3092952072620392, + -0.10372979938983917, + -0.12299735099077225, + -0.16683566570281982, + 0.25891080498695374, + -0.269976943731308, + -0.09503200650215149, + -0.396694540977478, + 0.022268913686275482, + 0.8019785284996033, + -0.05604730546474457, + -0.004160284996032715, + 1.828148365020752, + -0.03640495240688324 + ], + [ + 0.09705688059329987, + -0.12289166450500488, + 0.2674998641014099, + -0.10453454405069351, + 1.5042636394500732, + 0.40810829401016235, + -0.18186426162719727, + 0.3008955717086792, + -0.10842080414295197, + 0.05453144758939743, + -0.18281838297843933, + 0.2199205607175827, + -0.3676563799381256, + -0.043488457798957825, + -0.4587506055831909, + 0.05543231591582298, + 0.6360738277435303, + -0.054515376687049866, + 0.09745298326015472, + 1.7702131271362305, + 0.0367407500743866 + ], + [ + 0.15653131902217865, + -0.1267629861831665, + 0.2758033871650696, + -0.15424449741840363, + 1.4659335613250732, + 0.3191474676132202, + -0.10102307796478271, + 0.2938495874404907, + -0.10375160723924637, + -0.001104786992073059, + -0.15186113119125366, + 0.32168489694595337, + -0.16720521450042725, + 0.036604143679142, + -0.6111023426055908, + 0.11216722428798676, + 0.9130632877349854, + 0.06307967007160187, + -0.01454201340675354, + 1.7626636028289795, + -0.20921942591667175 + ], + [ + 0.12172672152519226, + -0.17929482460021973, + 0.25995534658432007, + -0.14101660251617432, + 1.4278881549835205, + 0.27781224250793457, + -0.0879741907119751, + 0.31506800651550293, + -0.1423463225364685, + 0.019617684185504913, + -0.13826340436935425, + 0.3560224175453186, + -0.18427452445030212, + 0.07868140935897827, + -0.6518054008483887, + 0.09604907035827637, + 0.8940516114234924, + 0.05116426944732666, + -0.034686923027038574, + 1.7349023818969727, + -0.0886334776878357 + ], + [ + 0.2673644721508026, + -0.039241231977939606, + 0.463899701833725, + -0.07433754205703735, + 1.4392879009246826, + 0.41861262917518616, + -0.25662314891815186, + 0.3010910153388977, + -0.1392367035150528, + -0.1085193082690239, + -0.08217049390077591, + -0.17684051394462585, + -0.4046884775161743, + -0.03484928607940674, + -0.6426681280136108, + 0.10376100242137909, + 0.7079064846038818, + 0.12257792800664902, + 0.07053455710411072, + 1.9410080909729004, + -0.006483986973762512 + ], + [ + 0.11966673284769058, + -0.1527850478887558, + 0.29290860891342163, + -0.12937986850738525, + 1.3956618309020996, + 0.3923455774784088, + -0.10743087530136108, + 0.21978498995304108, + -0.14191754162311554, + 0.039615653455257416, + -0.1931951344013214, + 0.2218736708164215, + -0.28057870268821716, + 0.040139488875865936, + -0.677820086479187, + 0.07482632994651794, + 0.7138419151306152, + 0.016335919499397278, + 0.10520672798156738, + 1.8797578811645508, + 0.16662630438804626 + ], + [ + 0.13950276374816895, + -0.09028798341751099, + 0.32438141107559204, + -0.11955562233924866, + 1.4742162227630615, + 0.17936544120311737, + -0.5011281967163086, + 0.23250515758991241, + -0.1502608358860016, + 0.10699553042650223, + 0.0050948187708854675, + 0.11311320215463638, + -0.20618414878845215, + 0.04917578399181366, + -0.6482473611831665, + 0.042183324694633484, + 0.7496328949928284, + 0.14684273302555084, + -0.06763005256652832, + 1.7808213233947754, + -0.4435441195964813 + ] + ], + "generated_utilities": [ + 0.09357102960348129, + 0.09529292583465576, + 0.08115110546350479, + 0.07391077280044556, + 0.07187074422836304, + 0.08282961696386337, + 0.06991276890039444, + 0.06636639684438705 + ], + "group_id": "ms-7923b8196b397863cf4f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17002534866333008, + 2.0, + 0.06040412187576294, + 2.0, + 0.09307559579610825, + 0.05546772480010986, + 0.07428499311208725, + 0.08366628736257553, + 0.050452232360839844, + 0.1770748794078827, + 0.10652299970388412, + 0.07670359313488007, + 0.0680847018957138, + 0.03911560773849487, + 0.03537100553512573, + 0.07232753932476044 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06108289957046509, + -0.14300471544265747, + 0.2834104299545288, + 0.0508648157119751, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.053193867206573486, + 0.07943218946456909, + -0.16342324018478394, + -0.006190299987792969, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.16527648270130157, + 1.0720045566558838, + 0.05138009786605835, + 0.05550938844680786, + 1.937180757522583, + 0.0 + ], + [ + 0.8208985328674316, + -0.6007746458053589, + 1.2834104299545288, + -0.661550760269165, + 2.6805853843688965, + 1.3179579973220825, + 1.2610857486724854, + 0.5587751865386963, + -0.06413137912750244, + 0.6423162817955017, + -0.2581426799297333, + 1.2182191610336304, + -1.1666615009307861, + -0.7365702390670776, + -1.390463948249817, + 0.16291509568691254, + 2.072004556655884, + 0.41419553756713867, + 0.5715568661689758, + 2.937180757522583, + 2.4453470706939697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5221714973449707, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.4731404781341553, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.8906941413879395 + ], + [ + 0.9169256687164307, + -0.5649600028991699, + 1.3409719467163086, + -0.8470401763916016, + 2.4292571544647217, + 1.1733171939849854, + 1.0069570541381836, + 0.6734354496002197, + -0.3578030467033386, + 0.724748432636261, + -0.004034906625747681, + 1.2332510948181152, + -1.2597243785858154, + -0.5713180899620056, + -1.3613141775131226, + -0.07336610555648804, + 2.363234519958496, + 0.3206636905670166, + 0.6164177656173706, + 3.1215481758117676, + 2.1946582794189453 + ], + [ + 0.8153097033500671, + -0.8388860821723938, + 1.5833641290664673, + -0.862045407295227, + 2.631671905517578, + 1.299161434173584, + 0.9194029569625854, + 0.7185289859771729, + -0.03470604121685028, + 0.2722426652908325, + -0.4515470564365387, + 1.5579981803894043, + -1.2829742431640625, + -0.5442969799041748, + -1.348481297492981, + 0.11849039793014526, + 1.795058250427246, + 0.7899878025054932, + 0.8809146881103516, + 3.280630111694336, + 2.6940879821777344 + ], + [ + 0.881541907787323, + -0.4875389635562897, + 1.3875868320465088, + -0.33385223150253296, + 2.4668986797332764, + 0.9776381254196167, + 1.7450063228607178, + 0.26104891300201416, + 0.0641973614692688, + 0.7392885684967041, + -0.014361858367919922, + 1.1967313289642334, + -1.2433393001556396, + -0.6008938550949097, + -1.3479689359664917, + 0.264589786529541, + 2.443620443344116, + 0.5231938362121582, + 0.6882929801940918, + 2.4675066471099854, + 2.07444167137146 + ], + [ + 1.0024669170379639, + -0.8174414038658142, + 1.0040500164031982, + -0.13787370920181274, + 2.7940680980682373, + 0.8735761642456055, + 0.6140789985656738, + 0.8759884834289551, + -0.5768212676048279, + 0.3529990017414093, + -0.19522207975387573, + 1.6566451787948608, + -1.369764804840088, + -0.49384742975234985, + -0.7465975880622864, + 0.6674314141273499, + 1.5532333850860596, + 0.8877894878387451, + 1.0515005588531494, + 3.361727237701416, + 1.9764723777770996 + ], + [ + 0.49976322054862976, + 0.04827439785003662, + 1.5915987491607666, + -0.978760838508606, + 1.8951787948608398, + 1.0783021450042725, + 1.6194417476654053, + 0.5412295460700989, + -0.39899688959121704, + 0.6378920674324036, + -0.940678596496582, + 0.49685102701187134, + -1.7250343561172485, + -0.23798781633377075, + -0.93487149477005, + 0.48903924226760864, + 2.379164457321167, + 0.6348999738693237, + 1.165296196937561, + 2.897200107574463, + 1.821642279624939 + ], + [ + -0.016490638256072998, + 0.18374335765838623, + 2.159888505935669, + -0.38534823060035706, + 2.912508249282837, + 2.034323215484619, + 0.7399488091468811, + 1.0080149173736572, + 0.7252227067947388, + 1.3349955081939697, + 0.6200639009475708, + 1.0462408065795898, + -1.958813190460205, + -1.3427083492279053, + -0.7135247588157654, + 0.34854844212532043, + 1.3439762592315674, + 0.6882808208465576, + -0.24709230661392212, + 2.4046764373779297, + 2.467310667037964 + ], + [ + 0.9030749797821045, + -0.5314134955406189, + 1.317008137702942, + -0.6887779831886292, + 2.477206230163574, + 0.789581835269928, + 1.1077566146850586, + 0.8455837368965149, + -0.29677796363830566, + 0.7299568057060242, + 0.020073264837265015, + 1.4672564268112183, + -1.2579338550567627, + 0.20214760303497314, + -1.848854899406433, + 0.007428750395774841, + 2.6528031826019287, + 1.0719914436340332, + 0.2625694274902344, + 3.3532001972198486, + 2.0478529930114746 + ], + [ + 0.7450869083404541, + -0.2398325502872467, + 2.044489622116089, + 0.3115931749343872, + 2.635843276977539, + 1.4056423902511597, + 1.355732798576355, + 1.1630282402038574, + 0.9037503600120544, + 1.4195497035980225, + -0.8368847370147705, + 1.274738073348999, + -1.6568264961242676, + -1.2601194381713867, + -1.989067554473877, + 0.5750747919082642, + 1.2205936908721924, + 1.0070749521255493, + 0.8814286589622498, + 3.7537288665771484, + 2.2873740196228027 + ], + [ + -0.03760641813278198, + -1.0550209283828735, + 1.9693272113800049, + -0.8569232821464539, + 3.270319700241089, + 1.514161229133606, + 1.4436160326004028, + 0.7328718304634094, + 0.921722948551178, + -0.1468983292579651, + 0.05197477340698242, + 1.1528220176696777, + -0.38538438081741333, + -0.7544187903404236, + -0.7878000736236572, + 0.2260022610425949, + 1.9362629652023315, + -0.11397004127502441, + 1.3256161212921143, + 3.8167171478271484, + 2.4780402183532715 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11659103631973267, + -0.03386658430099487, + 0.2834104299545288, + 0.014077842235565186, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + 0.03239846229553223, + -0.050663165748119354, + 0.09015613794326782, + -0.019106492400169373, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.05967605113983154, + 1.0720045566558838, + 0.16410475969314575, + 0.02122122049331665, + 1.937180757522583, + 0.0 + ], + [ + 0.06457018852233887, + 0.29980558156967163, + 0.2834104299545288, + -0.3253760039806366, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.22610878944396973, + 0.5200238823890686, + -0.038995206356048584, + -0.23083485662937164, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + 0.3888838291168213, + 1.0720045566558838, + 0.5352581143379211, + 0.4191448390483856, + 1.937180757522583, + 0.0 + ] + ], + "predicted_scores": [ + 6.719296455383301, + 6.7014665603637695, + 5.956693649291992, + 5.920022010803223, + 5.63853645324707, + 5.363661289215088, + 5.049496173858643, + 5.001147747039795 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1845489013/train1", + "selected_index": 0, + "state_hash": "7bf5610dc8ce7e668f955c51cf34ef0263d7ab2546f9a5c6f0f3d81831a505b8", + "stored_base_utility": 0.17002534866333008, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05078810453414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05078810453414917 + }, + "base_progress": 0.05078810453414917, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05078810453414917, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05345620587468147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05345620587468147 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04223133996129036, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04223133996129036 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05123601481318474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05123601481318474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04302006959915161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04302006959915161 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05724402144551277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05724402144551277 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05702720209956169, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05702720209956169 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.041523080319166183, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.041523080319166183 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0479784794151783, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0479784794151783 + } + ], + "candidate_progress": [ + 0.05345620587468147, + 0.04223133996129036, + 0.05123601481318474, + 0.04302006959915161, + 0.05724402144551277, + 0.05702720209956169, + 0.041523080319166183, + 0.0479784794151783 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e6b654653119682cf01e", + "ms-4f0a41c8fb3caaeb9540", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-ccb8bd419b9cd771d12f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7df455efd413d77e6ce3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.40337395668029785, + -0.1791973114013672, + 0.1473422646522522, + -0.41706088185310364, + 1.3898553848266602, + 0.13891781866550446, + -1.0034115314483643, + 0.12790656089782715, + 0.16853158175945282, + -0.04043038934469223, + 0.5500825047492981, + 0.05296383798122406, + 0.3769281804561615, + -0.43662822246551514, + -0.19112235307693481, + -0.34039074182510376, + 0.43495607376098633, + -0.3428133726119995, + 0.37151670455932617, + 0.8914490342140198, + 0.13956838846206665 + ], + [ + 0.14889611303806305, + -0.02173277549445629, + 0.09384775161743164, + -1.2593117952346802, + 1.4228146076202393, + -1.0033769607543945, + -1.1269447803497314, + -0.048015981912612915, + -0.07950802147388458, + -0.03399289399385452, + 0.4316912293434143, + -0.061910003423690796, + 0.14750143885612488, + -0.4852564334869385, + -0.1687197983264923, + -0.40153563022613525, + 0.5070488452911377, + -0.30398422479629517, + -0.07801386713981628, + 1.1436526775360107, + 0.3992050290107727 + ], + [ + 0.2888256311416626, + -0.15788544714450836, + 0.11808079481124878, + -0.6271800398826599, + 1.5187196731567383, + -0.01169876754283905, + -0.9688312411308289, + 0.07015958428382874, + 0.09400022029876709, + -0.18942654132843018, + 0.545843243598938, + 0.26371192932128906, + 0.49985483288764954, + -0.5678428411483765, + -0.280992716550827, + -0.31074070930480957, + 0.4199177622795105, + -0.28722310066223145, + 0.24338039755821228, + 1.582564115524292, + 0.18035155534744263 + ], + [ + 0.04521285742521286, + 0.08187146484851837, + 0.034245461225509644, + -0.698656439781189, + 1.545295000076294, + -0.40048304200172424, + -1.0301878452301025, + 0.09470678120851517, + -0.04918476939201355, + -0.1693195402622223, + 0.5602986216545105, + 0.2658505439758301, + 0.02916938066482544, + -0.029513239860534668, + -0.04378921166062355, + -0.3655531108379364, + 0.46719449758529663, + -0.22072304785251617, + 0.2045477032661438, + 1.661562204360962, + 0.09210505336523056 + ], + [ + 0.33826732635498047, + -0.1573445200920105, + 0.24118724465370178, + -0.5831860303878784, + 1.4053692817687988, + -0.05285990238189697, + -0.9782829880714417, + 0.10219155997037888, + 0.07226882129907608, + -0.2109164297580719, + 0.6724010705947876, + 0.17971016466617584, + 0.6600005626678467, + -0.5566474199295044, + -0.24665352702140808, + -0.2679275572299957, + 0.32534146308898926, + -0.23139603435993195, + 0.24070417881011963, + 1.5306470394134521, + 0.12042264640331268 + ], + [ + 0.44582194089889526, + -0.10221762955188751, + 0.3620525002479553, + -0.6969345808029175, + 1.3868474960327148, + -0.08539259433746338, + -1.0352509021759033, + 0.1254233717918396, + 0.07830102741718292, + -0.2122115194797516, + 0.5847476720809937, + 0.19735924899578094, + 0.5060526132583618, + -0.37836217880249023, + -0.17589490115642548, + -0.292888343334198, + 0.45344823598861694, + -0.1383974403142929, + 0.2262614518404007, + 1.6724834442138672, + -0.017412811517715454 + ], + [ + 0.016139358282089233, + 0.08187219500541687, + 0.08383873105049133, + -0.6790255308151245, + 1.6780962944030762, + -0.29276448488235474, + -0.9126675724983215, + 0.1649302989244461, + -0.05731932073831558, + -0.08669652789831161, + 0.5051539540290833, + 0.25335776805877686, + 0.03362402319908142, + 0.12895236909389496, + -0.15448971092700958, + -0.30912742018699646, + 0.37942373752593994, + -0.11601831018924713, + 0.16472452878952026, + 1.6233158111572266, + 0.03798970580101013 + ], + [ + -0.12879736721515656, + -0.03345511108636856, + -0.1273137629032135, + -1.1222230195999146, + 1.5765759944915771, + -0.5669350624084473, + -0.7934331297874451, + 0.06529760360717773, + -0.1398448944091797, + -0.24270769953727722, + 0.812929630279541, + 0.3113144040107727, + 0.055118948221206665, + -0.1446024626493454, + -0.015786316245794296, + -0.3235975205898285, + 0.2643313705921173, + -0.19281910359859467, + 0.2468789964914322, + 1.626070261001587, + 0.3086392283439636 + ] + ], + "generated_utilities": [ + 0.05345620587468147, + 0.04223133996129036, + 0.05123601481318474, + 0.04302006959915161, + 0.05724402144551277, + 0.05702720209956169, + 0.041523080319166183, + 0.0479784794151783 + ], + "group_id": "ms-7df455efd413d77e6ce3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01950274035334587, + 0.014558037742972374, + 0.01813685894012451, + 0.05429106950759888, + 0.07774405181407928, + 0.019509058445692062, + 0.07688552141189575, + 0.05572976917028427, + 0.04736217111349106, + 0.036742907017469406, + 0.0394909605383873, + 0.03941194340586662, + 0.020270686596632004, + 0.006361742969602346, + 0.020961105823516846, + 0.034255824983119965 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4901857376098633, + 0.6415016055107117, + 0.9083648920059204, + -1.37859308719635, + 2.369450330734253, + -1.9026260375976562, + -0.5951640009880066, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137 + ], + [ + 0.7306509613990784, + 0.686039388179779, + 0.9322798848152161, + -1.3696236610412598, + 2.0767338275909424, + -1.6547211408615112, + -0.6285305619239807, + 0.0822639912366867, + 0.4029332995414734, + -0.1682409644126892, + 1.294835090637207, + 0.4503253996372223, + 0.17029541730880737, + 0.09416812658309937, + -0.25811558961868286, + -0.3376987874507904, + 1.2900129556655884, + -0.8680127859115601, + 1.0761282444000244, + 1.9378676414489746, + 1.1876518726348877 + ] + ], + "predicted_scores": [ + 7.019520282745361, + 6.495546340942383, + 6.281941890716553, + 5.919533729553223, + 5.90518856048584, + 5.831712245941162, + 5.333834171295166, + 4.608214855194092 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train1", + "selected_index": 0, + "state_hash": "05c1a462193a8f6b1e5a551541522a8adab160944fc2e73767569e56c6555249", + "stored_base_utility": 0.01950274035334587, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2635829448699951, + 0.17142629623413086, + 0.23406362533569336, + 0.19176363945007324, + 0.19712495803833008, + 0.21072709560394287, + 0.2323671579360962, + 0.2488917112350464 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2635829448699951, + "contact_quality": null, + "progress": 0.009994566440582275, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009994566440582275 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17142629623413086, + "contact_quality": null, + "progress": 0.011828839778900146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011828839778900146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23406362533569336, + "contact_quality": null, + "progress": 0.00966151524335146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.00966151524335146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19176363945007324, + "contact_quality": null, + "progress": 0.010823587886989117, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.010823587886989117 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19712495803833008, + "contact_quality": null, + "progress": 0.011267542839050293, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011267542839050293 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21072709560394287, + "contact_quality": null, + "progress": 0.013422667980194092, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.013422667980194092 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2323671579360962, + "contact_quality": null, + "progress": 0.007875621318817139, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.007875621318817139 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2488917112350464, + "contact_quality": null, + "progress": 0.009013156406581402, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009013156406581402 + } + ], + "candidate_progress": [ + 0.009994566440582275, + 0.011828839778900146, + 0.00966151524335146, + 0.010823587886989117, + 0.011267542839050293, + 0.013422667980194092, + 0.007875621318817139, + 0.009013156406581402 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7e295b5859c07c90487f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.17480231821537018, + 0.06919717788696289, + 1.1744636297225952, + -0.13348625600337982, + 0.7611252665519714, + 2.184584379196167, + 0.8547965288162231, + -0.49269047379493713, + -0.11704707145690918, + 1.2353936433792114, + 0.012611538171768188, + 0.29496413469314575, + 2.202299118041992, + 1.785021185874939, + -0.6176990270614624, + -0.16235940158367157, + 1.1217601299285889, + 0.08055635541677475, + 0.7613644599914551, + 2.5695130825042725, + 1.449344515800476 + ], + [ + -0.43844759464263916, + 0.010481670498847961, + 1.1087377071380615, + -0.23044681549072266, + 0.8906136751174927, + 2.5776143074035645, + 1.267155647277832, + -0.2650429606437683, + -0.18195714056491852, + 1.3976322412490845, + -0.04667264223098755, + 0.32130271196365356, + 1.7865897417068481, + 1.8299641609191895, + -0.2473616898059845, + -0.27500560879707336, + 0.9636114239692688, + -0.05996154248714447, + 0.6631320714950562, + 2.1880862712860107, + 1.6281824111938477 + ], + [ + -0.11639465391635895, + 0.026217728853225708, + 1.1704235076904297, + -0.2012772113084793, + 0.6986662745475769, + 2.0070223808288574, + 1.3615965843200684, + -0.4983527958393097, + -0.2102460116147995, + 1.3564244508743286, + -0.09891922026872635, + 0.37211936712265015, + 2.0179381370544434, + 1.351678490638733, + -0.4365951418876648, + -0.31708085536956787, + 1.207694172859192, + 0.05431006848812103, + 0.4848305583000183, + 2.4857378005981445, + 1.0514546632766724 + ], + [ + -0.32691478729248047, + -0.023188764229416847, + 1.436618447303772, + -0.2938425540924072, + 0.6081573367118835, + 2.3780386447906494, + 1.332596778869629, + -0.25312334299087524, + -0.17517058551311493, + 1.3895639181137085, + 0.022999893873929977, + 0.21768681704998016, + 2.0068140029907227, + 1.6952897310256958, + -0.115780308842659, + -0.2718351185321808, + 1.0872663259506226, + -0.06770838797092438, + 0.6567283868789673, + 2.1758971214294434, + 1.5283927917480469 + ], + [ + -0.3155936002731323, + -0.03823160007596016, + 1.2439922094345093, + -0.24395230412483215, + 0.6333717107772827, + 2.394575595855713, + 1.3457088470458984, + -0.350132018327713, + -0.18469932675361633, + 1.3622068166732788, + -0.08936866372823715, + 0.2905595898628235, + 1.9733341932296753, + 1.6132506132125854, + -0.10456593334674835, + -0.3314456045627594, + 1.083584189414978, + -0.042282164096832275, + 0.5639350414276123, + 2.241335391998291, + 1.6679219007492065 + ], + [ + -0.21036432683467865, + -0.03760194778442383, + 1.0462490320205688, + -0.25738847255706787, + 0.4730881452560425, + 2.055760145187378, + 1.1544471979141235, + -0.4561816155910492, + -0.1233072280883789, + 1.1297138929367065, + -0.11024797707796097, + 0.3401015102863312, + 2.1033895015716553, + 1.5750105381011963, + -0.3051568269729614, + -0.3781452476978302, + 1.0396796464920044, + 0.13567614555358887, + 0.5472313165664673, + 2.246109962463379, + 1.4300212860107422 + ], + [ + -0.44208019971847534, + -0.18833217024803162, + 1.4860341548919678, + -0.2572477459907532, + 0.7587987184524536, + 2.032163381576538, + 1.4234884977340698, + -0.4979490339756012, + -0.0917128399014473, + 1.5190904140472412, + -0.02618858963251114, + 0.5191949009895325, + 2.164170265197754, + 1.4197843074798584, + -0.19439363479614258, + -0.3759108781814575, + 0.9057000875473022, + -0.448441743850708, + 0.672934889793396, + 2.363302707672119, + 1.3122674226760864 + ], + [ + -0.08470405638217926, + 0.09141968190670013, + 1.1076096296310425, + -0.07641586661338806, + 0.18116046488285065, + 2.7526967525482178, + 0.9435797929763794, + -0.5192122459411621, + -0.19903558492660522, + 1.5921019315719604, + -0.06568917632102966, + 0.2161806970834732, + 1.7378324270248413, + 2.192969560623169, + -0.4441695213317871, + -0.31874245405197144, + 1.0302069187164307, + -0.06749005615711212, + 0.5003219246864319, + 2.80735445022583, + 1.4516024589538574 + ] + ], + "generated_utilities": [ + 0.009994566440582275, + 0.011828839778900146, + 0.00966151524335146, + 0.010823587886989117, + 0.011267542839050293, + 0.013422667980194092, + 0.007875621318817139, + 0.009013156406581402 + ], + "group_id": "ms-7e295b5859c07c90487f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02691727876663208, + 0.08965941518545151, + 0.12444774806499481, + 0.056233130395412445, + 0.22719113528728485, + 0.0642506331205368, + 0.24100399017333984, + 0.1839454174041748, + 0.24329766631126404, + 0.15883027017116547, + 0.108589768409729, + 0.26271408796310425, + 0.0965520590543747, + 4.827976226806641e-06, + 0.03983265161514282, + 0.05369637534022331 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.002104811370372772, + 0.005511671304702759, + 0.9679725170135498, + 0.019913554191589355, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.001511216163635254, + 0.017931878566741943, + 0.6782649755477905, + 0.03144378960132599, + 0.002808868885040283, + 1.7140517234802246, + 0.0, + -0.03098130226135254, + -0.0630856454372406, + 0.7908202409744263, + -0.03153902292251587, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + -0.272197425365448, + -0.046286582946777344, + 0.9679725170135498, + -0.07371383905410767, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.08964866399765015, + 0.0685606598854065, + 0.6782649755477905, + 0.11270316690206528, + 0.04822826385498047, + 1.7140517234802246, + 0.0, + -0.031185388565063477, + -0.09362199157476425, + 0.7908202409744263, + 0.10415226221084595, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + 0.07117109000682831, + 0.27850812673568726, + 1.9679725170135498, + -0.6706593036651611, + 1.606846570968628, + 2.2881593704223633, + 1.7981394529342651, + -0.581801176071167, + -0.5629166960716248, + 1.6782649755477905, + 0.1552438735961914, + 0.9448214769363403, + 2.7140517234802246, + 2.0876541137695312, + -1.0309813022613525, + -0.1569964736700058, + 1.7908202409744263, + 0.34607672691345215, + 1.1799468994140625, + 3.10624361038208, + 2.895214080810547 + ], + [ + -0.2003771811723709, + 0.008265972137451172, + 2.044569253921509, + -0.5216216444969177, + 1.4486138820648193, + 2.3504221439361572, + 1.8864983320236206, + -0.3269546627998352, + -0.3218878507614136, + 1.7787734270095825, + -0.10719794034957886, + 1.210811734199524, + 2.484586477279663, + 2.233473539352417, + -1.128391146659851, + 0.026943042874336243, + 1.5905406475067139, + 0.3762487769126892, + 1.181563377380371, + 3.1266322135925293, + 2.962540864944458 + ], + [ + 0.05798707157373428, + 0.6666606664657593, + 2.0280542373657227, + -0.7529513835906982, + 1.5752960443496704, + 1.9687061309814453, + 1.6063086986541748, + -0.6493420600891113, + -0.7361619472503662, + 2.0208208560943604, + 0.29324859380722046, + 0.7267081141471863, + 2.666212558746338, + 2.0797832012176514, + -1.0253864526748657, + -0.3336113393306732, + 1.4619231224060059, + 0.7388266324996948, + 1.3334836959838867, + 2.818113327026367, + 2.5784997940063477 + ], + [ + 0.3921954035758972, + 0.5031469464302063, + 2.286526918411255, + -0.7917466163635254, + 1.1610774993896484, + 2.5947437286376953, + 1.371277093887329, + -0.590951681137085, + -0.1262027621269226, + 1.4700233936309814, + -0.00010420382022857666, + 1.2501842975616455, + 2.9097108840942383, + 1.8056198358535767, + -1.362661600112915, + 0.33382928371429443, + 1.325782060623169, + -0.043404221534729004, + 1.363233208656311, + 3.228788375854492, + 3.330352544784546 + ], + [ + 0.15679721534252167, + -0.014913380146026611, + 1.8193422555923462, + -0.22866305708885193, + 1.7066304683685303, + 2.4464030265808105, + 2.011176109313965, + -0.23207822442054749, + -0.32904762029647827, + 2.0668091773986816, + -0.04359652101993561, + 0.3894868493080139, + 2.963031530380249, + 1.5374466180801392, + -0.6671346426010132, + 0.1373668760061264, + 2.1470518112182617, + 0.09344154596328735, + 1.3496700525283813, + 3.0860822200775146, + 2.714031219482422 + ], + [ + -0.00613538920879364, + 0.858040452003479, + 1.4075002670288086, + -1.2736327648162842, + 0.9723907113075256, + 1.8825424909591675, + 1.8480159044265747, + -1.0620940923690796, + -0.6188609600067139, + 2.1290316581726074, + 0.017243966460227966, + 0.9326821565628052, + 2.7966392040252686, + 2.697798252105713, + -0.7733628153800964, + -0.2922581434249878, + 1.802142858505249, + -0.1341671347618103, + 1.218476414680481, + 2.524766206741333, + 2.7462615966796875 + ], + [ + -0.31880849599838257, + -0.33465445041656494, + 1.669745922088623, + -1.2757203578948975, + 1.2232160568237305, + 2.1252152919769287, + 2.471749782562256, + -0.5233126282691956, + -0.5309119820594788, + 1.4323625564575195, + -0.4025598168373108, + 1.3090332746505737, + 2.9684019088745117, + 2.0768120288848877, + -1.0139766931533813, + -0.44368863105773926, + 1.0631070137023926, + -0.435907781124115, + 1.5530853271484375, + 3.07061505317688, + 2.5274431705474854 + ], + [ + 0.2861146330833435, + -0.31601566076278687, + 1.2438544034957886, + -0.3429969847202301, + 1.087154507637024, + 2.555007219314575, + 1.9246865510940552, + 0.16080540418624878, + 0.19900059700012207, + 0.8766571283340454, + 0.042591340839862823, + 1.1126435995101929, + 1.8683596849441528, + 1.848694086074829, + -1.7113438844680786, + 0.11381526291370392, + 2.1757454872131348, + -0.219110369682312, + 0.45450443029403687, + 2.6627187728881836, + 3.373868703842163 + ] + ], + "predicted_scores": [ + 5.028531551361084, + 4.672172546386719, + 4.086496829986572, + 3.82065749168396, + 3.5874383449554443, + 3.585334300994873, + 3.4715638160705566, + 3.376354932785034 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train1", + "selected_index": 0, + "state_hash": "6313a315ecb07f0ce1a8374a416e60e5f99603a52cccc07c12e398c1dd7fd884", + "stored_base_utility": 0.02691727876663208, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07103653997182846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07103653997182846 + }, + "base_progress": 0.07103653997182846, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07103653997182846, + "candidate_action_clip_max_abs": [ + 0.0344083309173584, + 0.11038422584533691, + 0.1031109094619751, + 0.10629260540008545, + 0.10826826095581055, + 0.11373209953308105, + 0.12086427211761475, + 0.1012035608291626 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0344083309173584, + "contact_quality": null, + "progress": 0.10958615690469742, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10958615690469742 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11038422584533691, + "contact_quality": null, + "progress": 0.15698926150798798, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15698926150798798 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1031109094619751, + "contact_quality": null, + "progress": 0.12625259160995483, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12625259160995483 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10629260540008545, + "contact_quality": null, + "progress": 0.12263611704111099, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12263611704111099 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10826826095581055, + "contact_quality": null, + "progress": 0.1045885905623436, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1045885905623436 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11373209953308105, + "contact_quality": null, + "progress": 0.11283636093139648, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11283636093139648 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12086427211761475, + "contact_quality": null, + "progress": 0.1513810157775879, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1513810157775879 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1012035608291626, + "contact_quality": null, + "progress": 0.1047537699341774, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1047537699341774 + } + ], + "candidate_progress": [ + 0.10958615690469742, + 0.15698926150798798, + 0.12625259160995483, + 0.12263611704111099, + 0.1045885905623436, + 0.11283636093139648, + 0.1513810157775879, + 0.1047537699341774 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-1772611570ffaf72c98c", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8577816da2917a2bb63d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2325640171766281, + -0.279008150100708, + 0.9190628528594971, + -0.6045790910720825, + 0.8503908514976501, + 1.8421794176101685, + 0.7314765453338623, + 0.47677081823349, + -0.0988091379404068, + 0.12599708139896393, + -0.07831499725580215, + 0.03299957513809204, + 1.3514738082885742, + 1.1778442859649658, + 0.8004423975944519, + 0.03334876522421837, + -0.3572766184806824, + 0.21804668009281158, + 0.6051201820373535, + 1.0419344902038574, + 0.9517489671707153 + ], + [ + 0.1390080749988556, + -0.03207847476005554, + 0.9328823685646057, + -0.24172820150852203, + 0.5026516318321228, + 1.4891034364700317, + -0.007615178823471069, + 0.819048285484314, + -0.15395882725715637, + -0.04618082195520401, + -0.42764806747436523, + -0.03314332664012909, + 1.6713937520980835, + 0.7297850251197815, + 0.6678759455680847, + -0.017550531774759293, + -0.11028651893138885, + 0.3780864477157593, + 0.7412203550338745, + 1.377368450164795, + 0.7694478034973145 + ], + [ + 0.2460240125656128, + 0.12690237164497375, + 0.9340000152587891, + -0.43998491764068604, + 0.6559579968452454, + 1.724036693572998, + 0.11300936341285706, + 0.583227276802063, + -0.14493326842784882, + 0.06786717474460602, + 0.009626045823097229, + -0.6693935394287109, + 1.8275364637374878, + 0.7875738739967346, + 0.37196284532546997, + -0.16015389561653137, + -0.21008633077144623, + 0.22795210778713226, + 0.9956540465354919, + 1.0962316989898682, + 0.7080346345901489 + ], + [ + -0.0374014675617218, + -0.004670538008213043, + 0.8351964950561523, + -0.0654907077550888, + 0.1992320418357849, + 1.8892139196395874, + 0.6552916169166565, + 0.4901200234889984, + -0.1453840285539627, + 0.08735206723213196, + -0.12648189067840576, + -0.2039611041545868, + 1.4224129915237427, + 1.1339552402496338, + 0.8366018533706665, + 0.04202771931886673, + -0.12786103785037994, + 0.33908677101135254, + 0.515091598033905, + 1.6683073043823242, + 0.4874959886074066 + ], + [ + 0.04045102745294571, + 0.013421978801488876, + 0.8717998266220093, + -0.15271905064582825, + 0.49542590975761414, + 2.020357608795166, + 0.11219209432601929, + 0.46862760186195374, + -0.013339795172214508, + 0.12560397386550903, + 0.04117419570684433, + -0.23869335651397705, + 1.5250444412231445, + 1.1029179096221924, + 0.6332336068153381, + -0.13072259724140167, + 0.12197984009981155, + 0.20582932233810425, + 0.5352049469947815, + 1.5512800216674805, + 0.6299539804458618 + ], + [ + 0.05085118114948273, + 0.004444800317287445, + 0.8501385450363159, + -0.11193549633026123, + 0.4043416976928711, + 2.0094425678253174, + 0.2564525008201599, + 0.5523750185966492, + 0.01803167350590229, + 0.1513862907886505, + 0.0053511857986450195, + -0.16809767484664917, + 1.473227858543396, + 1.1154266595840454, + 0.668856143951416, + -0.09631511569023132, + 0.08865585923194885, + 0.09110981225967407, + 0.5700420141220093, + 1.6751673221588135, + 0.3806421756744385 + ], + [ + 0.314954549074173, + 0.01761111617088318, + 0.7997809648513794, + -0.3240344226360321, + 0.42158135771751404, + 2.1365811824798584, + 0.2519973814487457, + 0.5510705709457397, + 0.007073321845382452, + -0.09635717421770096, + 0.20251047611236572, + -0.34372037649154663, + 1.4978636503219604, + 1.4524036645889282, + 0.9069770574569702, + -0.2776039242744446, + 0.2450440526008606, + 0.22814004123210907, + 0.5850939154624939, + 1.713850975036621, + 0.37240704894065857 + ], + [ + 0.2542117238044739, + 0.039742328226566315, + 0.7113614082336426, + -0.1561243236064911, + 0.5890800356864929, + 1.3252537250518799, + 0.8670084476470947, + 0.36190760135650635, + 0.08690862357616425, + 0.24269309639930725, + 0.328182578086853, + -0.0649699866771698, + 1.5570799112319946, + 1.304489254951477, + 0.5161630511283875, + -0.005916070193052292, + -0.007610887289047241, + 0.10891900956630707, + 0.896930992603302, + 1.4377117156982422, + 0.43638336658477783 + ] + ], + "generated_utilities": [ + 0.10958615690469742, + 0.15698926150798798, + 0.12625259160995483, + 0.12263611704111099, + 0.1045885905623436, + 0.11283636093139648, + 0.1513810157775879, + 0.1047537699341774 + ], + "group_id": "ms-8577816da2917a2bb63d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2637917995452881, + 0.22464071214199066, + 2.0, + 0.08766969293355942, + 0.18951013684272766, + 0.03956339880824089, + 0.14740002155303955, + 0.1706804633140564, + 0.2111617773771286, + 0.14143002033233643, + 0.19586819410324097, + 0.1491125077009201, + 0.10649605840444565, + 0.13982710242271423, + 0.09051436185836792, + 0.15870293974876404 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.5319182276725769, + 0.6224296689033508, + 0.8244132995605469, + -0.031177937984466553, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + -0.006879452615976334, + 0.024243786931037903, + 0.33670926094055176, + 0.5060526728630066, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.09222836792469025, + -0.35514605045318604, + 0.16436481475830078, + 0.40199989080429077, + 0.9094570875167847, + 0.0 + ], + [ + 0.11947812139987946, + 0.048805832862854004, + 1.8244132995605469, + -0.7529902458190918, + 1.7009708881378174, + 2.7993862628936768, + 2.0374698638916016, + 1.6443206071853638, + -0.06698232889175415, + -0.13103638589382172, + 0.07724328339099884, + 0.6817050576210022, + 2.366802215576172, + 2.2849810123443604, + 2.50811505317688, + -0.22678081691265106, + -1.355146050453186, + 1.1643648147583008, + 0.402213990688324, + 1.9094570875167847, + 1.9322038888931274 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.074939727783203, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.569962024688721, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.864407777786255 + ], + [ + 0.40023523569107056, + 0.24545921385288239, + 1.7424920797348022, + -0.557208240032196, + 1.5545653104782104, + 2.6633150577545166, + 1.7807692289352417, + 1.6401207447052002, + -0.31436365842819214, + -0.4162091612815857, + -0.0858464390039444, + 0.3896113932132721, + 2.2475874423980713, + 2.3145008087158203, + 2.6522459983825684, + -0.35159897804260254, + -1.1252176761627197, + 0.9007947444915771, + 0.6254011988639832, + 2.1762399673461914, + 1.706495761871338 + ], + [ + 0.28333616256713867, + 0.05695994198322296, + 1.9902949333190918, + -0.8180137872695923, + 1.7547649145126343, + 2.865115165710449, + 1.7355519533157349, + 1.616685152053833, + -0.28894829750061035, + -0.003913000226020813, + 0.06623778492212296, + 0.7541611790657043, + 2.313316822052002, + 1.9126113653182983, + 2.676483631134033, + -0.44032108783721924, + -1.6071979999542236, + 0.8149409294128418, + 0.2249726951122284, + 2.258054733276367, + 1.8247584104537964 + ], + [ + 0.27511411905288696, + 0.15554335713386536, + 2.3042197227478027, + -0.4184620976448059, + 1.307753086090088, + 2.9295878410339355, + 1.6918052434921265, + 1.7301218509674072, + -0.5625127553939819, + 0.18490757048130035, + 0.42659449577331543, + 0.27074187994003296, + 2.4650702476501465, + 2.304764747619629, + 2.9147467613220215, + 0.2111637443304062, + -0.9589639902114868, + 1.102820873260498, + 0.5706818699836731, + 2.133436679840088, + 2.208428144454956 + ], + [ + -0.2577815055847168, + 0.13694974780082703, + 1.4037692546844482, + -0.9593273997306824, + 1.810347557067871, + 3.2138423919677734, + 1.8612303733825684, + 2.105313539505005, + -0.29210996627807617, + -0.5136539936065674, + -0.16005836427211761, + 0.6772791147232056, + 2.216097593307495, + 1.7768958806991577, + 2.9448421001434326, + 0.056938931345939636, + -1.2614942789077759, + 1.5077863931655884, + 0.5559680461883545, + 1.3408117294311523, + 2.288825273513794 + ], + [ + -0.37096959352493286, + -0.547701895236969, + 2.235835313796997, + -0.921576201915741, + 1.1975728273391724, + 2.2792246341705322, + 1.4263215065002441, + 1.5901055335998535, + 0.5957340002059937, + -0.8229201436042786, + 0.088249571621418, + 0.9585591554641724, + 2.7078466415405273, + 2.8372790813446045, + 2.9246914386749268, + 0.050718262791633606, + -1.705424427986145, + 1.6766613721847534, + 0.8243200182914734, + 2.1794981956481934, + 1.8497062921524048 + ], + [ + -0.34835028648376465, + -0.23782142996788025, + 2.291358470916748, + -1.3779785633087158, + 2.2417447566986084, + 2.1188724040985107, + 2.16556453704834, + 1.0707236528396606, + 0.7094582915306091, + -0.2906684875488281, + -0.1164136677980423, + 0.9851647019386292, + 2.330104112625122, + 1.8539201021194458, + 1.8064098358154297, + -0.9153757095336914, + -1.6455578804016113, + 1.0049399137496948, + -0.044089943170547485, + 1.5129574537277222, + 1.5172317028045654 + ], + [ + -0.2453824132680893, + 0.14167098701000214, + 1.1210569143295288, + -0.24927252531051636, + 1.0410852432250977, + 3.4104833602905273, + 1.153693675994873, + 1.9010361433029175, + -0.5178090333938599, + -0.6113726496696472, + -0.11730171740055084, + 0.04164224863052368, + 1.552911639213562, + 2.335322141647339, + 1.811797022819519, + -0.7901753783226013, + -1.3460016250610352, + 0.8826128244400024, + -0.3614352345466614, + 2.2091732025146484, + 2.0151641368865967 + ], + [ + 0.5069371461868286, + -0.7066824436187744, + 1.3026604652404785, + -1.3028550148010254, + 1.648358941078186, + 3.5933480262756348, + 1.6050447225570679, + 2.251556873321533, + -0.6074153780937195, + -0.500986635684967, + -0.6413183212280273, + 1.419590950012207, + 3.18233323097229, + 2.089322566986084, + 2.416912317276001, + -1.1602436304092407, + -1.4888412952423096, + 1.0175306797027588, + -0.3002001643180847, + 0.9987149834632874, + 2.699448585510254 + ], + [ + -0.029025092720985413, + 0.5599857568740845, + 1.8581316471099854, + -1.4146735668182373, + 2.4586527347564697, + 2.7335259914398193, + 2.88442325592041, + 1.1815783977508545, + 0.20855364203453064, + 0.46455222368240356, + 0.1395319700241089, + 1.623348593711853, + 1.4349610805511475, + 1.4604123830795288, + 2.7998642921447754, + -0.15449362993240356, + -1.6179763078689575, + 0.38508981466293335, + 0.9157677888870239, + 2.3171708583831787, + 1.4342948198318481 + ], + [ + 1.107017993927002, + 0.0040624625980854034, + 1.1871309280395508, + -0.5788782835006714, + 0.9647329449653625, + 2.672478199005127, + 2.0609095096588135, + 2.578378438949585, + 0.4520488977432251, + -0.3147982358932495, + -0.11197690665721893, + 0.6446547508239746, + 1.742464303970337, + 3.0161871910095215, + 2.3156473636627197, + 0.040489837527275085, + -0.8496864438056946, + 1.9109306335449219, + 0.751004695892334, + 1.2687792778015137, + 1.727078914642334 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.2331724613904953, + -0.0026008300483226776, + 0.8244132995605469, + -0.3071306645870209, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + 0.028236597776412964, + -0.04342855513095856, + -0.033154673874378204, + -0.0403289794921875, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.03418619930744171, + -0.35514605045318604, + 0.16436481475830078, + -0.0025446712970733643, + 0.9094570875167847, + 0.0 + ] + ], + "predicted_scores": [ + 3.9092509746551514, + 3.3850059509277344, + 3.0612175464630127, + 2.885145664215088, + 2.868349552154541, + 2.209033489227295, + 1.8142534494400024, + 1.2781827449798584 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130/train1", + "selected_index": 0, + "state_hash": "f04bffb327f002dad3394e19009c5f997b4342d1afffebe537df31ea45988f2f", + "stored_base_utility": 0.2637917995452881, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16783273220062256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16783273220062256 + }, + "base_progress": 0.16783273220062256, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16783273220062256, + "candidate_action_clip_max_abs": [ + 0.0, + 0.038541316986083984, + 0.0, + 0.08701229095458984, + 0.036434054374694824, + 0.08232438564300537, + 0.03676915168762207, + 0.0700368881225586 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04370605945587158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04370605945587158 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.038541316986083984, + "contact_quality": null, + "progress": 0.04150080680847168, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04150080680847168 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04387245699763298, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04387245699763298 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08701229095458984, + "contact_quality": null, + "progress": 0.039765615016222, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.039765615016222 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.036434054374694824, + "contact_quality": null, + "progress": 0.04397805407643318, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04397805407643318 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08232438564300537, + "contact_quality": null, + "progress": 0.036880869418382645, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036880869418382645 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.03676915168762207, + "contact_quality": null, + "progress": 0.03492546081542969, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03492546081542969 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0700368881225586, + "contact_quality": null, + "progress": 0.0348036102950573, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0348036102950573 + } + ], + "candidate_progress": [ + 0.04370605945587158, + 0.04150080680847168, + 0.04387245699763298, + 0.039765615016222, + 0.04397805407643318, + 0.036880869418382645, + 0.03492546081542969, + 0.0348036102950573 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857", + "ms-4c99c68cb7d1f50db857", + "ms-1c2768099019b86daca7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-8e56b0eaa2604db6749e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5294473767280579, + -0.258816659450531, + 1.0915453433990479, + 0.006910890340805054, + 0.945204496383667, + 1.9102295637130737, + 1.0781595706939697, + -0.116538405418396, + 0.4486066997051239, + 0.8708893656730652, + -0.3554958999156952, + 0.6558057069778442, + 0.7415468692779541, + 0.5084384083747864, + 0.4792577624320984, + 0.02036288008093834, + 0.1502615213394165, + -0.5806635022163391, + -0.1739366054534912, + 0.024685204029083252, + -1.3800325393676758 + ], + [ + -0.5766401886940002, + -0.22839020192623138, + 0.9041323661804199, + -0.24870799481868744, + 1.3223261833190918, + 2.370792865753174, + 0.6864405274391174, + -0.34274497628211975, + 0.4298325479030609, + 0.6936119794845581, + -0.37844088673591614, + 0.4977012574672699, + 0.8725367784500122, + 0.25255316495895386, + 0.3499854505062103, + -0.11487467586994171, + -0.10058031976222992, + -0.1806173175573349, + 0.3411481976509094, + -0.5528082251548767, + -0.8465328216552734 + ], + [ + -0.5442693829536438, + -0.301258385181427, + 1.160719871520996, + 0.05084887146949768, + 0.975483775138855, + 2.016786575317383, + 1.0123599767684937, + -0.13146576285362244, + 0.4278363287448883, + 0.8895224928855896, + -0.30342864990234375, + 0.715620219707489, + 0.6747633218765259, + 0.5039156675338745, + 0.5570160150527954, + -0.026949115097522736, + 0.057793959975242615, + -0.6353016495704651, + -0.06292986869812012, + 0.10036465525627136, + -1.2750587463378906 + ], + [ + -0.38453084230422974, + -0.218971848487854, + 1.193843960762024, + 0.17360073328018188, + 1.2232232093811035, + 2.3382318019866943, + 0.9752576947212219, + -0.22387713193893433, + 0.3505580723285675, + 1.044459581375122, + -0.45527151226997375, + 0.9942247867584229, + 1.22542405128479, + 0.343891978263855, + 0.29950666427612305, + -0.1814538687467575, + -0.010449767112731934, + -0.5537993311882019, + 0.48790591955184937, + -0.4230164885520935, + -0.7450056076049805 + ], + [ + -0.563764214515686, + -0.4032474160194397, + 1.087939977645874, + -0.0008938759565353394, + 1.0705349445343018, + 2.216898202896118, + 1.0382845401763916, + -0.035032227635383606, + 0.38437461853027344, + 0.8271994590759277, + -0.40607866644859314, + 0.8459957242012024, + 0.9503817558288574, + 0.28608161211013794, + 0.5449573397636414, + -0.014458274468779564, + 0.059549927711486816, + -0.5867944359779358, + 0.01628139615058899, + 0.16285067796707153, + -1.0932906866073608 + ], + [ + -0.43787509202957153, + -0.2498675435781479, + 1.200674295425415, + 0.04403281211853027, + 1.2292348146438599, + 2.422017812728882, + 0.9143831133842468, + -0.2629458010196686, + 0.37242409586906433, + 1.0002942085266113, + -0.4944591820240021, + 0.9547777771949768, + 1.1429120302200317, + 0.22276169061660767, + 0.2382904440164566, + -0.14958660304546356, + 0.051575884222984314, + -0.4990119934082031, + 0.5281097888946533, + -0.4406530261039734, + -0.8705266714096069 + ], + [ + -0.4967808723449707, + -0.21690984070301056, + 1.1639740467071533, + -0.0399085134267807, + 1.2498748302459717, + 2.179299831390381, + 0.5834929943084717, + -0.3640657365322113, + 0.3666742146015167, + 1.0151736736297607, + -0.5405383706092834, + 0.8341925144195557, + 0.9752453565597534, + 0.0893695056438446, + 0.23002178966999054, + -0.13777263462543488, + -0.2645106315612793, + -0.45709681510925293, + 0.4736458361148834, + -0.8059205412864685, + -0.657508134841919 + ], + [ + -0.5385806560516357, + -0.10979729145765305, + 1.724414587020874, + 0.3333798348903656, + 1.1192891597747803, + 1.8001129627227783, + 1.1681485176086426, + -0.0655265748500824, + 0.21147021651268005, + 0.918846845626831, + -0.49422505497932434, + 1.6104987859725952, + 1.4315502643585205, + 0.455166757106781, + 0.13285692036151886, + -0.1309591382741928, + -0.03166569769382477, + -0.39526432752609253, + 0.8274832963943481, + -0.37098321318626404, + -0.9963226318359375 + ] + ], + "generated_utilities": [ + 0.04370605945587158, + 0.04150080680847168, + 0.04387245699763298, + 0.039765615016222, + 0.04397805407643318, + 0.036880869418382645, + 0.03492546081542969, + 0.0348036102950573 + ], + "group_id": "ms-8e56b0eaa2604db6749e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.164321169257164, + 0.10389143228530884, + 0.18236468732357025, + 0.08703991025686264, + 0.14726755023002625, + 0.2857772707939148, + 0.07450457662343979, + 0.09476886689662933, + 0.09899210929870605, + 0.03498069569468498, + 0.09402521699666977, + 0.03285938501358032, + 0.09548668563365936, + 0.047073304653167725, + 0.08804091066122055, + 0.08626264333724976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.09829777479171753, + 0.0019505023956298828, + 1.0451922416687012, + 0.09223031997680664, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + -0.05758267641067505, + -0.003056347370147705, + 0.6888918876647949, + -0.026473522186279297, + 0.047412753105163574, + 1.100039005279541, + 0.0, + -0.03282618522644043, + 0.09620267152786255, + -0.012295186519622803, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.4755083918571472, + -0.10265153646469116, + 1.0451922416687012, + 0.29614442586898804, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + 0.19593971967697144, + -0.3648289144039154, + 0.6888918876647949, + 0.09577393531799316, + 0.035068511962890625, + 1.100039005279541, + 0.0, + 0.456060528755188, + -0.16099470853805542, + -0.43811553716659546, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.6498317718505859, + 0.9599706530570984, + 1.835793375968933, + -0.573526918888092, + 1.0040251016616821, + 2.2577900886535645, + 2.0432891845703125, + -0.5289790630340576, + 0.3193860650062561, + 1.8999742269515991, + -1.1844632625579834, + 0.8757102489471436, + 2.078073024749756, + 2.1113057136535645, + 0.5517835021018982, + -0.04080227017402649, + 0.72983318567276, + -1.4707123041152954, + 0.7925529479980469, + -1.9205865859985352, + -1.889033317565918 + ], + [ + -0.434312641620636, + 0.8096786737442017, + 1.8051235675811768, + -0.4647713601589203, + 0.7303546667098999, + 2.183406352996826, + 1.9101098775863647, + 0.14068031311035156, + 0.329059362411499, + 1.787625789642334, + -0.6262794733047485, + 1.3772218227386475, + 1.8053358793258667, + 1.4974160194396973, + 0.35740479826927185, + 0.30423402786254883, + 0.7231874465942383, + -1.5970656871795654, + 0.7166537046432495, + -1.7543734312057495, + -2.000494956970215 + ], + [ + -0.8817802667617798, + 0.9715957641601562, + 2.1506268978118896, + -0.5271839499473572, + 1.366390585899353, + 1.7652621269226074, + 2.5035276412963867, + -0.4268600642681122, + 0.5045324563980103, + 1.888989806175232, + -0.7549608945846558, + 0.8196722269058228, + 2.05169677734375, + 2.172227144241333, + 0.7353182435035706, + -0.2048548460006714, + 0.8806101083755493, + -1.8958665132522583, + 1.0845171213150024, + -1.851228952407837, + -1.9186047315597534 + ], + [ + -1.200352430343628, + 0.38006722927093506, + 1.9906132221221924, + -0.10164737701416016, + 1.7140586376190186, + 1.9718024730682373, + 2.7659664154052734, + 0.041929811239242554, + -0.01353830099105835, + 1.1835708618164062, + -1.3345180749893188, + 1.2545942068099976, + 1.7318328619003296, + 2.1129016876220703, + 0.26469552516937256, + -0.3200700581073761, + 0.8730294704437256, + -2.24128794670105, + 0.7159386873245239, + -2.253854751586914, + -1.4254359006881714 + ], + [ + -0.8251329064369202, + 0.7382928133010864, + 2.082671880722046, + -0.8490726351737976, + 1.284595012664795, + 1.5650298595428467, + 2.8383092880249023, + -0.15238703787326813, + 0.17826536297798157, + 2.1290018558502197, + -0.5830575227737427, + 0.8654627799987793, + 2.798840284347534, + 2.049835443496704, + 1.120737910270691, + -0.12803547084331512, + 1.0445923805236816, + -2.283553123474121, + 0.35955071449279785, + -2.108430862426758, + -1.043320655822754 + ], + [ + -1.5572607517242432, + 1.0431426763534546, + 1.3429405689239502, + -0.4603320360183716, + 0.7384498119354248, + 1.5668916702270508, + 2.4400007724761963, + -0.9935024976730347, + 0.6311429738998413, + 2.1090023517608643, + -0.9262860417366028, + 1.213335394859314, + 2.726635456085205, + 1.558410882949829, + 1.3711477518081665, + -0.41874006390571594, + 0.3065264821052551, + -2.0449330806732178, + 1.0445581674575806, + -2.3674864768981934, + -1.8008146286010742 + ], + [ + -0.34596213698387146, + 1.4288448095321655, + 2.3155555725097656, + -0.24187126755714417, + 1.4236080646514893, + 1.8332940340042114, + 2.153268337249756, + -0.26157134771347046, + 0.5510067939758301, + 1.854649305343628, + -0.4317321479320526, + 1.233608603477478, + 1.7675436735153198, + 1.1053621768951416, + 0.9711992740631104, + 0.4815140664577484, + -0.039583563804626465, + -2.1772654056549072, + 0.26325684785842896, + -1.2660901546478271, + -1.3378313779830933 + ], + [ + -0.696524977684021, + 0.5731559991836548, + 1.41136634349823, + -0.8365179300308228, + 1.6350390911102295, + 1.6619038581848145, + 2.0760650634765625, + 0.22440430521965027, + 0.44187241792678833, + 0.7883749604225159, + -1.171095848083496, + 0.3865584135055542, + 3.0898475646972656, + 1.387419581413269, + -0.02026081085205078, + 0.30624669790267944, + 0.6252881288528442, + -2.0839240550994873, + 0.5894181728363037, + -2.4641644954681396, + -0.8127702474594116 + ], + [ + -0.2768620252609253, + 0.5309622287750244, + 2.5635359287261963, + -0.772871196269989, + 0.9203527569770813, + 1.947393774986267, + 1.5214042663574219, + -0.31392067670822144, + -0.18353763222694397, + 2.238309621810913, + -0.2588964104652405, + 1.1628373861312866, + 2.9922451972961426, + 1.6704096794128418, + 0.3372173011302948, + 1.0151923894882202, + -0.2174839973449707, + -1.404563307762146, + 1.4358677864074707, + -1.258770227432251, + -1.4483985900878906 + ], + [ + -0.11394500732421875, + 0.6421735882759094, + 2.6035828590393066, + -0.1863783597946167, + 1.1008312702178955, + 1.3137937784194946, + 2.171001672744751, + -0.9625061750411987, + 1.2656078338623047, + 2.2102837562561035, + -0.41254502534866333, + 0.8885774612426758, + 2.602681875228882, + 2.607725143432617, + 1.354597568511963, + 0.7787779569625854, + 0.3677181005477905, + -2.74056339263916, + 1.9914216995239258, + -1.904793620109558, + -0.6670887470245361 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.462226867675781, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7376136779785156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.219425916671753 + ] + ], + "predicted_scores": [ + 4.388019561767578, + 4.078423023223877, + 3.9109885692596436, + 3.5106523036956787, + 3.3201069831848145, + 3.3094322681427, + 2.216534376144409, + 1.5670311450958252 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615/train1", + "selected_index": 0, + "state_hash": "e65e423d6cc5fe71b36e918337b6d0b19a842af6d4b97e3c742bdd94472002ac", + "stored_base_utility": 0.164321169257164, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06810259819030762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06810259819030762 + }, + "base_progress": 0.06810259819030762, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06810259819030762, + "candidate_action_clip_max_abs": [ + 0.09338688850402832, + 0.04460775852203369, + 0.05843496322631836, + 0.029122591018676758, + 0.21599721908569336, + 0.060034871101379395, + 0.11014866828918457, + 0.07722997665405273 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09338688850402832, + "contact_quality": null, + "progress": 0.20405220985412598, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20405220985412598 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04460775852203369, + "contact_quality": null, + "progress": 0.17607416212558746, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17607416212558746 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05843496322631836, + "contact_quality": null, + "progress": 0.18072573840618134, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18072573840618134 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.029122591018676758, + "contact_quality": null, + "progress": 0.20570997893810272, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20570997893810272 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.21599721908569336, + "contact_quality": null, + "progress": 0.18597738444805145, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18597738444805145 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.060034871101379395, + "contact_quality": null, + "progress": 0.2241111397743225, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2241111397743225 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.11014866828918457, + "contact_quality": null, + "progress": 0.1671614646911621, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1671614646911621 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07722997665405273, + "contact_quality": null, + "progress": 0.2347063571214676, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2347063571214676 + } + ], + "candidate_progress": [ + 0.20405220985412598, + 0.17607416212558746, + 0.18072573840618134, + 0.20570997893810272, + 0.18597738444805145, + 0.2241111397743225, + 0.1671614646911621, + 0.2347063571214676 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-067cac2e4dbeddb12239", + "ms-067cac2e4dbeddb12239", + "ms-68b43d83b97196e0d27f", + "ms-1f19fd22562f87bdb776" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-972c5be72d0b24be7cd5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3854677081108093, + -0.2603033185005188, + 1.2358005046844482, + -0.6820060014724731, + 0.21440839767456055, + 2.8988375663757324, + 2.8522400856018066, + 1.9536679983139038, + -0.1543957144021988, + -0.5576155185699463, + -0.06622398644685745, + -0.22531700134277344, + 0.8150278329849243, + 0.5853421092033386, + 1.1116905212402344, + 0.28939735889434814, + -0.8573731780052185, + -0.2706106901168823, + -0.12381413578987122, + -0.9079995155334473, + 0.021561115980148315 + ], + [ + 0.1757321059703827, + -0.17072060704231262, + 1.1570956707000732, + -0.16270995140075684, + -0.09372934699058533, + 2.6312472820281982, + 2.201521635055542, + 1.8123204708099365, + -0.08716342598199844, + -0.4897766709327698, + 0.12800070643424988, + -0.7679360508918762, + 1.0328810214996338, + 0.604236900806427, + 0.9891769289970398, + -0.043331533670425415, + -0.4539632797241211, + -0.40401434898376465, + -0.1010521948337555, + -0.30896756052970886, + 0.1848052442073822 + ], + [ + 0.14888952672481537, + -0.15487681329250336, + 1.1383166313171387, + -0.10642944276332855, + -0.2336379587650299, + 2.486286163330078, + 2.235179901123047, + 1.81574285030365, + -0.09847813844680786, + -0.5085492134094238, + 0.18179169297218323, + -0.6497578620910645, + 1.1279414892196655, + 0.680199921131134, + 1.0385631322860718, + -0.013764719478785992, + -0.48853862285614014, + -0.49444568157196045, + -0.02064913511276245, + -0.1556357443332672, + 0.00017808377742767334 + ], + [ + 0.3693600594997406, + -0.22486340999603271, + 1.038459300994873, + 0.053860217332839966, + -0.18733727931976318, + 1.6705501079559326, + 1.8843276500701904, + 1.6878467798233032, + -0.023933978751301765, + -0.6510686874389648, + 0.38433364033699036, + -0.6496629118919373, + 1.2489408254623413, + 0.45228350162506104, + 0.9821256995201111, + 0.06703625619411469, + -0.4172612428665161, + -0.47591161727905273, + -0.051129817962646484, + -0.5544244050979614, + -0.2463149130344391 + ], + [ + -0.42680394649505615, + -0.44638127088546753, + 1.1992924213409424, + -0.5160198211669922, + 0.2821049988269806, + 2.405026912689209, + 1.7142255306243896, + 2.1362764835357666, + 0.05795339494943619, + -0.6705517768859863, + -0.06980512291193008, + -0.7919859886169434, + 0.1677955687046051, + 1.4874533414840698, + 1.488709568977356, + 0.3296741247177124, + -0.9133774638175964, + 0.07699694484472275, + 0.046372488141059875, + -0.9157835245132446, + -0.4133554995059967 + ], + [ + 0.09564289450645447, + -0.2806151509284973, + 1.3161065578460693, + -0.012435376644134521, + 0.7422779202461243, + 2.3988382816314697, + 1.9089367389678955, + 1.7491884231567383, + 0.0030750269070267677, + -0.6823005080223083, + -0.12462080270051956, + -0.5381439328193665, + 0.7007359266281128, + 0.8919422030448914, + 0.9194005727767944, + 0.3291308879852295, + -1.0183451175689697, + -0.2536592483520508, + 0.01004740595817566, + -0.880277693271637, + -0.6989387273788452 + ], + [ + 0.22638097405433655, + -0.11131851375102997, + 1.4823453426361084, + -0.22835394740104675, + -0.16810113191604614, + 2.5406551361083984, + 1.9399986267089844, + 1.7875380516052246, + -0.13182029128074646, + -0.9228943586349487, + 0.49352043867111206, + -0.7881999611854553, + 0.9155313968658447, + 0.801189124584198, + 1.2396694421768188, + -0.10634438693523407, + -0.15084542334079742, + -0.3369460105895996, + -0.24005800485610962, + -0.08356727659702301, + -0.09408333897590637 + ], + [ + -0.4262716770172119, + -0.29884248971939087, + 1.7159613370895386, + -0.508673906326294, + 0.4847337007522583, + 2.7877964973449707, + 1.7760648727416992, + 1.884028673171997, + -0.24836906790733337, + -0.809575617313385, + 0.40481048822402954, + -0.0321568101644516, + 0.7530232667922974, + 0.28619056940078735, + 0.7405458092689514, + 0.1536562144756317, + -1.0353789329528809, + -0.6071274876594543, + -0.11631396412849426, + -1.0341638326644897, + -1.0788427591323853 + ] + ], + "generated_utilities": [ + 0.20405220985412598, + 0.17607416212558746, + 0.18072573840618134, + 0.20570997893810272, + 0.18597738444805145, + 0.2241111397743225, + 0.1671614646911621, + 0.2347063571214676 + ], + "group_id": "ms-972c5be72d0b24be7cd5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2422785758972168, + 0.22271345555782318, + 0.17114540934562683, + 2.0, + 0.2147122025489807, + 0.1754063069820404, + 0.21949224174022675, + 0.1383296698331833, + 0.17272400856018066, + 0.1655065417289734, + 0.17180275917053223, + 0.14618459343910217, + 0.08244717121124268, + 0.12266018241643906, + 0.0812971219420433, + 0.019518893212080002 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1778966784477234, + -0.18861627578735352, + 0.7196911573410034, + -0.020099952816963196, + 0.2359541356563568, + 2.005209445953369, + 0.0, + 1.254981517791748, + 0.10245180130004883, + 0.07986515760421753, + 0.07988975942134857, + -0.14853987097740173, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + 0.18619681894779205, + -0.16216152906417847, + -0.06225341558456421, + -0.0005761981010437012, + -0.17844486236572266, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.9044365882873535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.900578737258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6598957777023315 + ], + [ + -0.6928022503852844, + -1.4545783996582031, + 1.9467778205871582, + -0.17068462073802948, + 0.18918582797050476, + 2.618558168411255, + 2.714521884918213, + 2.552428722381592, + -0.674629271030426, + -0.700461745262146, + 0.5443049669265747, + 0.4206351041793823, + 1.883970856666565, + 1.0606191158294678, + 1.767379641532898, + 0.24426127970218658, + -1.1025848388671875, + 0.5366025567054749, + -0.45793429017066956, + -0.6070920825004578, + -0.7316545844078064 + ], + [ + -0.8943675756454468, + -1.1690176725387573, + 1.992783546447754, + -0.4156995713710785, + -0.3654714524745941, + 2.5104928016662598, + 2.6072072982788086, + 2.6247639656066895, + -0.7312564849853516, + -0.6884443163871765, + 0.7703109979629517, + 0.2799836993217468, + 1.7389161586761475, + 1.5433893203735352, + 1.4967893362045288, + 0.1455848664045334, + -0.809649646282196, + 0.24963954091072083, + -0.4417712688446045, + -0.520348310470581, + -0.8270294070243835 + ], + [ + -1.0775469541549683, + -1.3817805051803589, + 1.5222259759902954, + -0.4539318382740021, + -0.2760140299797058, + 2.542530059814453, + 2.2251780033111572, + 2.371030330657959, + 0.11471349000930786, + -1.348292350769043, + 0.6575543880462646, + 0.03587411344051361, + 1.6771185398101807, + 0.920840322971344, + 1.244415044784546, + -0.5382952690124512, + -0.5878539085388184, + 0.24756306409835815, + -0.6409731507301331, + -0.5360844135284424, + -0.6055518388748169 + ], + [ + -0.028185725212097168, + -1.760788917541504, + 1.9752625226974487, + -0.8325649499893188, + -0.4792585074901581, + 3.2401444911956787, + 2.6803765296936035, + 2.8973546028137207, + 0.0789007842540741, + -0.4182901978492737, + 0.9260019063949585, + -0.025382936000823975, + 2.24017333984375, + 2.0361390113830566, + 1.196488618850708, + 0.5561115145683289, + -0.12154513597488403, + -0.0827661007642746, + -0.8258085250854492, + -0.5332461595535278, + -1.2079616785049438 + ], + [ + -0.785655677318573, + -0.903968095779419, + 1.4099124670028687, + -0.15329648554325104, + 0.58460932970047, + 2.9377124309539795, + 1.7478210926055908, + 2.9619505405426025, + -0.2525157928466797, + -1.5431642532348633, + 0.41410166025161743, + -0.07830342650413513, + 2.0785071849823, + 0.6547930240631104, + 1.1306097507476807, + 0.5387648940086365, + -1.398796558380127, + 0.528645932674408, + -0.856182336807251, + -0.20476889610290527, + -0.09363120794296265 + ], + [ + -1.2586076259613037, + -0.3423055410385132, + 1.2822818756103516, + 0.2910916805267334, + -0.941256046295166, + 2.8202102184295654, + 1.8252065181732178, + 2.3351032733917236, + -0.5059705376625061, + -0.23978948593139648, + 0.7868912220001221, + 1.0671477317810059, + 2.430659294128418, + 0.7299657464027405, + 1.3854889869689941, + 0.6280787587165833, + -0.8704331517219543, + 0.7178032398223877, + 0.06600993871688843, + -0.494326651096344, + -0.9373042583465576 + ], + [ + -0.6139886975288391, + -0.6636813879013062, + 1.7380144596099854, + 0.8283631205558777, + 0.10894473642110825, + 3.3824374675750732, + 2.364443778991699, + 1.397548794746399, + 0.2008015513420105, + 0.04909425973892212, + 0.46488094329833984, + 0.5471230745315552, + 0.7633962631225586, + 2.0464463233947754, + 0.9950199127197266, + -0.7811803817749023, + 0.24693238735198975, + -0.24866291880607605, + -0.7808441519737244, + -1.7524442672729492, + -0.9654443264007568 + ], + [ + -0.0732342004776001, + -1.110092282295227, + 0.9744884967803955, + 0.7220795154571533, + -0.04219541698694229, + 2.674060821533203, + 1.5231945514678955, + 1.6353061199188232, + -1.10343599319458, + -0.9696207046508789, + -0.3424505293369293, + -0.5929380655288696, + 1.1994338035583496, + 0.7103486061096191, + 1.553607702255249, + 0.2373649626970291, + -0.4800073504447937, + -0.326079398393631, + -1.553178310394287, + -1.335445523262024, + -1.4838178157806396 + ], + [ + -1.2941523790359497, + -0.9504520297050476, + 2.34785532951355, + -0.8928831219673157, + -0.4949053227901459, + 2.8512628078460693, + 3.242037057876587, + 1.9695968627929688, + -1.2680805921554565, + -0.7396868467330933, + -0.010840922594070435, + 0.7218781113624573, + 1.609373927116394, + 1.6807117462158203, + 1.4234864711761475, + 0.6254396438598633, + 0.17516875267028809, + 0.4571009576320648, + -0.5609031915664673, + -0.7699093222618103, + 0.05199456214904785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7089135646820068, + -0.18861627578735352, + 0.7196911573410034, + 0.06954935193061829, + -0.20126789808273315, + 2.005209445953369, + 0.0, + 1.254981517791748, + -0.01162046194076538, + 0.07986515760421753, + -0.02179434895515442, + -0.18657872080802917, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + -0.7013891339302063, + -0.315891295671463, + -0.5125056505203247, + 0.01436394453048706, + -0.4883803725242615, + 0.0 + ] + ], + "predicted_scores": [ + -0.784774661064148, + -1.5085948705673218, + -1.6025068759918213, + -1.6655784845352173, + -2.185084104537964, + -2.2627077102661133, + -2.3261046409606934, + -2.620969772338867 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train1", + "selected_index": 0, + "state_hash": "7d408174f9914744237dcb6469d43db45ed04d1618588d4da88cbe8bcbb81985", + "stored_base_utility": 0.2422785758972168, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11957359313964844, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11957359313964844 + }, + "base_progress": 0.11957359313964844, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11957359313964844, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0957610011100769, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0957610011100769 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05053156614303589, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05053156614303589 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1076570525765419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1076570525765419 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07379839569330215, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07379839569330215 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09699052572250366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09699052572250366 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11253269761800766, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11253269761800766 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.052498478442430496, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.052498478442430496 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10450718551874161, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10450718551874161 + } + ], + "candidate_progress": [ + 0.0957610011100769, + 0.05053156614303589, + 0.1076570525765419, + 0.07379839569330215, + 0.09699052572250366, + 0.11253269761800766, + 0.052498478442430496, + 0.10450718551874161 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-cad33aa1136af34af6ec", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9757fc494e79b5543bb6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.21423807740211487, + -0.3921120762825012, + 0.008516490459442139, + 1.1026204824447632, + 1.077163815498352, + -0.6112008094787598, + -0.6115689873695374, + -0.5279927253723145, + 0.272805392742157, + 0.9733095169067383, + 0.17250984907150269, + 0.01277536153793335, + 0.6461724042892456, + 0.12037234008312225, + 0.7611913084983826, + 0.2531532943248749, + -0.9710544943809509, + -0.9724534153938293, + -1.3603031635284424, + -0.8634192943572998, + -1.2075071334838867 + ], + [ + -0.016381382942199707, + -0.12364482134580612, + 0.03472009301185608, + 1.025827407836914, + 1.464414119720459, + -0.6640362739562988, + -0.576099693775177, + -0.44167521595954895, + 0.3917621672153473, + 1.0139148235321045, + 0.16350126266479492, + -0.10843878984451294, + 0.32658639550209045, + 0.3382587432861328, + 0.49769434332847595, + 0.2205578088760376, + -0.90610271692276, + -1.0699859857559204, + -1.2657577991485596, + -0.6105248928070068, + -0.6389384269714355 + ], + [ + 0.257715106010437, + -0.33732879161834717, + -0.02580520510673523, + 1.0219882726669312, + 1.0399487018585205, + -0.510392427444458, + -0.710932195186615, + -0.3641006648540497, + 0.26451292634010315, + 1.0672003030776978, + 0.10360904037952423, + -0.14437344670295715, + 0.5475286245346069, + 0.1704506278038025, + 0.6681856513023376, + 0.23072315752506256, + -0.7028211355209351, + -0.9626656174659729, + -1.3740713596343994, + -0.6021597385406494, + -0.4541158378124237 + ], + [ + 0.3325396478176117, + -0.2359030544757843, + -0.23295840620994568, + 0.9096968173980713, + 1.1246814727783203, + -0.8859037160873413, + -0.2850031852722168, + -0.31250277161598206, + 0.18843543529510498, + 0.9663135409355164, + 0.06769567728042603, + -0.060984283685684204, + 0.911781907081604, + -0.21875245869159698, + 0.8281052708625793, + 0.19330747425556183, + -1.0133426189422607, + -1.2560721635818481, + -1.067129135131836, + -0.7946126461029053, + -0.4387839138507843 + ], + [ + 0.20247957110404968, + -0.35681939125061035, + 0.21027004718780518, + 0.7691290378570557, + 1.1281810998916626, + -0.6170361042022705, + -1.1158974170684814, + -0.45940449833869934, + 0.13959769904613495, + 0.9547843933105469, + 0.10024318099021912, + -0.5154017210006714, + 0.3288690745830536, + 0.42190366983413696, + 0.9439462423324585, + 0.34229546785354614, + -0.9243013262748718, + -0.6781317591667175, + -1.4612679481506348, + -0.9751084446907043, + -1.1062792539596558 + ], + [ + 0.27461567521095276, + -0.3402581810951233, + -0.03547212481498718, + 1.056503176689148, + 1.0273265838623047, + -0.4344997704029083, + -0.8423262238502502, + -0.3438829481601715, + 0.31614458560943604, + 1.1035970449447632, + 0.21467077732086182, + -0.15120568871498108, + 0.513481855392456, + 0.07005184888839722, + 0.6092396974563599, + 0.20117230713367462, + -0.7639108300209045, + -1.0357692241668701, + -1.2747514247894287, + -0.6852562427520752, + -0.5075036287307739 + ], + [ + 0.3966074287891388, + -0.3389071226119995, + -0.25779101252555847, + 1.033254623413086, + 1.2145612239837646, + -0.6290930509567261, + -0.7573938965797424, + -0.46918120980262756, + 0.2191055715084076, + 0.9201671481132507, + 0.10791967809200287, + -0.0998397171497345, + 0.3511302173137665, + 0.10740363597869873, + 0.7292485237121582, + 0.21167881786823273, + -0.6086080074310303, + -0.9574196934700012, + -1.4926459789276123, + -0.4443402886390686, + -0.31451529264450073 + ], + [ + 0.2939062714576721, + -0.42917346954345703, + 0.10994073748588562, + 1.0424357652664185, + 1.0579895973205566, + -0.7419990301132202, + -0.40074723958969116, + -0.36329522728919983, + 0.2698591351509094, + 1.0986193418502808, + 0.006827782839536667, + -0.2580018937587738, + 0.47923359274864197, + 0.0746370404958725, + 0.7227401733398438, + 0.3496125340461731, + -0.537640392780304, + -0.9123678803443909, + -1.2154803276062012, + -0.9030697345733643, + -0.37308791279792786 + ] + ], + "generated_utilities": [ + 0.0957610011100769, + 0.05053156614303589, + 0.1076570525765419, + 0.07379839569330215, + 0.09699052572250366, + 0.11253269761800766, + 0.052498478442430496, + 0.10450718551874161 + ], + "group_id": "ms-9757fc494e79b5543bb6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.04467397928237915, + 0.06116596981883049, + 0.05867831036448479, + 0.04962921142578125, + 0.16101354360580444, + 0.0372292622923851, + 0.13825690746307373, + 0.13699722290039062, + 0.1277455985546112, + 0.11835144460201263, + 0.11828573793172836, + 0.13750170171260834, + 0.10622364282608032, + 0.09371175616979599, + 0.17056432366371155, + 0.15165559947490692 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.4410176277160645, + -1.098402500152588, + -0.2521008253097534, + 3.0108041763305664, + 0.546787440776825, + -0.1932782381772995, + 0.3483065664768219, + -1.488704800605774, + 0.45971837639808655, + 1.2437666654586792, + 0.22831200063228607, + -1.069676399230957, + 1.8721933364868164, + 2.139881134033203, + 0.8529099822044373, + 0.410398930311203, + -0.012328866869211197, + -1.9118379354476929, + -0.12494434416294098, + -2.1695773601531982, + -1.689271092414856 + ], + [ + 1.2116252183914185, + -0.9201980829238892, + -0.19459448754787445, + 2.912348508834839, + 0.6662750840187073, + -0.0868743434548378, + 0.29788094758987427, + -1.7567923069000244, + 0.7364240884780884, + 1.4195880889892578, + 0.3170340359210968, + -1.0319252014160156, + 1.7603240013122559, + 1.9140324592590332, + 1.0597981214523315, + 0.17251628637313843, + -0.10766260325908661, + -2.200096845626831, + -0.3178950548171997, + -2.227046251296997, + -1.728310465812683 + ], + [ + 1.3293519020080566, + -1.0304509401321411, + 0.0820712149143219, + 3.084728479385376, + 0.23601236939430237, + -0.053134605288505554, + 0.1828470379114151, + -1.2744003534317017, + 0.19408181309700012, + 1.4542924165725708, + -0.02462826669216156, + -1.0054312944412231, + 2.0117013454437256, + 2.5369763374328613, + 0.6344021558761597, + 0.08325397968292236, + -0.38576748967170715, + -1.8743387460708618, + -0.01317838579416275, + -2.2216618061065674, + -1.9894192218780518 + ], + [ + 1.3100504875183105, + -1.0150485038757324, + -0.46049535274505615, + 3.1077966690063477, + 0.8063116073608398, + -0.23412935435771942, + 0.6567114591598511, + -1.3632498979568481, + 0.30977433919906616, + 0.9999431371688843, + 0.35830074548721313, + -1.0153173208236694, + 1.7977781295776367, + 1.9884101152420044, + 1.0690096616744995, + 0.8803198933601379, + 0.06741940975189209, + -1.7597140073776245, + 0.3619118332862854, + -2.484180450439453, + -1.2085278034210205 + ], + [ + 1.849910020828247, + -1.5418038368225098, + -0.5735057592391968, + 2.969329357147217, + 0.5818837285041809, + 0.348166823387146, + 0.8780145645141602, + -1.2178181409835815, + 0.7966664433479309, + 1.8114389181137085, + -0.11676736176013947, + -1.2626097202301025, + 2.1720077991485596, + 1.7067369222640991, + 1.0546742677688599, + 0.4584583044052124, + -0.3436438739299774, + -2.262002468109131, + 0.06349548697471619, + -2.1297404766082764, + -1.8429534435272217 + ], + [ + 1.3348263502120972, + -1.78920578956604, + -0.928993821144104, + 2.8926401138305664, + 0.08659783005714417, + -0.42658278346061707, + 0.19681604206562042, + -0.9841015338897705, + 0.8222531676292419, + 1.8533419370651245, + -0.23506928980350494, + -1.6466517448425293, + 1.3835835456848145, + 2.8087832927703857, + 1.5398426055908203, + 0.41905468702316284, + 0.3931363821029663, + -1.3545563220977783, + -0.21161994338035583, + -2.3187854290008545, + -1.760456919670105 + ], + [ + 2.187211513519287, + -0.7279045581817627, + 0.2692594528198242, + 2.8940768241882324, + 0.4565308094024658, + 0.139907106757164, + -0.20563247799873352, + -1.7614890336990356, + -0.1756986677646637, + 0.5404646992683411, + 0.9944133162498474, + -1.5323548316955566, + 2.6549301147460938, + 1.660141110420227, + 0.277954638004303, + 0.19720134139060974, + -0.6243554353713989, + -2.206129550933838, + 0.6451382637023926, + -2.8267276287078857, + -1.4723471403121948 + ], + [ + 1.5338939428329468, + -0.801070511341095, + -0.9271101951599121, + 2.5356972217559814, + 0.013183891773223877, + -0.26970750093460083, + 0.4159581661224365, + -2.109372615814209, + -0.2974042594432831, + 0.34867846965789795, + 0.49489420652389526, + -1.6549404859542847, + 2.635392665863037, + 1.350113868713379, + 1.0687894821166992, + 0.4553309679031372, + 0.5576031804084778, + -1.0938751697540283, + 0.2519800066947937, + -2.6793816089630127, + -2.405031681060791 + ], + [ + 0.9978657960891724, + -0.845083475112915, + 0.03763994574546814, + 2.2224855422973633, + 0.648470938205719, + -0.8897371292114258, + -0.5781333446502686, + -1.3565374612808228, + -0.05688616633415222, + 1.3113338947296143, + 0.7994481325149536, + -0.5315511226654053, + 1.1624557971954346, + 1.819075107574463, + 1.1732388734817505, + 1.0511668920516968, + -0.16323956847190857, + -2.3658154010772705, + -0.9572781324386597, + -1.3816142082214355, + -0.9716753363609314 + ], + [ + 1.6809611320495605, + -1.7963652610778809, + 0.4902648329734802, + 2.5225419998168945, + 1.1930646896362305, + -1.1210460662841797, + 1.1913443803787231, + -1.8206208944320679, + 0.11926683783531189, + 1.999726414680481, + -0.6722689270973206, + -0.6681249141693115, + 1.2542228698730469, + 2.5643703937530518, + -0.02019864320755005, + -0.2475624978542328, + 0.03958394378423691, + -2.033069372177124, + -0.5254069566726685, + -2.938389778137207, + -2.4298205375671387 + ] + ], + "predicted_scores": [ + 6.468441009521484, + 6.012069225311279, + 5.116943836212158, + 5.028415203094482, + 5.021430492401123, + 4.88311243057251, + 4.631515979766846, + 4.080901145935059 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137/train1", + "selected_index": 0, + "state_hash": "82c2aa27c1db8047eb6cda8fd0fc438c914616304ba2f19fa14fa01d16a91955", + "stored_base_utility": 0.04467397928237915, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10184377431869507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10184377431869507 + }, + "base_progress": 0.10184377431869507, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10184377431869507, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.030954698100686073, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.030954698100686073 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03076438046991825, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03076438046991825 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03584718704223633, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03584718704223633 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.036774296313524246, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.036774296313524246 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04315249249339104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04315249249339104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0342937707901001, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0342937707901001 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.025904377922415733, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.025904377922415733 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03169326111674309, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03169326111674309 + } + ], + "candidate_progress": [ + 0.030954698100686073, + 0.03076438046991825, + 0.03584718704223633, + 0.036774296313524246, + 0.04315249249339104, + 0.0342937707901001, + 0.025904377922415733, + 0.03169326111674309 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-a8731059713697ce5e2a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.4359501600265503, + -0.15821704268455505, + 0.4505423307418823, + 0.7074943780899048, + 0.9185894131660461, + 0.028461933135986328, + -0.03020709753036499, + -0.036913782358169556, + 0.189764142036438, + 0.3542215824127197, + -0.360866516828537, + 1.0377917289733887, + 0.893481969833374, + -0.7801998853683472, + -0.10165934264659882, + 0.07482565939426422, + 0.01762785017490387, + 0.11362693458795547, + -0.20744773745536804, + -1.0360394716262817, + -1.7185800075531006 + ], + [ + -0.4756737947463989, + -0.14664100110530853, + 0.4073001444339752, + 0.5768598318099976, + 0.783156156539917, + 0.16540566086769104, + -0.19193172454833984, + -0.07220467925071716, + 0.1207275316119194, + 0.41302645206451416, + -0.5089088678359985, + 1.0798225402832031, + 0.6694728136062622, + -0.8049781322479248, + -0.06459890305995941, + 0.07624676823616028, + -0.03296671807765961, + 0.09874392300844193, + -0.2740957736968994, + -1.146902084350586, + -1.5381845235824585 + ], + [ + -0.4526558518409729, + -0.3063400983810425, + 0.8922715187072754, + 1.195281982421875, + 1.3499188423156738, + 1.297204613685608, + 0.49333620071411133, + 0.12959489226341248, + 0.4106146991252899, + 0.7690507173538208, + -0.6227895617485046, + 1.2744189500808716, + -0.27649781107902527, + 0.46392548084259033, + 0.2738771438598633, + 0.20836584270000458, + -0.09033502638339996, + 0.27258777618408203, + 0.35515105724334717, + -0.9816813468933105, + -1.1368470191955566 + ], + [ + -0.5018893480300903, + -0.29558664560317993, + 1.0778789520263672, + 1.1315460205078125, + 1.2246274948120117, + 0.9812315702438354, + 0.7271735668182373, + 0.13047704100608826, + 0.3748463988304138, + 0.7869216203689575, + -0.4685925543308258, + 1.1693602800369263, + -0.055918991565704346, + 0.6331050992012024, + 0.19291254878044128, + 0.253044456243515, + -0.14745183289051056, + 0.33651697635650635, + 0.6006302237510681, + -0.7344270348548889, + -1.2794541120529175 + ], + [ + -0.1057492047548294, + -0.22397495806217194, + 1.1763113737106323, + 1.4151817560195923, + 0.9763218760490417, + 0.3649218678474426, + 0.7722495198249817, + 0.0723162516951561, + 0.5016270279884338, + 0.6555490493774414, + -0.436972439289093, + 0.9643805027008057, + -0.2809205651283264, + 0.5088839530944824, + 0.18015986680984497, + 0.07974189519882202, + 0.03292393684387207, + 0.3042979836463928, + 0.38981711864471436, + -0.4454306364059448, + -0.9454305171966553 + ], + [ + -0.5480716824531555, + -0.11906976997852325, + 1.19517982006073, + 1.331559181213379, + 1.5657477378845215, + 1.4404456615447998, + 0.5406335592269897, + 0.11994123458862305, + 0.4434661567211151, + 0.7375372648239136, + -0.7626175284385681, + 1.1852970123291016, + -0.5707645416259766, + 0.34508997201919556, + 0.3045674264431, + 0.09699614346027374, + -0.09527771174907684, + -0.0326416939496994, + 0.48844295740127563, + -0.5953145027160645, + -1.03541100025177 + ], + [ + -0.576798141002655, + -0.30516278743743896, + 0.9563964605331421, + 0.788856029510498, + 1.6164796352386475, + 0.7535001039505005, + 0.1504979133605957, + -0.0484013706445694, + 0.25611865520477295, + 0.8274121284484863, + -0.36097654700279236, + 1.2636594772338867, + 0.026793837547302246, + 0.5457935333251953, + 0.033983685076236725, + 0.23544131219387054, + -0.2666139602661133, + 0.08895981311798096, + 0.7422652244567871, + -0.9659021496772766, + -0.8747329711914062 + ], + [ + -0.347054123878479, + -0.41880619525909424, + 0.9301936626434326, + 1.3408290147781372, + 1.6238486766815186, + 1.2793625593185425, + 0.4503272473812103, + 0.024421870708465576, + 0.44752687215805054, + 0.8516049981117249, + -0.7060503363609314, + 1.3146042823791504, + -0.3962288796901703, + 0.22124439477920532, + 0.38263431191444397, + 0.20914089679718018, + -0.04128827154636383, + 0.1244048923254013, + 0.41213053464889526, + -0.9643569588661194, + -0.8517581224441528 + ] + ], + "generated_utilities": [ + 0.030954698100686073, + 0.03076438046991825, + 0.03584718704223633, + 0.036774296313524246, + 0.04315249249339104, + 0.0342937707901001, + 0.025904377922415733, + 0.03169326111674309 + ], + "group_id": "ms-a8731059713697ce5e2a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14563708007335663, + 0.19710752367973328, + 0.08932924270629883, + 0.09506683051586151, + 0.11755096912384033, + 0.14580702781677246, + 0.09405382722616196, + 0.06562888622283936, + 0.11733508110046387, + 0.04815538972616196, + 0.025752007961273193, + 0.016863565891981125, + 0.02547500655055046, + 0.08089685440063477, + 0.05237257480621338, + 0.1101820319890976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.22555309534072876, + -0.008643746376037598, + 0.31229448318481445, + -0.15308082103729248, + 1.3463916778564453, + -0.0007275938987731934, + 0.0, + -0.08715823292732239, + -0.14942900836467743, + 0.5979268550872803, + -0.018756285309791565, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.09300309419631958, + -0.20005196332931519, + -0.061415478587150574, + 0.754948616027832, + -0.04366564750671387, + -0.3222846984863281, + 0.0 + ], + [ + 0.3024141788482666, + 0.2681087255477905, + 0.31229448318481445, + -0.3969038724899292, + 1.3463916778564453, + 0.06552734971046448, + 0.0, + -0.05665820837020874, + 0.18340042233467102, + 0.5979268550872803, + -0.30637162923812866, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.5581141710281372, + 0.2404169738292694, + 0.07992871850728989, + 0.754948616027832, + 0.34295418858528137, + -0.17150640487670898, + 0.0 + ], + [ + 0.3031781315803528, + -1.0041735172271729, + 1.5626698732376099, + 0.4367365837097168, + 2.640424966812134, + 0.025543570518493652, + 0.7150936126708984, + 0.5709395408630371, + -0.38061797618865967, + 1.8162577152252197, + -0.009900450706481934, + 2.6579482555389404, + 1.471014380455017, + 1.4056793451309204, + -0.6091717481613159, + 0.7193707227706909, + 0.0074285343289375305, + 1.540907859802246, + 0.643646240234375, + -0.8009468913078308, + -0.30452483892440796 + ], + [ + 0.2330225557088852, + -0.7989985942840576, + 1.164547324180603, + 0.8586971163749695, + 2.6567842960357666, + 0.1559378206729889, + 0.7404706478118896, + 0.6591440439224243, + -0.22769801318645477, + 1.9582276344299316, + 0.167125403881073, + 2.813899517059326, + 1.8770995140075684, + 1.2960361242294312, + -0.7838993072509766, + 0.7812274098396301, + -0.2289590984582901, + 1.7257624864578247, + 0.8674569129943848, + -0.938961386680603, + -0.7413738369941711 + ], + [ + 0.48232829570770264, + -0.9243136644363403, + 1.6245059967041016, + 1.044168472290039, + 2.515392780303955, + 0.34340304136276245, + 0.9804482460021973, + -0.07578852772712708, + -0.0781494677066803, + 1.7751636505126953, + -0.3880031108856201, + 2.8443350791931152, + 1.7063122987747192, + 1.8889234066009521, + -1.0335187911987305, + 1.0180180072784424, + -0.008667834103107452, + 2.131394863128662, + 0.2633013129234314, + -0.2266562581062317, + -0.14128649234771729 + ], + [ + -0.36992672085762024, + -0.8130255937576294, + 0.6568784713745117, + 0.6840304732322693, + 2.5914340019226074, + 0.4658961594104767, + 0.3959510326385498, + 0.12634965777397156, + -0.3350973427295685, + 1.8355858325958252, + -0.6838566064834595, + 3.403810977935791, + 2.1323463916778564, + 1.088200330734253, + 0.005209386348724365, + 1.0655148029327393, + 0.36562293767929077, + 1.216540813446045, + 0.49178245663642883, + -1.27830970287323, + -0.48833349347114563 + ], + [ + -0.12606802582740784, + 0.06398582458496094, + 1.5704216957092285, + 0.25924432277679443, + 2.2035326957702637, + 0.83082115650177, + 0.1919947862625122, + -0.0952441394329071, + -0.5122151374816895, + 1.8682644367218018, + -0.30331951379776, + 2.719233751296997, + 1.6284382343292236, + 1.7919050455093384, + 0.2970935106277466, + 0.06906932592391968, + -0.08662956953048706, + 1.9375319480895996, + 0.2833097577095032, + -1.2889463901519775, + -0.6813504695892334 + ], + [ + -0.6299217939376831, + -1.2354106903076172, + 1.9588823318481445, + 0.3699165880680084, + 2.6037070751190186, + 0.4726773798465729, + 1.2892385721206665, + -0.09512123465538025, + -0.3230750560760498, + 0.9701170325279236, + -0.468097060918808, + 3.4153807163238525, + 2.5014519691467285, + 1.0568734407424927, + 0.31597352027893066, + 0.41135090589523315, + 0.8617907762527466, + 1.6178619861602783, + 1.3193659782409668, + -0.47208356857299805, + -1.196907877922058 + ], + [ + -0.3326122462749481, + -0.9958359599113464, + 1.5710361003875732, + 0.05057317018508911, + 1.8925069570541382, + -0.6054971814155579, + 1.4708354473114014, + 0.5781421661376953, + 0.5510178804397583, + 2.532672166824341, + -0.787903904914856, + 2.733215570449829, + 1.6461031436920166, + 0.8628755211830139, + -1.3798129558563232, + 0.4905262291431427, + 0.3469502329826355, + 2.3162074089050293, + 0.7664479613304138, + -1.4322869777679443, + -0.6533446311950684 + ], + [ + -0.06535127758979797, + 0.1409667730331421, + 1.1001497507095337, + 0.12685608863830566, + 2.4713239669799805, + 0.09440496563911438, + 1.27341890335083, + 0.05714350938796997, + -0.3853960335254669, + 2.423351287841797, + -0.002034232020378113, + 2.6609556674957275, + 2.3777618408203125, + 2.0043692588806152, + -1.172515869140625, + 1.3197999000549316, + -0.4202495813369751, + 2.2577173709869385, + -0.37111544609069824, + -0.4293745458126068, + 0.12000158429145813 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.015114843845367432, + -0.022619664669036865, + 0.31229448318481445, + -0.0042684078216552734, + 1.3463916778564453, + -0.013372838497161865, + 0.0, + 0.08092409372329712, + 0.035400390625, + 0.5979268550872803, + -0.07546164095401764, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + -0.023582816123962402, + -0.058653295040130615, + -0.014314457774162292, + 0.754948616027832, + -0.05345273017883301, + -0.05282771587371826, + 0.0 + ] + ], + "predicted_scores": [ + 2.2768843173980713, + 1.9963363409042358, + 1.4090864658355713, + 1.3029167652130127, + 1.2850794792175293, + 1.1911689043045044, + 0.7588292360305786, + 0.6037636995315552 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train1", + "selected_index": 0, + "state_hash": "a52af742f184cb7ef5b7e4921cc4fd79740d8c5ab6bd7902ab82f0abcfdf36a7", + "stored_base_utility": 0.14563708007335663, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3078324794769287, + 0.316707968711853, + 0.24982917308807373, + 0.2948946952819824, + 0.29434287548065186, + 0.2632567882537842, + 0.31618523597717285, + 0.3310750722885132 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3078324794769287, + "contact_quality": null, + "progress": 0.125103160738945, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.125103160738945 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.316707968711853, + "contact_quality": null, + "progress": 0.1230878010392189, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1230878010392189 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24982917308807373, + "contact_quality": null, + "progress": 0.1353732943534851, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1353732943534851 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2948946952819824, + "contact_quality": null, + "progress": 0.13403917849063873, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13403917849063873 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29434287548065186, + "contact_quality": null, + "progress": 0.14743654429912567, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14743654429912567 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2632567882537842, + "contact_quality": null, + "progress": 0.10003888607025146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10003888607025146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31618523597717285, + "contact_quality": null, + "progress": 0.1262062042951584, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1262062042951584 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3310750722885132, + "contact_quality": null, + "progress": 0.10293567180633545, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10293567180633545 + } + ], + "candidate_progress": [ + 0.125103160738945, + 0.1230878010392189, + 0.1353732943534851, + 0.13403917849063873, + 0.14743654429912567, + 0.10003888607025146, + 0.1262062042951584, + 0.10293567180633545 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac94b48febe523da15a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.44785505533218384, + -0.06853438168764114, + 2.405937910079956, + -0.5229339003562927, + 0.19913652539253235, + 2.8907060623168945, + 2.3586578369140625, + 2.41051983833313, + -0.21223804354667664, + -0.6532618403434753, + 1.0858008861541748, + -0.6582052111625671, + 2.428051471710205, + 1.716696858406067, + 1.2126076221466064, + 0.441426545381546, + -0.733379065990448, + 0.3818093538284302, + 0.9704087376594543, + 2.1436057090759277, + 2.350898027420044 + ], + [ + -0.41779452562332153, + -0.12394998222589493, + 2.4298629760742188, + -0.662329375743866, + 0.2069498598575592, + 2.8914458751678467, + 2.20511531829834, + 2.4259750843048096, + -0.21369478106498718, + -0.7179478406906128, + 1.066750168800354, + -0.6866500973701477, + 2.390989065170288, + 1.8005104064941406, + 1.2263909578323364, + 0.43975624442100525, + -0.6878289580345154, + 0.3438264727592468, + 0.9012222290039062, + 2.282038688659668, + 2.342172384262085 + ], + [ + 0.06385016441345215, + 0.012343771755695343, + 1.9250935316085815, + 0.012161582708358765, + 0.19481059908866882, + 2.733530282974243, + 2.081117868423462, + 2.2249200344085693, + -0.20490886270999908, + -0.4207249879837036, + 1.0114250183105469, + -0.33731240034103394, + 2.021740198135376, + 1.717405080795288, + 0.8441274762153625, + 0.13214939832687378, + -0.13965289294719696, + -0.39966678619384766, + 1.1651772260665894, + 2.1036155223846436, + 2.2846596240997314 + ], + [ + -0.3656071424484253, + 0.15529699623584747, + 1.9520440101623535, + -0.16118751466274261, + 0.10443875193595886, + 3.3249032497406006, + 2.0165510177612305, + 2.343247890472412, + -0.1972801238298416, + -0.6520256400108337, + 0.7807101607322693, + -0.7077208757400513, + 2.2362167835235596, + 1.3642915487289429, + 1.158789873123169, + 0.12733574211597443, + -0.49338388442993164, + -0.0886474996805191, + 0.6948264837265015, + 2.269627571105957, + 2.336000680923462 + ], + [ + -0.20779787003993988, + 0.2553531527519226, + 1.8536953926086426, + -0.30256131291389465, + 0.37919044494628906, + 3.304821014404297, + 1.9384567737579346, + 2.3795878887176514, + -0.17171058058738708, + -0.7792534232139587, + 0.7359123229980469, + -1.0349860191345215, + 2.38789963722229, + 1.1804765462875366, + 0.9144905209541321, + 0.19541601836681366, + -0.7167416214942932, + -0.0705081969499588, + 1.0144782066345215, + 1.8674798011779785, + 2.528144359588623 + ], + [ + 0.09685006737709045, + 0.0642814114689827, + 1.9798353910446167, + -0.08682641386985779, + 0.1533898115158081, + 3.2871525287628174, + 1.7399518489837646, + 2.7232532501220703, + -0.16669198870658875, + -0.664898157119751, + 0.2436501681804657, + -0.9050228595733643, + 2.1383299827575684, + 1.2211471796035767, + 1.2418442964553833, + 0.2750495374202728, + -0.47912871837615967, + 0.06057238578796387, + 1.0461763143539429, + 1.7728235721588135, + 2.6696197986602783 + ], + [ + -0.30199724435806274, + 0.12277434766292572, + 1.9529956579208374, + -0.15196678042411804, + 0.1432311087846756, + 3.196211338043213, + 2.220688581466675, + 2.3526530265808105, + -0.2478654682636261, + -0.6929618120193481, + 1.042519450187683, + -0.7087085843086243, + 2.3959460258483887, + 1.471903681755066, + 1.2434954643249512, + 0.15649615228176117, + -0.48906731605529785, + -0.11052848398685455, + 0.900405764579773, + 2.2701876163482666, + 2.05709171295166 + ], + [ + -0.10893325507640839, + 0.17110832035541534, + 2.2178239822387695, + -0.2828967571258545, + 0.26141610741615295, + 3.384589910507202, + 1.692967414855957, + 2.3999574184417725, + -0.11325407028198242, + -0.810347855091095, + 1.1662158966064453, + -0.5694133043289185, + 2.3595879077911377, + 1.4212487936019897, + 1.3665884733200073, + 0.04576689749956131, + -0.20880116522312164, + -0.055832430720329285, + 0.9188930988311768, + 2.4680016040802, + 1.902226448059082 + ] + ], + "generated_utilities": [ + 0.125103160738945, + 0.1230878010392189, + 0.1353732943534851, + 0.13403917849063873, + 0.14743654429912567, + 0.10003888607025146, + 0.1262062042951584, + 0.10293567180633545 + ], + "group_id": "ms-ac94b48febe523da15a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21594193577766418, + 0.21601168811321259, + 2.0, + 0.21012263000011444, + 0.28752872347831726, + 0.21433435380458832, + 0.28245842456817627, + 0.21487359702587128, + 0.24464814364910126, + 0.09122686088085175, + 0.16050146520137787, + 0.27431729435920715, + 0.16523605585098267, + 0.14633285999298096, + 0.12854063510894775, + 0.22855238616466522 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.30389827489852905, + -0.8579962253570557, + 1.3989989757537842, + -0.028539054095745087, + 0.2974744737148285, + 2.5767815113067627, + 2.78259539604187, + 2.9385712146759033, + 0.40562111139297485, + -1.288014531135559, + 1.5747884511947632, + -0.32205742597579956, + 2.1774518489837646, + 2.1987578868865967, + 2.0454328060150146, + 0.046226486563682556, + -0.4135788083076477, + 0.8770245313644409, + 0.6579046249389648, + 3.040009021759033, + 2.7811899185180664 + ], + [ + 0.046359941363334656, + -0.6854727268218994, + 0.8204165101051331, + 0.565416693687439, + 0.867863118648529, + 2.7692763805389404, + 2.7963621616363525, + 2.853088140487671, + 0.08938002586364746, + -0.6983482837677002, + 0.6515394449234009, + 0.1741611808538437, + 2.596548318862915, + 2.241023063659668, + 1.1163336038589478, + -0.5825872421264648, + -1.163135290145874, + -0.10550624132156372, + 1.3176631927490234, + 3.2109551429748535, + 2.9364986419677734 + ], + [ + 0.2593599259853363, + 0.2957177460193634, + 1.9324779510498047, + -0.7020376920700073, + 0.5371706485748291, + 2.8035061359405518, + 1.719245195388794, + 3.0967774391174316, + 0.02538616955280304, + -2.014153003692627, + 0.975588321685791, + 0.13461539149284363, + 1.3708343505859375, + 2.0089662075042725, + 1.5020623207092285, + -0.5627524256706238, + -1.4362560510635376, + 1.0673084259033203, + 0.13988959789276123, + 1.9552056789398193, + 3.066999673843384 + ], + [ + -0.5636838674545288, + 0.5672513246536255, + 1.225524663925171, + -0.48138415813446045, + -0.12759679555892944, + 3.0159695148468018, + 1.7835419178009033, + 2.830249786376953, + 0.08296757936477661, + -1.0899537801742554, + 1.296309232711792, + -0.7484232783317566, + 1.7848374843597412, + 1.6798732280731201, + 2.1842145919799805, + 0.8081878423690796, + -1.2716219425201416, + -0.3701121211051941, + 1.7858202457427979, + 3.2807788848876953, + 3.4130516052246094 + ], + [ + -0.3812307119369507, + 0.13109999895095825, + 1.5801677703857422, + -0.5124261379241943, + -0.0809403657913208, + 1.6008803844451904, + 2.3469717502593994, + 2.9038379192352295, + 0.5333170294761658, + -0.5620397925376892, + 1.34263277053833, + 1.1270815134048462, + 2.625211238861084, + 2.797947883605957, + 0.7474810481071472, + 0.21095304191112518, + -0.1364203691482544, + 0.16086292266845703, + 0.8026530742645264, + 1.958977222442627, + 1.8182815313339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.008759871125221252, + -0.03194861114025116, + 0.3535926342010498, + 0.2529276907444, + -0.2242739200592041, + 1.4436132907867432, + 0.0, + 1.4422698020935059, + 0.05536298453807831, + -0.13979530334472656, + 0.0697777271270752, + -0.17666669189929962, + 0.9072136878967285, + 0.0, + 0.601030707359314, + 0.08979149162769318, + 0.16722428798675537, + -0.014539599418640137, + 0.2526214122772217, + 1.6155693531036377, + 0.0 + ], + [ + 0.23985959589481354, + -0.2654930055141449, + 1.3535926342010498, + -0.11706969141960144, + 0.6134927868843079, + 2.443613290786743, + 2.436269521713257, + 2.442269802093506, + -0.14463798701763153, + -1.1397953033447266, + 1.0532320737838745, + 0.23402641713619232, + 1.9072136878967285, + 1.9912227392196655, + 1.601030707359314, + -0.1601666659116745, + -0.6761934161186218, + 0.5889102816581726, + 0.7933533787727356, + 2.6155693531036377, + 2.681323289871216 + ], + [ + -0.025997892022132874, + -0.3801298141479492, + 1.308110237121582, + -0.18097904324531555, + 0.5263209939002991, + 2.7038090229034424, + 2.284522533416748, + 2.467730760574341, + -0.03960235416889191, + -1.4280445575714111, + 0.7961887121200562, + 0.5136534571647644, + 1.9056414365768433, + 2.08752179145813, + 1.7709375619888306, + -0.056249670684337616, + -0.9286986589431763, + 0.36199355125427246, + 0.5150834321975708, + 2.6378211975097656, + 2.6209559440612793 + ], + [ + 0.2841508686542511, + 0.20293864607810974, + 2.0690746307373047, + 0.38615939021110535, + 0.7287670969963074, + 1.7998793125152588, + 2.669597864151001, + 2.591174840927124, + -0.5354129672050476, + -1.8737165927886963, + 0.843414306640625, + -0.23777516186237335, + 1.9671827554702759, + 2.4228203296661377, + 0.9006507396697998, + -0.36979836225509644, + -1.1882801055908203, + 1.0648058652877808, + 0.611021101474762, + 2.019209861755371, + 2.4891891479492188 + ] + ], + "predicted_scores": [ + -0.8432248830795288, + -1.0174747705459595, + -2.6366512775421143, + -3.2228140830993652, + -3.261547565460205, + -3.273766040802002, + -3.4062042236328125, + -4.216968059539795 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786/train1", + "selected_index": 0, + "state_hash": "487b0ee3cff1c91f3140cb5d400fe48183225bdea8441fd2ec3e49d62391bafc", + "stored_base_utility": 0.21594193577766418, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09504059702157974, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09504059702157974 + }, + "base_progress": 0.09504059702157974, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09504059702157974, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.023530125617980957, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15308313071727753, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15308313071727753 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06764515489339828, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06764515489339828 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1902807205915451, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1902807205915451 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08577919006347656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08577919006347656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14092111587524414, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14092111587524414 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14095334708690643, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14095334708690643 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.023530125617980957, + "contact_quality": null, + "progress": 0.18427741527557373, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18427741527557373 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1702927201986313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1702927201986313 + } + ], + "candidate_progress": [ + 0.15308313071727753, + 0.06764515489339828, + 0.1902807205915451, + 0.08577919006347656, + 0.14092111587524414, + 0.14095334708690643, + 0.18427741527557373, + 0.1702927201986313 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-f85a653af630821f2572", + "ms-6a3add21affa4796f9be", + "ms-7eaea428dfdef7255a66", + "ms-68b43d83b97196e0d27f", + "ms-1f19fd22562f87bdb776", + "ms-6a3add21affa4796f9be", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-b49043f15f4846de5b13", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06229674816131592, + -0.15798011422157288, + 0.7572941184043884, + -0.2924762964248657, + 0.7505526542663574, + 1.9977365732192993, + 0.4836975336074829, + 0.5837590098381042, + 0.02625553123652935, + 0.1582326889038086, + -0.12046618014574051, + 0.15943248569965363, + 1.073775053024292, + 0.6353566646575928, + 0.8591985106468201, + -0.05527599900960922, + -0.36832350492477417, + 0.056147485971450806, + 0.3688603937625885, + 0.15521779656410217, + 0.13001176714897156 + ], + [ + -0.09183479845523834, + -0.10488544404506683, + 0.6781874895095825, + -0.4148915708065033, + 0.38540005683898926, + 1.4055562019348145, + 0.27499568462371826, + 0.17769725620746613, + 0.08485155552625656, + 0.6532665491104126, + 0.10395263880491257, + 0.428749144077301, + 1.2332507371902466, + -0.031169041991233826, + 0.42954376339912415, + -0.10072550177574158, + 0.020405620336532593, + -0.13657797873020172, + 0.25101613998413086, + 0.8170649409294128, + -0.5905364751815796 + ], + [ + -0.03719346225261688, + -0.04950105398893356, + 0.7469723224639893, + -0.2977250814437866, + 0.47330015897750854, + 1.485957145690918, + 0.9806947708129883, + 0.5431579351425171, + -0.06709937751293182, + -0.10533457249403, + 0.049588873982429504, + 0.15413102507591248, + 0.9169507026672363, + 0.6765711903572083, + 0.9250950813293457, + 0.048200979828834534, + -0.45854318141937256, + -0.04222354292869568, + 0.3685685396194458, + 0.5211125016212463, + -0.4925536811351776 + ], + [ + 0.4153991937637329, + -0.10408221185207367, + 0.5389187932014465, + -0.1239035502076149, + 0.7604519724845886, + 1.3277177810668945, + 0.6398620009422302, + 0.21264852583408356, + 0.07203119993209839, + 0.7714977264404297, + 0.42069557309150696, + 0.08775412291288376, + 1.166256308555603, + 0.841274619102478, + 0.7328922748565674, + -0.014825782738626003, + 0.05128921568393707, + 0.07382537424564362, + 0.13798347115516663, + 0.43110525608062744, + 0.11459283530712128 + ], + [ + 0.27897775173187256, + 0.03807753324508667, + 0.7681099772453308, + 0.1788516342639923, + 0.6585109233856201, + 1.943123459815979, + -0.008466988801956177, + 0.5820391178131104, + 0.004021671134978533, + 0.15526777505874634, + 0.12475001066923141, + -0.08542054891586304, + 1.342703938484192, + 0.7926561236381531, + 0.7912505865097046, + -0.2113390862941742, + 0.07382993400096893, + -0.02888929843902588, + 0.2737261950969696, + 0.6207830905914307, + -0.22229793667793274 + ], + [ + -0.21942292153835297, + -0.13758525252342224, + 1.3821935653686523, + -0.2726233899593353, + 0.4733695983886719, + 2.235098361968994, + -0.03509253263473511, + 0.5095841884613037, + -0.01002906821668148, + -0.19254353642463684, + 0.4233771860599518, + 0.17183640599250793, + 0.8815109729766846, + 0.31364744901657104, + 0.7420462965965271, + -0.048482682555913925, + -0.5315869450569153, + -0.34818482398986816, + 0.24721971154212952, + -0.2722192406654358, + -1.0116106271743774 + ], + [ + 0.29989859461784363, + 0.0008257068693637848, + 0.7414252161979675, + -0.19211608171463013, + 0.6963663101196289, + 1.7482497692108154, + 0.6204035878181458, + 0.553204357624054, + -0.11000588536262512, + -0.0025164857506752014, + 0.31477901339530945, + -0.2039685845375061, + 1.2667316198349, + 0.21725258231163025, + 1.0723932981491089, + -0.14981046319007874, + -0.2914336323738098, + -0.1646779626607895, + 0.03798481822013855, + 0.08517885208129883, + 0.2809612452983856 + ], + [ + 0.4659687280654907, + 0.10727892816066742, + 0.5574166774749756, + 0.1499626338481903, + 0.6714318990707397, + 1.165818691253662, + 0.42632415890693665, + 0.60308837890625, + 0.1625632494688034, + 0.1065923348069191, + 0.35780879855155945, + -0.01032036542892456, + 1.2801240682601929, + 0.7625309824943542, + 0.7006572484970093, + -0.04526951164007187, + -0.005388230085372925, + -0.03874969482421875, + 0.6056630611419678, + 0.336978554725647, + -0.5376050472259521 + ] + ], + "generated_utilities": [ + 0.15308313071727753, + 0.06764515489339828, + 0.1902807205915451, + 0.08577919006347656, + 0.14092111587524414, + 0.14095334708690643, + 0.18427741527557373, + 0.1702927201986313 + ], + "group_id": "ms-b49043f15f4846de5b13", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24619130790233612, + 2.0, + 0.1647566258907318, + 0.252422034740448, + 0.18519222736358643, + 0.047212760895490646, + 0.21171221137046814, + 0.15485507249832153, + 0.2241998165845871, + 0.1625874638557434, + 0.10849805921316147, + 0.13248112797737122, + 0.02634263038635254, + 0.11655227839946747, + 0.0975719690322876, + 0.06348209083080292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1341971606016159, + 0.12477752566337585, + 0.6736547946929932, + 0.05442607402801514, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + -0.0322549045085907, + 0.1577538251876831, + 0.23111677169799805, + 0.18041962385177612, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.08554169535636902, + -0.16059744358062744, + 0.22791028022766113, + 0.014688193798065186, + -0.17862671613693237, + 0.0 + ], + [ + 0.04818432033061981, + -0.26289328932762146, + 1.6736547946929932, + -0.626263439655304, + 1.4563627243041992, + 3.074381113052368, + 2.1943893432617188, + 1.2280243635177612, + -0.3012460172176361, + 0.17675749957561493, + 0.5350286960601807, + 0.925350546836853, + 1.9110395908355713, + 2.132938861846924, + 2.230253219604492, + -0.37651827931404114, + -1.1605974435806274, + 1.2279102802276611, + 0.14611461758613586, + 0.11673706769943237, + 0.34310850501060486 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.3887786865234375, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.265877723693848, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6862170100212097 + ], + [ + 0.012720886617898941, + 0.041727036237716675, + 1.2797160148620605, + -0.2889255881309509, + 1.6081197261810303, + 2.937722682952881, + 2.2737255096435547, + 1.0940626859664917, + 0.06726193428039551, + 0.03937849402427673, + 0.20709392428398132, + 0.7242715358734131, + 1.5769703388214111, + 2.105454921722412, + 2.428441286087036, + -0.10405364632606506, + -1.2698469161987305, + 0.9405059814453125, + 0.12281390279531479, + 0.48032575845718384, + 0.18770833313465118 + ], + [ + -0.28798866271972656, + -0.11588042974472046, + 1.3246029615402222, + -0.9980455040931702, + 1.326172947883606, + 3.6353232860565186, + 2.6686222553253174, + 0.7617378234863281, + 0.061757892370224, + 0.07662855833768845, + 0.7243058681488037, + 1.3232624530792236, + 1.682571291923523, + 2.013401508331299, + 2.25937557220459, + -0.5045685172080994, + -1.292360782623291, + 1.4552412033081055, + 0.7449930906295776, + 0.6461051106452942, + -0.169979065656662 + ], + [ + 0.6655122637748718, + 0.2389194667339325, + 1.0607409477233887, + -0.6798093318939209, + 1.37824285030365, + 3.173354387283325, + 1.9542876482009888, + 0.935046374797821, + -0.45978254079818726, + 0.8217083811759949, + 0.2129644751548767, + 1.2548954486846924, + 1.381012201309204, + 2.1629786491394043, + 1.86748206615448, + -0.9074646234512329, + -1.5789598226547241, + 1.8256067037582397, + 0.009476512670516968, + 0.19220232963562012, + 0.34775030612945557 + ], + [ + -0.6117126941680908, + 0.41550174355506897, + 2.3893916606903076, + -0.5522254705429077, + 2.1040940284729004, + 3.680812120437622, + 2.0927820205688477, + 1.5165244340896606, + -1.0496867895126343, + 0.646552562713623, + -0.18320471048355103, + 0.8952962756156921, + 2.362856149673462, + 1.8950378894805908, + 2.148350477218628, + 0.28870561718940735, + -1.3624517917633057, + 1.8185434341430664, + 0.4182868003845215, + 0.7306441068649292, + 0.003961741924285889 + ], + [ + -0.31762778759002686, + -0.1992129683494568, + 2.374260425567627, + -1.244852066040039, + 1.5429139137268066, + 3.1741671562194824, + 1.324051022529602, + 1.4674441814422607, + -0.7058513164520264, + 1.0257662534713745, + 0.6434895396232605, + 1.4953497648239136, + 1.094326138496399, + 2.0919134616851807, + 1.361992359161377, + 0.2904141843318939, + -1.2050185203552246, + 1.5089995861053467, + -0.28437402844429016, + -0.6013338565826416, + 0.08909860253334045 + ], + [ + 0.006982274353504181, + 0.6133154630661011, + 2.5948116779327393, + -0.04106420278549194, + 0.6515965461730957, + 3.4164376258850098, + 2.070709466934204, + 1.3719961643218994, + -0.8202629089355469, + 0.17177113890647888, + 0.816927433013916, + 0.7899349927902222, + 2.365253448486328, + 2.0607993602752686, + 1.5360530614852905, + -0.36390000581741333, + -0.7353066205978394, + 1.7832880020141602, + 1.0705759525299072, + 0.9545931220054626, + -0.5819785594940186 + ], + [ + -0.10903649032115936, + -0.7641373872756958, + 0.9399710893630981, + -0.7318205833435059, + 2.274623155593872, + 2.3958981037139893, + 1.8145179748535156, + 1.220162034034729, + 0.5039691925048828, + 0.9947508573532104, + -0.16427189111709595, + 0.8146107196807861, + 2.514700174331665, + 2.730861186981201, + 1.4709744453430176, + -0.7037978172302246, + -1.9615366458892822, + 1.7382924556732178, + 0.22274839878082275, + 0.32288166880607605, + 0.23523001372814178 + ], + [ + -0.30436038970947266, + -0.833303689956665, + 1.0182424783706665, + 0.08613872528076172, + 0.5614818930625916, + 3.376234292984009, + 2.3937618732452393, + 1.4747353792190552, + -1.1451703310012817, + 0.020381182432174683, + 0.2767083942890167, + 1.6828880310058594, + 2.702357769012451, + 1.2999944686889648, + 2.176593542098999, + -0.058019280433654785, + -1.4817041158676147, + 0.36811691522598267, + 0.047048427164554596, + 0.10388149321079254, + 0.691102147102356 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05336759239435196, + -0.010792374610900879, + 0.6736547946929932, + -0.08041220903396606, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + 0.00835418701171875, + 0.05091361701488495, + 0.029266953468322754, + -0.01509934663772583, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.022070080041885376, + -0.16059744358062744, + 0.22791028022766113, + 0.07825110852718353, + 0.0398331880569458, + 0.0 + ] + ], + "predicted_scores": [ + 2.823636054992676, + 1.4223735332489014, + 1.2406138181686401, + 1.0835777521133423, + 0.7203632593154907, + 0.6546882390975952, + 0.4558022916316986, + -0.1899012327194214 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2038594191/train1", + "selected_index": 0, + "state_hash": "89eb30882ecb8a88d2825feace6a2457520ddecc881f73eab06accb3c96f3c57", + "stored_base_utility": 0.24619130790233612, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21340738236904144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21340738236904144 + }, + "base_progress": 0.21340738236904144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21340738236904144, + "candidate_action_clip_max_abs": [ + 0.10135650634765625, + 0.015482187271118164, + 0.09515738487243652, + 0.0564730167388916, + 0.0, + 0.0, + 0.07525193691253662, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10135650634765625, + "contact_quality": null, + "progress": 0.2206733226776123, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2206733226776123 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.015482187271118164, + "contact_quality": null, + "progress": 0.23846662044525146, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23846662044525146 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09515738487243652, + "contact_quality": null, + "progress": 0.23061887919902802, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23061887919902802 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0564730167388916, + "contact_quality": null, + "progress": 0.23850953578948975, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23850953578948975 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21990841627120972, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21990841627120972 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1983291506767273, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1983291506767273 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.07525193691253662, + "contact_quality": null, + "progress": 0.20616745948791504, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20616745948791504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20614506304264069, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20614506304264069 + } + ], + "candidate_progress": [ + 0.2206733226776123, + 0.23846662044525146, + 0.23061887919902802, + 0.23850953578948975, + 0.21990841627120972, + 0.1983291506767273, + 0.20616745948791504, + 0.20614506304264069 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + false, + false, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b7d7021b782f73816083", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7134042382240295, + 0.09711058437824249, + -0.8651405572891235, + -0.6668552756309509, + 0.004113614559173584, + -2.732351779937744, + -1.4620554447174072, + -0.5295780897140503, + 0.021257828921079636, + 0.40735626220703125, + 0.6761009097099304, + 0.28681594133377075, + -1.2973030805587769, + -0.7483763694763184, + -0.1458730548620224, + 0.14871835708618164, + 0.42380213737487793, + 0.37085679173469543, + 0.44316112995147705, + 0.3929476737976074, + 0.3161246180534363 + ], + [ + 0.807303249835968, + -0.03446134924888611, + -1.2035154104232788, + -0.4366067945957184, + 0.3455459773540497, + -2.1420955657958984, + -1.3959283828735352, + -0.5451631546020508, + -0.003413017839193344, + 0.46485862135887146, + 0.5264132022857666, + 0.40688174962997437, + -1.2967565059661865, + -0.9475940465927124, + -0.3512052595615387, + 0.1614985466003418, + 0.41265469789505005, + 0.4115642011165619, + 0.6046290397644043, + 0.6323719620704651, + -0.16964256763458252 + ], + [ + 0.9289957284927368, + 0.06519883126020432, + -0.9326049089431763, + -0.6674286723136902, + 0.2042807638645172, + -2.7117364406585693, + -1.6377241611480713, + -0.34546199440956116, + 0.05972941964864731, + 0.18942749500274658, + 0.7147241234779358, + 0.26741570234298706, + -1.260607361793518, + -0.6716152429580688, + -0.2922140061855316, + 0.16414420306682587, + 0.4368739128112793, + 0.1652919352054596, + 0.67099928855896, + 0.7868370413780212, + -0.1318955421447754 + ], + [ + 0.9465035200119019, + 0.10603618621826172, + -1.0636253356933594, + -0.6318734884262085, + 0.24413910508155823, + -2.542264461517334, + -1.6213688850402832, + -0.3961069881916046, + 0.04343981295824051, + 0.1722625195980072, + 0.8133876323699951, + 0.29500412940979004, + -1.099652886390686, + -0.8056028485298157, + -0.2460728883743286, + 0.18522058427333832, + 0.44921696186065674, + 0.2195914387702942, + 0.7290554046630859, + 0.6766927242279053, + -0.12751063704490662 + ], + [ + 0.9306403994560242, + 0.03517121821641922, + -1.0006990432739258, + -0.7319216728210449, + 0.16261416673660278, + -2.1954874992370605, + -1.743772268295288, + -0.24011734127998352, + -0.0011758273467421532, + 0.13910216093063354, + 0.7679756283760071, + 0.33983710408210754, + -1.0291568040847778, + -0.8013482689857483, + -0.22618335485458374, + 0.2399844378232956, + 0.3936775326728821, + 0.12979355454444885, + 0.7343899607658386, + 0.9122776389122009, + -0.17080801725387573 + ], + [ + 0.39115527272224426, + 0.21464358270168304, + -1.0789862871170044, + -0.9140537977218628, + 0.04596972465515137, + -0.6865073442459106, + -3.170680522918701, + -0.6133662462234497, + -0.03352116048336029, + 0.5647145509719849, + -0.016352549195289612, + -0.24270543456077576, + -1.1883959770202637, + -0.34125208854675293, + -0.5154445767402649, + 0.2891748547554016, + 0.4819139242172241, + 0.2424870878458023, + 0.26615291833877563, + -0.20569591224193573, + 0.5481071472167969 + ], + [ + 1.114505648612976, + -0.05704737827181816, + -1.0152314901351929, + -0.7912334203720093, + 0.17806322872638702, + -2.5532712936401367, + -1.8077881336212158, + -0.26607823371887207, + 0.11170969903469086, + 0.35952600836753845, + 0.7134142518043518, + 0.42696818709373474, + -1.2965574264526367, + -0.5297244191169739, + -0.34591591358184814, + 0.20285794138908386, + 0.20472405850887299, + 0.11694217473268509, + 0.576018750667572, + 0.5114386081695557, + -0.22904172539710999 + ], + [ + 0.5518721342086792, + -0.08410356938838959, + -0.9929089546203613, + -0.4799051284790039, + 0.3005562424659729, + -1.569584846496582, + -2.456738233566284, + -0.6402802467346191, + 0.060381583869457245, + 0.6543948650360107, + 0.9041174054145813, + -0.2085980772972107, + -0.8021107316017151, + -0.5486373901367188, + -0.46541279554367065, + 0.24843822419643402, + 0.23204529285430908, + 0.0496441125869751, + 0.8069540858268738, + 0.5642347931861877, + -0.2949899137020111 + ] + ], + "generated_utilities": [ + 0.2206733226776123, + 0.23846662044525146, + 0.23061887919902802, + 0.23850953578948975, + 0.21990841627120972, + 0.1983291506767273, + 0.20616745948791504, + 0.20614506304264069 + ], + "group_id": "ms-b7d7021b782f73816083", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1152990311384201, + 0.0995069369673729, + 0.22398948669433594, + 0.07063915580511093, + 0.15375125408172607, + 0.10988732427358627, + 0.13891975581645966, + 0.10255575180053711, + 0.1759825050830841, + 0.12433719635009766, + 0.04161723703145981, + 0.14477917551994324, + 0.15497170388698578, + 0.10867393016815186, + 0.128738135099411, + 0.044483087956905365 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1950814723968506, + 0.43025192618370056, + -1.750766634941101, + -0.49794480204582214, + -0.5309143662452698, + -3.396369457244873, + -2.8737375736236572, + -0.42129820585250854, + -0.4921060800552368, + 0.8215566277503967, + -0.5001733303070068, + -0.33623045682907104, + -1.2491867542266846, + -1.1282062530517578, + -0.1254962682723999, + 0.615684449672699, + -0.4806603789329529, + 1.4392160177230835, + 0.39016032218933105, + 0.2374897599220276, + 0.6115820407867432 + ], + [ + 1.6750510931015015, + 0.6743819713592529, + -1.9938621520996094, + 0.01488572359085083, + -0.13329416513442993, + -3.529571771621704, + -1.7658562660217285, + -0.37224727869033813, + 0.021029159426689148, + 0.2922198176383972, + -0.22517341375350952, + -0.01483597606420517, + -2.6174509525299072, + -2.2367091178894043, + -0.08589363098144531, + 0.8152046799659729, + -0.04244785010814667, + 1.4921362400054932, + 1.079566240310669, + 0.4553903043270111, + 0.3549768030643463 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6154032945632935, + 0.30342134833335876, + -0.14731931686401367, + -0.022852718830108643, + 0.03059050440788269, + -1.7038488388061523, + 0.0, + 0.06260848045349121, + 0.2664245367050171, + 0.06862765550613403, + 0.037722647190093994, + 0.08009301871061325, + -0.6843758821487427, + 0.0, + -0.044386088848114014, + -0.19153904914855957, + 0.247051402926445, + 0.8547754287719727, + -0.11883406341075897, + -0.17721909284591675, + 0.0 + ], + [ + 2.0238282680511475, + 0.1878807246685028, + -0.9606832265853882, + -0.2599172592163086, + -0.3410046398639679, + -3.1472506523132324, + -3.1088099479675293, + -0.9034984111785889, + 0.5417897701263428, + 0.7834040522575378, + -0.5791963338851929, + 0.05490678921341896, + -1.601638913154602, + -0.9577333331108093, + -0.9901943206787109, + 0.9761309623718262, + 0.5315595269203186, + 1.9111864566802979, + -0.054984450340270996, + 0.6593255996704102, + 0.43267929553985596 + ] + ], + "predicted_scores": [ + 5.271766662597656, + 5.161807060241699, + 5.148656845092773, + 5.101292610168457, + 4.829654216766357, + 4.6084303855896, + 3.75343656539917, + 2.9867794513702393 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train1", + "selected_index": 0, + "state_hash": "ef7b85b85b8e053646c7eca3318f16fab04b4faaaddd9b72f52f23a837765207", + "stored_base_utility": 0.1152990311384201, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.9527024030685425, + 0.008498907089233398, + -1.2960408926010132, + -0.29870447516441345, + 0.30684614181518555, + -1.6429694890975952, + -2.244917154312134, + -0.6123687028884888, + 0.2240675985813141, + 1.0000879764556885, + 0.7049245238304138, + 0.49490419030189514, + 0.048163026571273804, + -0.2944219708442688, + -0.457994282245636, + 0.6721857786178589, + 1.1208730936050415, + -1.0926297903060913, + 1.208571434020996, + 0.7124890685081482, + 0.5151486992835999 + ], + [ + 1.0204163789749146, + 0.17788994312286377, + -0.9206197261810303, + -0.6337361335754395, + 0.15129171311855316, + -2.211089849472046, + -1.2494759559631348, + -0.32729092240333557, + 0.17265869677066803, + 0.6566728949546814, + 0.5748980641365051, + 0.8392058610916138, + 0.29509446024894714, + -0.25442594289779663, + -0.13915693759918213, + 0.5343542098999023, + 1.1937834024429321, + -1.3018935918807983, + 1.1637941598892212, + 1.1388740539550781, + 0.8720681667327881 + ], + [ + 1.1762712001800537, + 0.1245623230934143, + -0.9417555332183838, + -0.4744209945201874, + 0.24191878736019135, + -2.213947057723999, + -1.2087733745574951, + -0.3153204619884491, + 0.21706987917423248, + 0.7674140334129333, + 0.6047387719154358, + 0.8765086531639099, + 0.2659192979335785, + -0.09269386529922485, + -0.28461670875549316, + 0.5843278169631958, + 1.19020676612854, + -1.156637191772461, + 1.2564067840576172, + 1.2063624858856201, + 0.7464195489883423 + ], + [ + 1.1541780233383179, + 0.15716113150119781, + -0.8073042631149292, + -0.6124111413955688, + 0.24600835144519806, + -2.0832488536834717, + -1.3598148822784424, + -0.21089574694633484, + 0.21459390223026276, + 0.7280905842781067, + 0.574368417263031, + 0.8734304308891296, + 0.3072756230831146, + -0.34636467695236206, + -0.30196356773376465, + 0.6333420872688293, + 1.164029836654663, + -1.221210241317749, + 1.2417519092559814, + 1.321429967880249, + 0.6143302917480469 + ], + [ + 1.0656946897506714, + 0.1794203817844391, + -1.0046995878219604, + -0.33960533142089844, + 0.1074097603559494, + -2.378278970718384, + -1.1263582706451416, + -0.5255277156829834, + 0.2465168833732605, + 0.953928530216217, + 0.7896784543991089, + 1.2339032888412476, + 0.1494213044643402, + 0.06472694128751755, + -0.25702232122421265, + 0.6086224913597107, + 1.119868278503418, + -1.145815372467041, + 1.226374626159668, + 0.8466915488243103, + 1.2151075601577759 + ], + [ + 0.6816049218177795, + 0.057791970670223236, + -1.2015783786773682, + -0.7658944129943848, + 0.4575120210647583, + -0.16339623928070068, + -3.162511110305786, + -0.657667875289917, + 0.046249568462371826, + 0.6643792390823364, + 0.10355138778686523, + 0.3495965003967285, + -0.25621557235717773, + 0.18360160291194916, + -0.5731784701347351, + 0.594879686832428, + 1.1923789978027344, + -0.9531301856040955, + 0.8860153555870056, + 0.22393256425857544, + 1.179697871208191 + ], + [ + 1.130134105682373, + 0.033425383269786835, + -1.412545084953308, + -0.1002558022737503, + 0.471717894077301, + -2.0885818004608154, + -1.130617618560791, + -0.5592235326766968, + 0.14377354085445404, + 0.9626267552375793, + 0.6709137558937073, + 1.3927276134490967, + 0.07422879338264465, + -0.23953960835933685, + -0.5151030421257019, + 0.5968489050865173, + 1.2252068519592285, + -0.9982724785804749, + 1.2252875566482544, + 1.1397805213928223, + 0.754662036895752 + ], + [ + 1.428107500076294, + -0.008862283080816269, + -1.1994379758834839, + -0.6162102818489075, + 0.3755905032157898, + -2.468193769454956, + -1.3923976421356201, + -0.32932230830192566, + 0.20845679938793182, + 0.7737734317779541, + 0.5681120157241821, + 0.994416356086731, + -0.05639171600341797, + -0.1407342106103897, + -0.40218690037727356, + 0.6589658856391907, + 1.054344892501831, + -1.0580520629882812, + 1.0272181034088135, + 1.0187768936157227, + 0.6678833961486816 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-b8c3ec3ea915c5d35b3e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17642532289028168, + 0.1518065184354782, + 0.22802573442459106, + 0.26431772112846375, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7160788774490356, + -0.2193790227174759, + -0.33078956604003906, + 0.08748573064804077, + 0.08530756831169128, + -1.2119665145874023, + 0.0, + 0.04905492067337036, + 0.20122359693050385, + 0.5337162017822266, + -0.16356255114078522, + 0.15326368808746338, + -0.006163433194160461, + 0.0, + -0.182639479637146, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 0.7160788774490356, + -0.037835851311683655, + -0.33078956604003906, + -0.3234449625015259, + -0.7771284580230713, + -1.2119665145874023, + 0.0, + -0.09935644268989563, + 0.4030209183692932, + 0.5337162017822266, + -0.4822074770927429, + 0.18784856796264648, + -0.1959555298089981, + 0.0, + 0.5644294023513794, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 1.7160788774490356, + 0.19833622872829437, + -1.330789566040039, + -0.5817852020263672, + -0.43779972195625305, + -2.2119665145874023, + -2.5025739669799805, + -0.506644070148468, + 0.12360227853059769, + 1.5337162017822266, + -0.03205998241901398, + 1.1509366035461426, + -0.23545129597187042, + 0.48134130239486694, + -0.435570627450943, + 1.3130542039871216, + 1.8768486976623535, + -1.1824822425842285, + 1.3884024620056152, + 1.3585999011993408, + 2.000993013381958 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.005147933959961, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9626826047897339, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.001986026763916 + ], + [ + 1.726861834526062, + 0.043014734983444214, + -1.144371509552002, + -0.31418904662132263, + -0.567983090877533, + -2.108966588973999, + -2.6462693214416504, + -0.26492840051651, + -0.10327736288309097, + 1.2895625829696655, + -0.25778818130493164, + 0.9473439455032349, + -0.4063088297843933, + 0.3878946304321289, + -0.2856175899505615, + 1.5101876258850098, + 1.9118744134902954, + -0.9426637887954712, + 1.1588956117630005, + 1.099308729171753, + 2.281646251678467 + ], + [ + 1.374373435974121, + 0.03832589089870453, + -1.7212895154953003, + -0.6876756548881531, + -0.2820549011230469, + -2.188462018966675, + -2.3562188148498535, + -0.2521430253982544, + 0.2857849597930908, + 1.9244563579559326, + 0.34100115299224854, + 1.4773313999176025, + 0.00945514440536499, + 0.384576678276062, + -0.12640216946601868, + 1.6574536561965942, + 2.2456579208374023, + -1.0120724439620972, + 1.6573033332824707, + 1.4494264125823975, + 1.808416724205017 + ], + [ + 2.126147508621216, + 0.6849313974380493, + -0.9769375920295715, + -0.21911004185676575, + -0.06733030080795288, + -2.2854459285736084, + -2.8379616737365723, + -0.9432749152183533, + 0.4973946809768677, + 1.1592539548873901, + 0.33626097440719604, + 0.7853857278823853, + 0.17355866730213165, + 0.21878305077552795, + -0.4644153118133545, + 1.7642983198165894, + 2.3214588165283203, + -0.8744109869003296, + 1.51880943775177, + 1.1005501747131348, + 1.8481080532073975 + ], + [ + 1.6549550294876099, + 0.539572536945343, + -1.3622270822525024, + -0.32812485098838806, + -0.7078197598457336, + -2.012918472290039, + -2.806295156478882, + -0.4083792567253113, + -0.27540096640586853, + 1.634641170501709, + -0.18578243255615234, + 1.637065052986145, + -0.2476833164691925, + 0.308688223361969, + -0.06348815560340881, + 1.5100929737091064, + 1.6110119819641113, + -0.6531832814216614, + 1.9747318029403687, + 0.7858116030693054, + 1.8062347173690796 + ], + [ + 1.7583746910095215, + 0.7708874344825745, + -0.7983364462852478, + -0.1496978998184204, + -0.25221163034439087, + -2.482794761657715, + -2.787888526916504, + -0.948794960975647, + -0.2646767199039459, + 1.6905968189239502, + -0.44794291257858276, + 1.3408198356628418, + 0.17721225321292877, + 0.698166012763977, + -0.8054969310760498, + 1.4940251111984253, + 2.3825182914733887, + -1.1009879112243652, + 0.898840606212616, + 2.0318515300750732, + 1.8818705081939697 + ], + [ + 1.2205294370651245, + 0.10447371751070023, + -1.9565856456756592, + -0.3047146797180176, + -0.46388840675354004, + -2.467921257019043, + -3.2508625984191895, + -0.744904637336731, + -0.1335088014602661, + 1.3046905994415283, + -0.18295106291770935, + 0.8301438689231873, + -0.036814138293266296, + 0.6956514716148376, + -1.1163139343261719, + 0.6365690231323242, + 1.3863767385482788, + -1.6023950576782227, + 1.3153334856033325, + 2.1278061866760254, + 1.8084521293640137 + ], + [ + 1.5321470499038696, + 1.0672425031661987, + -1.5550538301467896, + 0.037944018840789795, + -0.5659418106079102, + -2.802395820617676, + -2.0888454914093018, + -1.1932681798934937, + 0.3457331657409668, + 0.6364739537239075, + 0.04084198176860809, + 1.7007219791412354, + -0.4149669110774994, + -0.11117225885391235, + 0.18925002217292786, + 1.4234939813613892, + 1.0363614559173584, + -1.7891597747802734, + 2.2061760425567627, + 2.144174814224243, + 1.686030626296997 + ], + [ + 0.8942603468894958, + 1.0691689252853394, + -1.9107211828231812, + -0.6058903932571411, + 0.014421999454498291, + -2.9454357624053955, + -2.4345366954803467, + -0.29061275720596313, + 0.9486992359161377, + 0.5935242772102356, + -0.4496852159500122, + 0.6252220273017883, + -0.8513668179512024, + 0.5167673230171204, + 0.4692215025424957, + 0.7054903507232666, + 2.170351028442383, + -1.6150505542755127, + 1.162168264389038, + 1.0557067394256592, + 1.8426238298416138 + ], + [ + 1.6406551599502563, + 0.9200946688652039, + -0.6252647638320923, + 0.14461678266525269, + -1.3650002479553223, + -2.127922534942627, + -3.4770925045013428, + 0.2671700716018677, + -0.8612805604934692, + 0.7099599242210388, + 0.03849808871746063, + 0.1766669750213623, + -1.1850675344467163, + 0.758629560470581, + -0.2752438485622406, + 2.2731575965881348, + 1.032798171043396, + -1.478513240814209, + 0.5717574954032898, + 0.6004346013069153, + 1.910332441329956 + ], + [ + 2.4275736808776855, + -0.5380923748016357, + -0.40966713428497314, + -1.3766169548034668, + -0.1886012852191925, + -1.4204840660095215, + -2.0393028259277344, + -1.0585323572158813, + 0.60774165391922, + 1.17071533203125, + 0.5502715706825256, + 1.1245218515396118, + -0.4421693682670593, + -0.13677579164505005, + 0.09001609683036804, + 1.8523200750350952, + 2.669503688812256, + -0.39271146059036255, + 1.2149927616119385, + 2.2000277042388916, + 2.8380508422851562 + ] + ], + "predicted_scores": [ + 7.611505031585693, + 6.676173210144043, + 6.606301784515381, + 6.605147361755371, + 6.526887893676758, + 6.33006477355957, + 6.250307559967041, + 5.992806434631348 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train1", + "selected_index": 0, + "state_hash": "9eb7486d09ea916751f7d10bf691670b7afaa98e8e3658845ac86d46e09edeb1", + "stored_base_utility": 0.17642532289028168, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3042938709259033, + 0.28549742698669434, + 0.22735214233398438, + 0.26432108879089355, + 0.2844046354293823, + 0.2915611267089844, + 0.3062371015548706, + 0.28531205654144287 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3042938709259033, + "contact_quality": null, + "progress": 0.13000567257404327, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13000567257404327 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28549742698669434, + "contact_quality": null, + "progress": 0.12344767898321152, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12344767898321152 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22735214233398438, + "contact_quality": null, + "progress": 0.11953594535589218, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11953594535589218 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26432108879089355, + "contact_quality": null, + "progress": 0.11668473482131958, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11668473482131958 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2844046354293823, + "contact_quality": null, + "progress": 0.1342230886220932, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1342230886220932 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2915611267089844, + "contact_quality": null, + "progress": 0.11309369653463364, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11309369653463364 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3062371015548706, + "contact_quality": null, + "progress": 0.11664793640375137, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11664793640375137 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28531205654144287, + "contact_quality": null, + "progress": 0.10807528346776962, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10807528346776962 + } + ], + "candidate_progress": [ + 0.13000567257404327, + 0.12344767898321152, + 0.11953594535589218, + 0.11668473482131958, + 0.1342230886220932, + 0.11309369653463364, + 0.11664793640375137, + 0.10807528346776962 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.0034628361463546753, + -0.1295693814754486, + 1.7891007661819458, + -0.20553310215473175, + 0.9700850248336792, + 3.7149219512939453, + 2.6315388679504395, + 2.5002732276916504, + -0.3580774664878845, + -0.6016992330551147, + 1.4707417488098145, + 0.4537520408630371, + 2.023996591567993, + 1.5807931423187256, + -0.21506783366203308, + 0.07726389169692993, + 1.095815896987915, + 0.4420047402381897, + 1.5346379280090332, + 2.5325675010681152, + 2.22902774810791 + ], + [ + 0.027879610657691956, + -0.06126939505338669, + 1.914698600769043, + -0.20458421111106873, + 0.883403480052948, + 3.41239070892334, + 2.516402006149292, + 2.5305628776550293, + -0.39261171221733093, + -0.6317757368087769, + 1.4115619659423828, + 0.4110524654388428, + 1.9853066205978394, + 1.6150202751159668, + -0.20265069603919983, + 0.06708373129367828, + 1.106685996055603, + 0.45594877004623413, + 1.629394769668579, + 2.496633768081665, + 2.1067018508911133 + ], + [ + 0.19181188941001892, + -0.1173614040017128, + 2.068572998046875, + -0.42129451036453247, + 0.9727708101272583, + 3.4255640506744385, + 2.344146490097046, + 2.523892641067505, + -0.3927024304866791, + -0.757473349571228, + 1.2169501781463623, + 0.2689756155014038, + 1.651913046836853, + 1.7636351585388184, + -0.44158244132995605, + 0.11168071627616882, + 1.3213322162628174, + 0.6112173795700073, + 1.782832384109497, + 2.309922456741333, + 2.425762891769409 + ], + [ + -0.08038364350795746, + -0.0945906788110733, + 1.8803606033325195, + -0.3637143075466156, + 0.909059464931488, + 3.3318965435028076, + 2.3576879501342773, + 2.323735475540161, + -0.4602850675582886, + -0.4910898804664612, + 1.605234980583191, + 0.34587594866752625, + 1.803442358970642, + 1.8970775604248047, + -0.4892074465751648, + 0.003657279536128044, + 1.1545907258987427, + 0.5799697637557983, + 1.5693702697753906, + 2.5267319679260254, + 2.5555100440979004 + ], + [ + -0.10575501620769501, + -0.13675370812416077, + 1.9589201211929321, + -0.14557895064353943, + 0.908845841884613, + 3.6025068759918213, + 2.570868968963623, + 2.54984712600708, + -0.42370501160621643, + -0.7859943509101868, + 1.2920198440551758, + 0.39441657066345215, + 1.9654310941696167, + 1.3052998781204224, + -0.24019023776054382, + 0.05232200399041176, + 1.1126843690872192, + 0.60340815782547, + 1.5249083042144775, + 2.45603609085083, + 2.30598783493042 + ], + [ + 0.030571840703487396, + -0.1356460452079773, + 1.9570785760879517, + -0.4178006947040558, + 0.9291841983795166, + 3.080217123031616, + 2.342806100845337, + 2.539604425430298, + -0.3761213719844818, + -0.5367516279220581, + 1.4437870979309082, + 0.24247899651527405, + 1.84888756275177, + 1.826550006866455, + -0.44543910026550293, + 0.013400817289948463, + 1.169617772102356, + 0.3893551528453827, + 1.5777044296264648, + 2.739340305328369, + 2.3328680992126465 + ], + [ + 0.049732476472854614, + -0.07495397329330444, + 1.9379373788833618, + -0.3313693404197693, + 0.9318054914474487, + 3.0025882720947266, + 2.3255717754364014, + 2.3823044300079346, + -0.37861207127571106, + -0.5160616636276245, + 1.4794450998306274, + 0.23388388752937317, + 2.036856174468994, + 1.9203919172286987, + -0.42596402764320374, + 0.005862437188625336, + 1.1765810251235962, + 0.3966940641403198, + 1.654512643814087, + 2.6359074115753174, + 2.4830567836761475 + ], + [ + 0.2260136604309082, + -0.16540169715881348, + 2.0917482376098633, + -0.4539908468723297, + 1.0316686630249023, + 2.8428871631622314, + 2.65458083152771, + 2.5300405025482178, + -0.3938499093055725, + -0.6137428879737854, + 1.3650211095809937, + 0.3536378741264343, + 2.0918757915496826, + 1.7641981840133667, + -0.25866392254829407, + 0.07461994886398315, + 1.096489429473877, + 0.4675522446632385, + 1.6520469188690186, + 2.352682113647461, + 2.2937233448028564 + ] + ], + "generated_utilities": [ + 0.13000567257404327, + 0.12344767898321152, + 0.11953594535589218, + 0.11668473482131958, + 0.1342230886220932, + 0.11309369653463364, + 0.11664793640375137, + 0.10807528346776962 + ], + "group_id": "ms-b8fc1568ce66c45c8d8b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15134939551353455, + 0.06073516607284546, + 0.06943079084157944, + 0.026332994922995567, + 0.2786632478237152, + 0.12602710723876953, + 0.24265103042125702, + 0.2605360150337219, + 0.20909002423286438, + 0.09847649186849594, + 0.07937213033437729, + 0.031762540340423584, + 0.11188142001628876, + 0.16046345233917236, + 0.182684063911438, + 0.23743216693401337 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08342725038528442, + 0.0013922452926635742, + 0.2958235740661621, + -0.05567684769630432, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.0076321810483932495, + -0.08403575420379639, + -0.037557363510131836, + 0.04800070822238922, + 0.8980815410614014, + 0.0, + 0.06429004669189453, + -0.032300010323524475, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.07449598610401154, + -0.055602699518203735, + 0.2958235740661621, + 0.0641264021396637, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.2383488267660141, + -0.12029552459716797, + 0.0430525541305542, + -0.03359980881214142, + 0.8980815410614014, + 0.0, + 0.10872697830200195, + 0.12943482398986816, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + -0.0894635021686554, + -0.224232017993927, + 0.2958235740661621, + 0.2549460828304291, + 0.5272019505500793, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.5792080163955688, + -0.08403575420379639, + 0.20333272218704224, + -0.08622874319553375, + 0.8980815410614014, + 0.0, + -0.07011556625366211, + 0.061151012778282166, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.5072697997093201, + -0.37240034341812134, + 0.7805657982826233, + -0.1516341120004654, + 1.3762664794921875, + 2.074414014816284, + 1.94917893409729, + 1.8652102947235107, + -0.4134911894798279, + -1.3612627983093262, + 1.1497714519500732, + -0.3424186110496521, + 1.671590805053711, + 1.4690452814102173, + -1.1008554697036743, + -0.4266788065433502, + 0.9646960496902466, + 0.5414702892303467, + 0.9076113104820251, + 2.8066790103912354, + 2.108767032623291 + ], + [ + 0.5106642246246338, + 0.3497315049171448, + 1.2701282501220703, + -0.336758553981781, + 0.9375341534614563, + 3.0107686519622803, + 3.166818618774414, + 2.119502305984497, + -0.23839171230793, + -0.7766281366348267, + 1.0856666564941406, + 0.20816314220428467, + 1.620133876800537, + 1.605435848236084, + -1.1003479957580566, + -0.03741411119699478, + 0.8647869229316711, + 1.0962083339691162, + 1.1773381233215332, + 3.160327911376953, + 2.500760793685913 + ], + [ + 0.20088353753089905, + -0.027392640709877014, + 1.8193624019622803, + -0.9337127208709717, + 1.717146873474121, + 2.9461450576782227, + 3.2102582454681396, + 1.6475701332092285, + -0.3374306559562683, + -0.5278415083885193, + 1.2970287799835205, + -0.06475888192653656, + 1.6030466556549072, + 1.7148417234420776, + -1.4686667919158936, + 0.6262280344963074, + 1.7016607522964478, + 0.4833883047103882, + 1.9840373992919922, + 3.1206021308898926, + 3.314384937286377 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.31107640266418457, + -0.2518143653869629, + 1.295823574066162, + -0.29948052763938904, + 1.1175258159637451, + 2.4285240173339844, + 2.5040695667266846, + 2.4135069847106934, + 0.15804560482501984, + -1.0840357542037964, + 0.7747604846954346, + 0.23669980466365814, + 1.8980815410614014, + 1.9465712308883667, + -0.891273021697998, + -0.12260842323303223, + 1.5599579811096191, + 1.0567365884780884, + 1.4626611471176147, + 2.7910995483398438, + 2.566394329071045 + ], + [ + 0.32661110162734985, + -0.06259211897850037, + 1.4876494407653809, + -0.2066957652568817, + 0.9063693284988403, + 2.6234209537506104, + 2.6869304180145264, + 2.633772373199463, + 0.3693367838859558, + -0.9406026601791382, + 0.8614110350608826, + 0.4256584644317627, + 1.972177505493164, + 1.887571930885315, + -1.1336157321929932, + -0.0878261849284172, + 1.641961693763733, + 0.8924077749252319, + 1.19889235496521, + 2.7479355335235596, + 2.8585081100463867 + ], + [ + 0.5496432185173035, + -0.2701472043991089, + 1.5112731456756592, + -0.6769371032714844, + 1.30081045627594, + 2.5279793739318848, + 2.3468220233917236, + 2.6990861892700195, + 0.35442793369293213, + -0.7847819924354553, + 1.0496492385864258, + 0.28627973794937134, + 2.073803186416626, + 1.7056751251220703, + -1.048670768737793, + 0.25996625423431396, + 1.9145679473876953, + 0.7027234435081482, + 1.7384898662567139, + 3.0191824436187744, + 2.3560853004455566 + ], + [ + 0.6563997268676758, + -0.6984084844589233, + 1.5103812217712402, + -0.44488853216171265, + 1.2015897035598755, + 2.6422975063323975, + 2.3955342769622803, + 2.305755853652954, + -0.33692461252212524, + -0.9083645343780518, + 0.29146355390548706, + 0.5806557536125183, + 2.2708733081817627, + 2.0635409355163574, + -1.2235060930252075, + -0.19967322051525116, + 1.1023733615875244, + 1.2396001815795898, + 1.7171258926391602, + 2.8269665241241455, + 2.1983914375305176 + ], + [ + -0.2127906084060669, + -0.6391483545303345, + 2.2218096256256104, + 0.559166431427002, + 1.5705324411392212, + 2.0453786849975586, + 3.310425281524658, + 2.055738925933838, + 1.14298415184021, + -1.8067865371704102, + 0.6371466517448425, + -0.050454601645469666, + 2.4251554012298584, + 2.913896083831787, + -0.3438153862953186, + -1.051309585571289, + 1.2748445272445679, + 1.4844468832015991, + 1.0993895530700684, + 1.9514936208724976, + 1.671729564666748 + ] + ], + "predicted_scores": [ + 5.87083625793457, + 5.498966217041016, + 5.4582014083862305, + 5.4478349685668945, + 5.302306175231934, + 5.2561821937561035, + 5.142330169677734, + 4.7126593589782715 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "747260437/train1", + "selected_index": 0, + "state_hash": "9e434fae4afadb25d37c832ced374ea2cecd64bd00b6c6c134a49924e95d7cf5", + "stored_base_utility": 0.15134939551353455, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-b334dd4c101f3bd0476b", + "ms-25aa923fccf402a7639c", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-25aa923fccf402a7639c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-da555a03dd382d93e119", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.06355495005846024, + -0.15677836537361145, + -0.2948422133922577, + -0.7443561553955078, + 0.7988520264625549, + 0.23016321659088135, + -0.5418017506599426, + -0.16122356057167053, + -0.18218056857585907, + -0.433376669883728, + 1.2225545644760132, + -0.8611272573471069, + 1.8258825540542603, + 1.3348990678787231, + -0.05384303256869316, + -0.23372076451778412, + 0.06347213685512543, + 0.023620828986167908, + 0.8067774772644043, + -0.1396528035402298, + 0.1898147612810135 + ], + [ + 0.09453415870666504, + 0.03938152641057968, + -0.20953038334846497, + -1.027093768119812, + 0.4795859754085541, + -1.2458772659301758, + -0.5769392848014832, + 0.003195732831954956, + -0.2594797909259796, + -0.18717005848884583, + 1.307037591934204, + -0.09068891406059265, + 0.41361871361732483, + 0.7695496082305908, + 0.12832503020763397, + -0.17079277336597443, + 0.18231385946273804, + 0.003671973943710327, + 0.7379270792007446, + 0.1666693091392517, + 0.3175184726715088 + ], + [ + -0.35259300470352173, + -0.07251092791557312, + -0.156034916639328, + -0.7853221893310547, + -0.03296971321105957, + -1.2817376852035522, + -0.13258755207061768, + -0.086525559425354, + -0.03598747402429581, + -0.15960299968719482, + 1.8102771043777466, + -0.5579988360404968, + 0.6396794319152832, + 1.2879804372787476, + 0.025594476610422134, + 0.06018539145588875, + 0.06815096735954285, + 0.04440684616565704, + 1.0042400360107422, + -0.15636657178401947, + 0.3193880319595337 + ], + [ + 0.2353503704071045, + 0.07428854703903198, + -0.1934073269367218, + -0.595350980758667, + 0.5856319665908813, + -0.5795994997024536, + -0.6936776041984558, + 0.008746713399887085, + -0.12321911752223969, + -0.14653557538986206, + 1.255586862564087, + 0.11424675583839417, + 1.4065335988998413, + 0.5124404430389404, + 0.12337327003479004, + -0.3060566186904907, + 0.1455264687538147, + -0.07567180693149567, + 0.9749689698219299, + 0.22248375415802002, + 0.23817619681358337 + ], + [ + -0.2643700838088989, + -0.028829533606767654, + -0.09732916951179504, + -0.8330773115158081, + -0.2979130744934082, + -1.7309648990631104, + -0.18996977806091309, + -0.07490411400794983, + -0.07854408025741577, + -0.21924513578414917, + 2.001107692718506, + -0.3354554772377014, + 0.8387410640716553, + 1.3374601602554321, + 0.13048166036605835, + 0.1909233033657074, + -0.23096920549869537, + -0.12504707276821136, + 1.135667085647583, + -0.07234084606170654, + 0.4110988974571228 + ], + [ + -0.27747511863708496, + -0.08621897548437119, + -0.16865494847297668, + -0.7794528007507324, + -0.11095327138900757, + -1.6128158569335938, + -0.02632644772529602, + -0.12153816223144531, + -0.06962403655052185, + -0.23868578672409058, + 1.8759490251541138, + -0.310871422290802, + 0.5693895816802979, + 1.28528892993927, + 0.025006625801324844, + 0.0807485580444336, + 0.007767140865325928, + 0.01677316427230835, + 1.1247191429138184, + 0.006221294403076172, + 0.4200170636177063 + ], + [ + -0.26953041553497314, + -0.11594606935977936, + -0.44703540205955505, + -0.6875438094139099, + -0.14756810665130615, + -1.7932182550430298, + -0.23729640245437622, + -0.091851145029068, + -0.08287274092435837, + -0.31187963485717773, + 1.7688207626342773, + -0.18748235702514648, + 0.45756539702415466, + 1.2078105211257935, + -0.13264840841293335, + 0.01893153227865696, + 0.05195194482803345, + 0.0651196837425232, + 1.1312857866287231, + 0.16691717505455017, + 0.35974040627479553 + ], + [ + 0.22971513867378235, + -0.21884526312351227, + -0.4005819261074066, + -0.6393538117408752, + 0.9907482862472534, + -1.3122066259384155, + -0.23158419132232666, + -0.22205659747123718, + -0.2825937867164612, + -0.33810073137283325, + 1.5001912117004395, + -0.3994796872138977, + 1.3184738159179688, + 0.2783775329589844, + 0.2817143201828003, + -0.05760740861296654, + -0.0356891006231308, + -0.18393386900424957, + 1.1153271198272705, + -0.04364153742790222, + 0.5486962795257568 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-da555a03dd382d93e119", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16739778220653534, + 0.10977014154195786, + 0.03430100530385971, + 0.15664240717887878, + 0.20519861578941345, + 2.0, + 0.1776035726070404, + 0.17970196902751923, + 0.1806512475013733, + 0.16721056401729584, + 0.10531044006347656, + 0.002332548378035426, + 0.0, + 2.0, + 2.0, + 0.036331258714199066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06012469530105591, + -0.013126492500305176, + 0.055258169770240784, + -0.019630849361419678, + -0.08095771074295044, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.0008726119995117188, + 1.22355055809021, + 0.05604797601699829, + 1.096651554107666, + 0.0, + 0.0373263955116272, + -0.0350053608417511, + -0.0027538537979125977, + -0.05263245105743408, + 1.1599693298339844, + -0.06835108995437622, + 0.0 + ], + [ + 0.07097959518432617, + -0.027471348643302917, + -0.06590883433818817, + -0.05217641592025757, + -0.057880520820617676, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.017883509397506714, + 1.22355055809021, + 0.23117876052856445, + 1.096651554107666, + 0.0, + -0.12658622860908508, + 0.21480590105056763, + -0.03751307725906372, + -0.040722668170928955, + 1.1599693298339844, + 0.00816410779953003, + 0.0 + ], + [ + 1.0780442953109741, + -0.40882283449172974, + -0.8573340177536011, + -0.3631976842880249, + 0.4459318220615387, + -3.3312525749206543, + -2.214881420135498, + -1.1791701316833496, + -1.09344482421875, + 0.5202329754829407, + 1.597076177597046, + 0.6722863912582397, + 1.8006258010864258, + 1.0503482818603516, + -0.24054595828056335, + 0.1506461501121521, + 0.7689380049705505, + -0.6951580047607422, + 2.3591442108154297, + -0.023129865527153015, + -0.40176546573638916 + ], + [ + 1.3408013582229614, + -0.567088782787323, + -0.6175485253334045, + 0.09200054407119751, + 1.0895495414733887, + -2.6439530849456787, + -2.597891092300415, + -1.2850970029830933, + -1.3574328422546387, + -0.2262730598449707, + 1.7165391445159912, + 0.5992370247840881, + 2.59145450592041, + 1.0357787609100342, + 0.029661059379577637, + -0.32915666699409485, + 1.1487579345703125, + -0.09574741125106812, + 2.3849172592163086, + 0.13977012038230896, + 0.03313435614109039 + ], + [ + 0.2484256625175476, + 0.15734624862670898, + -0.6915521621704102, + -0.35895124077796936, + 0.7898246049880981, + -2.2035675048828125, + -2.2762930393218994, + -0.7109989523887634, + -1.1056512594223022, + 0.36858266592025757, + 1.7682042121887207, + -0.4080890715122223, + 1.2221605777740479, + 1.5978724956512451, + 0.7620275020599365, + -1.0904600620269775, + 1.5458370447158813, + -1.5717716217041016, + 1.3840452432632446, + 0.01638757437467575, + 0.9335954785346985 + ], + [ + 0.7478460669517517, + 0.6789170503616333, + 0.2215462177991867, + -1.4309227466583252, + 0.3321782946586609, + -3.71067214012146, + -3.307826519012451, + -1.5472962856292725, + -1.5793638229370117, + 0.9179103374481201, + 2.7914443016052246, + -0.21923299133777618, + 2.4651453495025635, + -0.14175236225128174, + 0.1727113276720047, + -0.28926175832748413, + 0.23583370447158813, + -0.18525439500808716, + 2.821658134460449, + 0.36384648084640503, + 0.7237125039100647 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.643786907196045, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.7160954475402832, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.43013572692871094 + ], + [ + 0.4236820340156555, + -0.23620307445526123, + 0.4716942310333252, + -1.3356878757476807, + 1.2452850341796875, + -1.875751256942749, + -1.4519591331481934, + -1.9064282178878784, + -2.26715087890625, + 0.8646554946899414, + 1.9331769943237305, + -0.6484872698783875, + 2.071126699447632, + 0.5695863962173462, + 1.0551939010620117, + 0.5972415208816528, + 0.5380815863609314, + -0.26070934534072876, + 3.132204532623291, + 0.34622758626937866, + 1.0665923357009888 + ], + [ + 1.4337129592895508, + -0.1279716044664383, + -0.6124281287193298, + -0.8099656105041504, + 0.9844938516616821, + -3.616767406463623, + -1.448366641998291, + -0.9910248517990112, + -1.7847154140472412, + 0.025765806436538696, + 1.9860225915908813, + -0.11920707672834396, + 1.3990511894226074, + -0.1409807801246643, + 1.0372320413589478, + -0.35035666823387146, + 0.5301280617713928, + -0.7329772710800171, + 2.379293918609619, + -0.19566836953163147, + 0.135186105966568 + ] + ], + "predicted_scores": [ + 2.578561782836914, + 1.5776348114013672, + 1.3823912143707275, + 1.231200933456421, + 1.228511095046997, + 0.8175785541534424, + -0.09507882595062256, + -0.20508435368537903 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train1", + "selected_index": 0, + "state_hash": "1a6598d7a10213185b8e2d980c20771ac889f00435d8b16ac43b78a7e97d1976", + "stored_base_utility": 0.16739778220653534, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17249532043933868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17249532043933868 + }, + "base_progress": 0.17249532043933868, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17249532043933868, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.3088321089744568, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3088321089744568 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2209416627883911, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2209416627883911 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.29438313841819763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.29438313841819763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.191306471824646, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.191306471824646 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2838781774044037, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2838781774044037 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13489378988742828, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13489378988742828 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17490501701831818, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17490501701831818 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12860620021820068, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12860620021820068 + } + ], + "candidate_progress": [ + 0.3088321089744568, + 0.2209416627883911, + 0.29438313841819763, + 0.191306471824646, + 0.2838781774044037, + 0.13489378988742828, + 0.17490501701831818, + 0.12860620021820068 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f", + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f", + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.66434246301651, + 0.08066189289093018, + -1.2675241231918335, + -0.47900864481925964, + 0.3658614754676819, + -0.8590956926345825, + -3.3221564292907715, + -0.34047582745552063, + 0.05130544304847717, + 0.6712802648544312, + -0.4646492302417755, + -0.10704675316810608, + 0.006211638450622559, + 0.04286700487136841, + 0.389317125082016, + -0.0697106420993805, + -0.511964738368988, + 0.06871357560157776, + 0.3807280957698822, + -0.39981088042259216, + 0.4552832543849945 + ], + [ + 0.35099688172340393, + -0.03818277269601822, + -0.49754706025123596, + -0.046686068177223206, + 0.8266825079917908, + -2.4465882778167725, + -1.7997105121612549, + -0.10689491033554077, + 0.05643133074045181, + 0.9137833714485168, + 0.2960786521434784, + 0.19869904220104218, + 0.8766937255859375, + 1.0805681943893433, + 0.680453896522522, + 0.05864907428622246, + -0.6433436274528503, + 0.03803987801074982, + 0.8238058686256409, + -0.29359880089759827, + 0.20983532071113586 + ], + [ + 1.0582118034362793, + -0.04030067101120949, + -0.7243465185165405, + -0.6143710613250732, + 0.3802897334098816, + -2.901557683944702, + -1.3318135738372803, + -0.3133724629878998, + 0.09479448199272156, + 0.4992121458053589, + 0.44391024112701416, + 0.30364012718200684, + 0.7617374658584595, + 0.35055193305015564, + 0.4560500979423523, + 0.016730088740587234, + -0.3687722682952881, + 0.2203853726387024, + 0.4309568405151367, + 0.7882569432258606, + 0.031521230936050415 + ], + [ + 0.7561925053596497, + -0.02134455181658268, + -0.4668804109096527, + -0.37546709179878235, + 0.7684608101844788, + -2.24467134475708, + -1.5439505577087402, + -0.35901227593421936, + -0.11018172651529312, + 0.8755040168762207, + 0.566098690032959, + -0.0884847640991211, + 0.7557405233383179, + 0.8252450227737427, + 0.6416624188423157, + 0.2421932965517044, + -0.4239899516105652, + -0.08072827756404877, + 0.8444597125053406, + -0.05379566550254822, + 0.16422559320926666 + ], + [ + 1.1061021089553833, + -0.0018314197659492493, + -0.7024316787719727, + -0.73631751537323, + 0.28238245844841003, + -2.518500804901123, + -1.52290678024292, + -0.29501307010650635, + 0.04758177697658539, + 0.48592904210090637, + 0.41482579708099365, + 0.3947581648826599, + 0.8966192007064819, + 0.37791523337364197, + 0.4781740605831146, + 0.06921035051345825, + -0.39778363704681396, + 0.2599978446960449, + 0.4704994559288025, + 1.07395601272583, + -0.06269867718219757 + ], + [ + 0.6541427969932556, + -0.06971369683742523, + 0.2752104103565216, + -0.11157601326704025, + 0.24950048327445984, + -2.443216562271118, + -1.5718789100646973, + -0.4474656283855438, + 0.12050953507423401, + 0.8944908976554871, + 0.4171169400215149, + -0.10360649228096008, + 0.898534893989563, + 0.7967979311943054, + 0.6356208324432373, + 0.1781896948814392, + -0.5574610829353333, + -0.07309933006763458, + 0.7680251002311707, + -0.13680462539196014, + -0.2495914101600647 + ], + [ + 1.0385358333587646, + 0.011935759335756302, + -0.4994369447231293, + -0.30474433302879333, + 0.5754244327545166, + -2.3396847248077393, + -1.2415359020233154, + -0.023339703679084778, + 0.02046307921409607, + 1.0864676237106323, + 0.43421125411987305, + 0.7430788278579712, + 0.9987413883209229, + 0.004643365740776062, + 0.3342709243297577, + -0.01421314850449562, + -0.2883109450340271, + 0.007109969854354858, + 0.3934275805950165, + 0.789324939250946, + 0.36957240104675293 + ], + [ + 1.0600510835647583, + 0.022163979709148407, + 0.005170166492462158, + -0.007501840591430664, + 0.6758092045783997, + -2.5283098220825195, + -1.5278525352478027, + -0.3909754455089569, + 0.05088251084089279, + 1.1886911392211914, + 0.3991927206516266, + -0.31787872314453125, + 0.8324296474456787, + 0.9886959195137024, + 0.6512655019760132, + 0.40735897421836853, + -0.4564697742462158, + 0.03924649953842163, + 1.0252398252487183, + -0.14922811090946198, + 0.04182422161102295 + ] + ], + "generated_utilities": [ + 0.3088321089744568, + 0.2209416627883911, + 0.29438313841819763, + 0.191306471824646, + 0.2838781774044037, + 0.13489378988742828, + 0.17490501701831818, + 0.12860620021820068 + ], + "group_id": "ms-f5dd1c43ebc4c0cfc3f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18771648406982422, + 0.18846067786216736, + 0.23862028121948242, + 0.1942768096923828, + 0.24133729934692383, + 0.1916230171918869, + 0.2769886255264282, + 0.15638399124145508, + 0.2974560856819153, + 0.18592731654644012, + 0.06699904054403305, + 0.17070075869560242, + 0.1668364405632019, + 0.05559476464986801, + 0.15857093036174774, + 0.11987017095088959 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.0499544143676758, + -0.12228982150554657, + -0.8799430131912231, + -0.12404224276542664, + -0.20721124112606049, + -2.5965893268585205, + -2.146313428878784, + -1.3031344413757324, + -1.5548274517059326, + 1.520930290222168, + 0.8875400424003601, + 1.8031569719314575, + 1.8553154468536377, + 2.8583850860595703, + 0.1410546600818634, + 0.6634358167648315, + 0.26967597007751465, + 1.5631144046783447, + -0.08400517702102661, + 1.3022966384887695, + 2.8169755935668945 + ], + [ + 1.6798787117004395, + -0.015331655740737915, + -0.39138662815093994, + -0.7346019148826599, + -0.7037978172302246, + -2.2127301692962646, + -2.925327777862549, + -1.0817961692810059, + -1.7922265529632568, + 2.076382637023926, + 0.6203137636184692, + 2.351043224334717, + 3.4073288440704346, + 3.004578113555908, + -0.03818245232105255, + 0.13109296560287476, + -0.31234362721443176, + 1.45621919631958, + 0.66318279504776, + 2.2426962852478027, + 3.134162664413452 + ], + [ + 1.3013015985488892, + 0.5020992159843445, + -0.6976112127304077, + 0.04386201500892639, + 0.2787678837776184, + -2.935166358947754, + -3.042389392852783, + -0.7715556621551514, + -1.810333013534546, + 2.998173236846924, + 1.3284354209899902, + 2.371995210647583, + 2.3226311206817627, + 2.1032519340515137, + -0.059997156262397766, + 1.4521421194076538, + -0.3995933532714844, + 0.4603380560874939, + 0.47180092334747314, + 0.686887800693512, + 2.294833183288574 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7258429527282715, + -0.18197835981845856, + -0.24730944633483887, + 0.1190207302570343, + -0.16395756602287292, + -1.6637372970581055, + 0.0, + -0.035968661308288574, + -0.10036402940750122, + 1.0103552341461182, + 0.14448165893554688, + 1.010573148727417, + 1.4690883159637451, + 0.0, + 0.1211370974779129, + -0.019168555736541748, + 0.22491455078125, + 0.030360698699951172, + -0.039063215255737305, + 0.5782217979431152, + 0.0 + ], + [ + 1.7258429527282715, + 0.18860922753810883, + -1.2473094463348389, + -0.284475713968277, + -0.3353281021118164, + -2.6637372970581055, + -2.6874477863311768, + -1.0359686613082886, + -0.9593114256858826, + 2.010355234146118, + 1.0125223398208618, + 2.010573148727417, + 2.469088315963745, + 2.409867286682129, + 0.24889414012432098, + 0.9808314442634583, + -0.30387043952941895, + 1.0303606986999512, + 0.2798594832420349, + 1.5782217979431152, + 2.3279221057891846 + ], + [ + 1.7877243757247925, + 0.024375945329666138, + -1.2956607341766357, + -0.10583999752998352, + -0.040880680084228516, + -2.77557373046875, + -2.465805768966675, + -0.867568850517273, + -1.0592297315597534, + 2.029885768890381, + 0.9480742812156677, + 1.8945786952972412, + 2.5397582054138184, + 2.5896449089050293, + 0.08296243846416473, + 0.6932773590087891, + -0.5432481169700623, + 0.947170615196228, + 0.22918134927749634, + 1.7703953981399536, + 2.2390944957733154 + ], + [ + 1.2840029001235962, + 0.12779363989830017, + -1.6449604034423828, + -0.7067093849182129, + -0.6227160096168518, + -2.3876545429229736, + -2.28385853767395, + -0.7221872210502625, + -0.6665030717849731, + 1.625172734260559, + 0.5165443420410156, + 2.2076029777526855, + 2.794196605682373, + 2.603325366973877, + 0.11594885587692261, + 1.3853435516357422, + -0.6451680660247803, + 0.6068257093429565, + 0.12245149910449982, + 2.041055679321289, + 2.178571939468384 + ] + ], + "predicted_scores": [ + 2.214761257171631, + 1.2995214462280273, + 0.983232855796814, + 0.9653195142745972, + 0.8992335796356201, + 0.5005269050598145, + 0.3947465717792511, + 0.3748410940170288 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805/train1", + "selected_index": 0, + "state_hash": "202004db00d1649e687427c19c246e179d308b2e723569b552a218e58ea140d7", + "stored_base_utility": 0.18771648406982422, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09442546218633652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09442546218633652 + }, + "base_progress": 0.09442546218633652, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09442546218633652, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06297371536493301, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06297371536493301 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07171845436096191, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07171845436096191 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07539409399032593, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07539409399032593 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06038171052932739, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06038171052932739 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06378284841775894, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06378284841775894 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06487039476633072, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06487039476633072 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06979814916849136, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06979814916849136 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06852316856384277, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06852316856384277 + } + ], + "candidate_progress": [ + 0.06297371536493301, + 0.07171845436096191, + 0.07539409399032593, + 0.06038171052932739, + 0.06378284841775894, + 0.06487039476633072, + 0.06979814916849136, + 0.06852316856384277 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b28f44671fe871a8bea8", + "ms-b28f44671fe871a8bea8", + "ms-abf8880f672677acc931", + "ms-62db3d4ffad1f0e82dd8", + "ms-6d46dae312649c977b64", + "ms-3d090ac2459c4b891dd1", + "ms-1150c257eb77fdf40f55", + "ms-6d46dae312649c977b64" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-f9740a08a98cb251b761", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.16755762696266174, + 0.10733260214328766, + 0.9417887330055237, + -0.5074924230575562, + 0.4276100993156433, + 1.0760278701782227, + 0.016070038080215454, + 0.03873169422149658, + 0.06645837426185608, + 0.535631000995636, + -0.08643036335706711, + 0.5748330950737, + 0.3712311089038849, + -0.06851990520954132, + 0.033810652792453766, + -0.2527443468570709, + 0.21303603053092957, + -0.023608192801475525, + -0.06123584508895874, + 0.5602222681045532, + -0.03540197014808655 + ], + [ + 0.19922798871994019, + -0.0083029605448246, + 1.0257855653762817, + -0.465485543012619, + 0.4396517276763916, + 1.1274865865707397, + -0.1406201720237732, + 0.28531280159950256, + 0.04028208553791046, + 0.572343647480011, + -0.1869104504585266, + 0.5532360076904297, + 0.47955915331840515, + -0.22226722538471222, + -0.014115232974290848, + -0.2544920742511749, + 0.20821896195411682, + -0.1435123234987259, + -0.051975131034851074, + 0.5532777905464172, + 0.1539975255727768 + ], + [ + 0.24650219082832336, + 0.11928373575210571, + 0.8599246740341187, + -0.4759909510612488, + 0.1441805213689804, + 1.003894329071045, + 0.041132986545562744, + 0.14727026224136353, + -0.04640648514032364, + 0.3329763114452362, + -0.03498345613479614, + 0.4182596802711487, + -0.025722116231918335, + -0.11886925995349884, + -0.21151259541511536, + -0.15417411923408508, + 0.28517451882362366, + -0.0796159952878952, + -0.2475186586380005, + 0.6287422180175781, + -0.28918108344078064 + ], + [ + -0.006651401519775391, + 0.09063977003097534, + 1.1450756788253784, + -0.6612603664398193, + 0.222150519490242, + 0.8369472026824951, + -0.2344508171081543, + 0.12431254982948303, + -0.028408179059624672, + 0.42184925079345703, + -0.12135627120733261, + 0.36684274673461914, + 0.3093850910663605, + 0.08320516347885132, + -0.16393470764160156, + -0.2230910062789917, + 0.10143566131591797, + -0.009343698620796204, + -0.08712124824523926, + 0.7430869936943054, + -0.18068534135818481 + ], + [ + -0.06414134800434113, + 0.23629732429981232, + 1.0522292852401733, + -0.49500104784965515, + 0.26514819264411926, + 0.9076052904129028, + 0.057687073945999146, + 0.03188444674015045, + -0.048894837498664856, + 0.18615981936454773, + -0.03944370150566101, + 0.38575875759124756, + 0.35332533717155457, + -0.12594251334667206, + -0.11136315762996674, + -0.13972117006778717, + 0.12701041996479034, + -0.03779900074005127, + -0.05942234396934509, + 0.9027824997901917, + -0.22538378834724426 + ], + [ + 0.004349306225776672, + 0.2382632941007614, + 1.0562732219696045, + -0.6145175695419312, + 0.30953675508499146, + 0.8893370628356934, + -0.13748204708099365, + 0.08786627650260925, + -0.006538946181535721, + 0.33588311076164246, + -0.05271013826131821, + 0.4706602990627289, + 0.25468358397483826, + -0.2232896238565445, + -0.016603518277406693, + -0.19173583388328552, + 0.1706865429878235, + -0.09176398813724518, + 0.03977632522583008, + 0.7844186425209045, + -0.34134748578071594 + ], + [ + 0.06504760682582855, + 0.20887358486652374, + 1.0279022455215454, + -0.5995404124259949, + 0.23999959230422974, + 0.933103084564209, + 0.025374263525009155, + 0.05157285928726196, + -0.0001683821901679039, + 0.2684832513332367, + -0.020141609013080597, + 0.3747135400772095, + 0.2845584452152252, + -0.21448780596256256, + 0.019579213112592697, + -0.1946423500776291, + 0.15957263112068176, + -0.1273326426744461, + 0.03254140913486481, + 0.8050023913383484, + -0.27131468057632446 + ], + [ + 0.01001197099685669, + 0.21401308476924896, + 1.063191294670105, + -0.523521900177002, + 0.08830435574054718, + 0.8819243907928467, + -0.011096030473709106, + 0.09699083864688873, + -0.003069991245865822, + 0.24286620318889618, + -0.031965963542461395, + 0.4571991264820099, + 0.2807648479938507, + 0.015295431017875671, + -0.07306787371635437, + -0.1616440862417221, + 0.11992113292217255, + 0.02457946538925171, + -0.05725321173667908, + 0.7829896807670593, + -0.26301509141921997 + ] + ], + "generated_utilities": [ + 0.06297371536493301, + 0.07171845436096191, + 0.07539409399032593, + 0.06038171052932739, + 0.06378284841775894, + 0.06487039476633072, + 0.06979814916849136, + 0.06852316856384277 + ], + "group_id": "ms-f9740a08a98cb251b761", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18963214755058289, + 0.1666136085987091, + 0.23594024777412415, + 2.0, + 0.07180815935134888, + 0.09929104894399643, + 0.04174518585205078, + 0.05397164821624756, + 0.07266998291015625, + 0.04789034649729729, + 0.03470579907298088, + 0.13277660310268402, + 0.08080995082855225, + 0.07135897874832153, + 0.07288587093353271, + 0.07202281802892685 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.328328251838684, + 1.4538578987121582, + 2.259695053100586, + -1.278676152229309, + 0.4530661106109619, + 1.153411865234375, + 1.7947841882705688, + 0.27321866154670715, + 0.2675345242023468, + 1.2730824947357178, + -0.18332287669181824, + 1.5639415979385376, + 0.0130281001329422, + 0.619087815284729, + -0.95191490650177, + -0.04418129846453667, + 0.7013400793075562, + -0.030169637873768806, + -1.1641497611999512, + 1.381471872329712, + 2.3944220542907715 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5895683765411377, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.238175630569458, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.788844108581543 + ], + [ + -1.5939538478851318, + 1.3609699010849, + 2.412710189819336, + -1.464042067527771, + 0.46117064356803894, + 0.9333378076553345, + 1.764366626739502, + 0.5168601870536804, + 0.07475700974464417, + 1.1358004808425903, + -0.3883078992366791, + 1.6643180847167969, + 0.0025240061804652214, + 0.8426899313926697, + -0.8600375652313232, + 0.225119486451149, + 0.5782044529914856, + 0.140903502702713, + -1.26581871509552, + 1.152244210243225, + 2.5271615982055664 + ], + [ + -1.339027762413025, + 1.5687905550003052, + 1.9897546768188477, + -1.2427904605865479, + 0.05958297848701477, + 1.2702220678329468, + 2.160168170928955, + 0.4460240602493286, + 0.6673279404640198, + 1.3324490785598755, + 0.10481858253479004, + 1.6963433027267456, + 0.24732840061187744, + 0.39262405037879944, + -1.1415603160858154, + 0.17928871512413025, + 0.8881077170372009, + 0.2759820818901062, + -1.1743264198303223, + 1.0985158681869507, + 2.3411061763763428 + ], + [ + -1.544585943222046, + 1.2350668907165527, + 2.313249111175537, + -1.424852967262268, + 0.7017942667007446, + 1.1346094608306885, + 2.204472541809082, + 0.2732553780078888, + 0.22631995379924774, + 1.7685801982879639, + -0.4368963837623596, + 1.8069084882736206, + -0.41373223066329956, + 0.3032912611961365, + -1.1985286474227905, + -0.309637188911438, + 0.6955699324607849, + 0.43281105160713196, + -1.0091094970703125, + 1.1219456195831299, + 2.5757639408111572 + ], + [ + -1.6817699670791626, + 1.2309470176696777, + 1.6741373538970947, + -0.7397337555885315, + 0.7746389508247375, + 0.9163780212402344, + 1.5153520107269287, + 0.0792025476694107, + 0.5305838584899902, + 0.6793052554130554, + -0.30344170331954956, + 1.4655344486236572, + -0.0034384187310934067, + 0.4800187349319458, + -0.44390469789505005, + 0.4072031080722809, + 0.8079975247383118, + -0.456052303314209, + -0.9508532881736755, + 1.0954267978668213, + 1.9716954231262207 + ], + [ + -1.7659152746200562, + 1.1735639572143555, + 2.665199041366577, + -1.677711009979248, + 1.0456008911132812, + 1.6253440380096436, + 2.0342960357666016, + -0.19850894808769226, + 0.4011203348636627, + 1.749795913696289, + -0.5464335680007935, + 1.9662569761276245, + 0.21235032379627228, + 0.7858313322067261, + -1.5640842914581299, + -0.6628853678703308, + 1.107743263244629, + 0.08910499513149261, + -1.349528431892395, + 0.9170003533363342, + 2.918466091156006 + ], + [ + -0.7910560369491577, + 2.0946784019470215, + 1.916642427444458, + -1.59114408493042, + 1.1567151546478271, + 1.5353091955184937, + 2.378721237182617, + 0.4514116644859314, + 0.2991885542869568, + 1.098503589630127, + 0.2721196115016937, + 1.0611438751220703, + 0.2084072232246399, + 0.6620272397994995, + -0.61283278465271, + -0.19901077449321747, + 0.9712675213813782, + -0.40759071707725525, + -0.7214087247848511, + 1.2769875526428223, + 2.321784496307373 + ], + [ + -1.7364606857299805, + 1.4936802387237549, + 1.5629944801330566, + -0.6870905756950378, + 1.3506951332092285, + 1.8723629713058472, + 1.618431806564331, + 0.29551437497138977, + 0.699256956577301, + 0.7469893097877502, + -0.3006216585636139, + 1.9444875717163086, + 0.08252858370542526, + 0.5873371958732605, + -1.0729506015777588, + 0.7764571905136108, + 1.5990238189697266, + -0.7900809049606323, + -0.9366356134414673, + 1.9326322078704834, + 1.6349339485168457 + ], + [ + -1.0949623584747314, + 1.24751877784729, + 2.2011094093322754, + -0.2876286506652832, + 0.6442606449127197, + 0.37397754192352295, + 2.3923168182373047, + -0.2716003358364105, + -0.30501589179039, + 0.9780911207199097, + -0.13744153082370758, + 1.5076425075531006, + -0.672619104385376, + 0.40599220991134644, + -1.3022570610046387, + 0.3194269835948944, + 0.08041149377822876, + 0.7910391092300415, + -1.432412028312683, + 1.8939918279647827, + 3.1964197158813477 + ], + [ + -1.9034614562988281, + 2.43215012550354, + 1.6679047346115112, + -0.680276095867157, + 0.002479344606399536, + 2.037142038345337, + 1.5024346113204956, + 0.44105833768844604, + -0.31217631697654724, + 1.14781653881073, + -0.12456990033388138, + 1.9509037733078003, + 0.44352978467941284, + 1.0168178081512451, + -1.453316330909729, + -0.6383359432220459, + 0.7194846272468567, + 0.13869065046310425, + -0.708314061164856, + 0.6731570363044739, + 2.9902021884918213 + ], + [ + -0.8454462289810181, + 0.9447854161262512, + 2.338465452194214, + -2.099304676055908, + 0.14575117826461792, + 0.8284336924552917, + 2.074808120727539, + 0.5858138799667358, + -0.5093123912811279, + 0.7208842635154724, + -0.7248879671096802, + 0.8908135890960693, + 0.5226470828056335, + 1.1559538841247559, + -1.5132261514663696, + -0.6072931289672852, + 0.27083778381347656, + -0.2136177271604538, + -1.825482964515686, + 0.8004724979400635, + 2.1059868335723877 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3283282518386841, + 0.4538578987121582, + 1.259695053100586, + -0.435233473777771, + -0.34613603353500366, + 0.33565592765808105, + 0.0, + 0.21994653344154358, + 0.29822152853012085, + 0.2730824947357178, + 0.49266019463539124, + 0.5639415979385376, + 0.337945818901062, + 0.0, + -0.5842068791389465, + 0.1791902780532837, + 0.05828911066055298, + -0.008675100281834602, + -0.19750452041625977, + 0.5053626298904419, + 0.0 + ] + ], + "predicted_scores": [ + 2.314744710922241, + 2.271486520767212, + 2.1111674308776855, + 1.6248470544815063, + 1.0953049659729004, + 0.9843255281448364, + 0.9310481548309326, + 0.8803316354751587 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1822210471/train1", + "selected_index": 0, + "state_hash": "d2b06311a579caa803fbe0846f9fb788a6e35fee82ba776b26cf5c739d3e5329", + "stored_base_utility": 0.18963214755058289, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.1871798038482666, + 0.16713964939117432, + 0.166154146194458, + 0.1397460699081421, + 0.18678128719329834, + 0.18518900871276855, + 0.19587409496307373, + 0.2450493574142456 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1871798038482666, + "contact_quality": null, + "progress": 0.18111401796340942, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18111401796340942 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16713964939117432, + "contact_quality": null, + "progress": 0.1640477329492569, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1640477329492569 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.166154146194458, + "contact_quality": null, + "progress": 0.16740231215953827, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16740231215953827 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1397460699081421, + "contact_quality": null, + "progress": 0.17652682960033417, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17652682960033417 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18678128719329834, + "contact_quality": null, + "progress": 0.16062676906585693, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16062676906585693 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18518900871276855, + "contact_quality": null, + "progress": 0.16852796077728271, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16852796077728271 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19587409496307373, + "contact_quality": null, + "progress": 0.16987091302871704, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16987091302871704 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2450493574142456, + "contact_quality": null, + "progress": 0.2027529925107956, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2027529925107956 + } + ], + "candidate_progress": [ + 0.18111401796340942, + 0.1640477329492569, + 0.16740231215953827, + 0.17652682960033417, + 0.16062676906585693, + 0.16852796077728271, + 0.16987091302871704, + 0.2027529925107956 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-19cb10d10516bd0216a6", + "ms-19cb10d10516bd0216a6", + "ms-15459afe7e32ce62fc1b", + "ms-a148ca5e4912e2cf417d", + "ms-c1620854ba52f09e24d5" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-fa8b4ba41ecac8030271", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.7111381888389587, + -0.2945442795753479, + 0.18751707673072815, + -0.7055342197418213, + 0.9937240481376648, + 2.9439151287078857, + 1.9666123390197754, + 1.8003883361816406, + 0.4557614028453827, + -1.0975006818771362, + -0.44709476828575134, + -1.0635336637496948, + -2.2841179370880127, + -2.253692150115967, + 0.8000595569610596, + 0.26912492513656616, + -1.320895791053772, + -0.2432965487241745, + -0.8712102770805359, + -2.7723464965820312, + -1.982865571975708 + ], + [ + 0.6170791387557983, + -0.41851359605789185, + 0.23815548419952393, + -0.8859586715698242, + 0.772657573223114, + 2.712165355682373, + 2.1281847953796387, + 2.012995958328247, + 0.3826969563961029, + -1.1691187620162964, + -0.4269426167011261, + -1.0224618911743164, + -1.957759141921997, + -1.9995037317276, + 1.1951026916503906, + 0.34054383635520935, + -1.1548981666564941, + -0.4910144805908203, + -0.7812625765800476, + -2.2529687881469727, + -2.010138750076294 + ], + [ + 0.48863285779953003, + -0.41581839323043823, + 0.22656017541885376, + -0.9973368644714355, + 0.5207506418228149, + 2.980756998062134, + 1.9613385200500488, + 2.065532684326172, + 0.3166963756084442, + -1.324902892112732, + -0.5302561521530151, + -1.013888955116272, + -2.051265239715576, + -2.128833532333374, + 1.1511785984039307, + 0.35076087713241577, + -1.128404974937439, + -0.4609503149986267, + -0.729425847530365, + -2.454293727874756, + -1.915414810180664 + ], + [ + 0.7580183148384094, + -0.3997548222541809, + 0.38599178194999695, + -1.222383975982666, + 0.9255768060684204, + 2.2181196212768555, + 1.5553197860717773, + 1.9867651462554932, + 0.3723454177379608, + -1.1001964807510376, + -0.17459332942962646, + -0.7622625827789307, + -2.0272133350372314, + -1.4266088008880615, + 1.0890851020812988, + 0.3094739615917206, + -1.0511540174484253, + -0.5436392426490784, + -0.6903680562973022, + -1.8613359928131104, + -1.4684500694274902 + ], + [ + 0.5442115068435669, + -0.4756205677986145, + 0.31040120124816895, + -0.8233669996261597, + 0.8124061822891235, + 2.7710654735565186, + 2.2693352699279785, + 2.1307151317596436, + 0.4003261625766754, + -1.07254958152771, + -0.5123972296714783, + -1.0012156963348389, + -2.0277717113494873, + -1.8656989336013794, + 1.196935772895813, + 0.3031873106956482, + -1.21841561794281, + -0.5437878966331482, + -0.8430284857749939, + -2.0757665634155273, + -2.0231833457946777 + ], + [ + 0.734464704990387, + -0.38481348752975464, + 0.2673899531364441, + -1.1455743312835693, + 0.9498484134674072, + 2.875511646270752, + 2.026407241821289, + 2.031935930252075, + 0.27080658078193665, + -1.3077843189239502, + -0.1830124855041504, + -1.0366965532302856, + -2.0154294967651367, + -2.1330199241638184, + 1.0608102083206177, + 0.41943925619125366, + -1.25140380859375, + -0.5839265584945679, + -0.8469987511634827, + -2.553908586502075, + -1.8235996961593628 + ], + [ + 0.7467545866966248, + -0.3084973096847534, + 0.5375445485115051, + -1.1704598665237427, + 1.0351383686065674, + 3.1918303966522217, + 2.2269341945648193, + 1.9414321184158325, + 0.341418594121933, + -1.1342289447784424, + -0.5378459095954895, + -1.2601022720336914, + -2.0505592823028564, + -2.255608081817627, + 1.1160179376602173, + 0.034619253128767014, + -1.4343456029891968, + -0.7066328525543213, + -0.6131162047386169, + -2.1576013565063477, + -1.9372913837432861 + ], + [ + 1.3013216257095337, + -0.2003491222858429, + 0.039779603481292725, + -0.383468359708786, + 0.5765930414199829, + 2.6547749042510986, + 2.290254592895508, + 2.3522777557373047, + 0.26408833265304565, + -1.4739043712615967, + -0.5496630072593689, + -0.722055196762085, + -2.165919780731201, + -2.179126739501953, + 1.298118233680725, + 0.17165246605873108, + -1.204262375831604, + -0.44057929515838623, + -0.724611222743988, + -2.488800525665283, + -2.141096353530884 + ] + ], + "generated_utilities": [ + 0.18111401796340942, + 0.1640477329492569, + 0.16740231215953827, + 0.17652682960033417, + 0.16062676906585693, + 0.16852796077728271, + 0.16987091302871704, + 0.2027529925107956 + ], + "group_id": "ms-fa8b4ba41ecac8030271", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1999034285545349, + 0.19537882506847382, + 0.1878858059644699, + 0.10708900541067123, + 0.30856266617774963, + 0.21681398153305054, + 0.20668260753154755, + 0.24332170188426971, + 0.21966992318630219, + 2.0, + 0.12176843732595444, + 0.21565715968608856, + 0.17414778470993042, + 0.2961037755012512, + 2.0, + 0.14314405620098114 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3850085735321045, + -0.12499690055847168, + 0.23026636242866516, + 0.3441506028175354, + -0.5896595120429993, + 1.3285071849822998, + 0.0, + 0.9608756303787231, + -0.6303849220275879, + -0.4489363431930542, + 0.19228625297546387, + -0.060829102993011475, + -1.5031561851501465, + 0.0, + 0.6682586669921875, + -0.3808414936065674, + -0.24890053272247314, + -0.0859505832195282, + -0.39291638135910034, + -1.227027177810669, + 0.0 + ], + [ + 1.1117833852767944, + -0.22146081924438477, + 0.8060464859008789, + -1.2621219158172607, + -0.7419209480285645, + 2.776776075363159, + 1.7448759078979492, + 1.8798961639404297, + 0.8844053745269775, + -1.4605207443237305, + -0.8848221302032471, + -1.1552958488464355, + -2.1116368770599365, + -2.0525219440460205, + 1.839819073677063, + -0.4192996025085449, + -0.7317090034484863, + -0.820005476474762, + -0.43981343507766724, + -1.7702475786209106, + -2.484005928039551 + ], + [ + 1.1318604946136475, + -0.7132304906845093, + 0.300742506980896, + -0.9141160249710083, + -0.7314306497573853, + 2.332737445831299, + 2.508967161178589, + 1.0537950992584229, + 0.14121568202972412, + -1.2136672735214233, + -1.4384262561798096, + 0.10421133041381836, + -3.4149415493011475, + -3.5561158657073975, + 2.111635446548462, + 0.9387479424476624, + -1.6380393505096436, + -1.3072272539138794, + -0.9688614010810852, + -2.488199234008789, + -2.8163912296295166 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.3850085735321045, + -0.3069998621940613, + 0.11719995737075806, + -0.6437197923660278, + -0.09871453046798706, + 2.3285071849823, + 2.3286690711975098, + 1.9608756303787231, + 0.2601262032985687, + -1.4489363431930542, + -0.6709547638893127, + -0.8347184658050537, + -2.5031561851501465, + -2.6997807025909424, + 1.6682586669921875, + 0.26449674367904663, + -1.2489005327224731, + -0.4517422318458557, + -0.65993732213974, + -2.227027177810669, + -2.3685905933380127 + ], + [ + 0.8825795650482178, + 0.03663256764411926, + 0.2871561646461487, + -0.19246548414230347, + -0.24871833622455597, + 2.7659337520599365, + 2.0531702041625977, + 1.6805627346038818, + 0.38442263007164, + -1.7219866514205933, + -1.0843830108642578, + -1.4238067865371704, + -1.97629976272583, + -2.2081234455108643, + 2.145982503890991, + 0.010948330163955688, + -1.6380746364593506, + 0.06734919548034668, + -0.791618287563324, + -2.078697681427002, + -1.8579599857330322 + ], + [ + 1.9953546524047852, + 0.049538373947143555, + 0.7998120784759521, + -1.1160595417022705, + -0.2166132628917694, + 3.0366992950439453, + 2.3749594688415527, + 2.914440631866455, + -0.39788123965263367, + -1.2257156372070312, + -0.6898995041847229, + -1.266430139541626, + -2.087775945663452, + -1.9598774909973145, + 2.023083209991455, + 0.8751108646392822, + -1.6010510921478271, + -1.1009621620178223, + 0.3197782039642334, + -2.2430946826934814, + -1.955519676208496 + ], + [ + 0.4652706980705261, + -1.2153732776641846, + -0.19463279843330383, + -0.8564790487289429, + -0.33998867869377136, + 2.288954973220825, + 2.076101303100586, + 1.6626056432724, + -0.5203378200531006, + -1.4386308193206787, + -0.6058706641197205, + -1.5084209442138672, + -3.362673759460449, + -1.7210259437561035, + 0.8736926317214966, + -0.26275408267974854, + -1.5807470083236694, + -1.2629809379577637, + -1.1107054948806763, + -2.832108974456787, + -2.527189016342163 + ] + ], + "predicted_scores": [ + -0.6568939685821533, + -0.9597574472427368, + -0.9995161294937134, + -1.0576735734939575, + -1.1655668020248413, + -1.1684356927871704, + -1.2044744491577148, + -1.3111106157302856 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train1", + "selected_index": 0, + "state_hash": "1d4eb9f0462511fb8df289955476eb99eb3f72b3e54a762dc159b1b7c1c74e21", + "stored_base_utility": 0.1999034285545349, + "task_id": "PullCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21750855445861816, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21750855445861816 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21395862102508545, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21395862102508545 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 0.21750855445861816, + 1.0, + 1.0, + 1.0, + 0.21395862102508545 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + false, + true, + true, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-05f34a90fa7355262b8e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6574657559394836, + -0.10496571660041809, + -0.10040536522865295, + -0.9489212036132812, + -2.0052971839904785, + -0.24573153257369995, + -0.09523290395736694, + 0.1005905345082283, + -0.16804377734661102, + -0.04002281278371811, + 0.03432142734527588, + -1.2496718168258667, + -0.33674156665802, + 0.053471364080905914, + -0.035944174975156784, + 0.09630817174911499, + -0.26438289880752563, + -0.12191660702228546, + -0.22957491874694824, + -0.562686562538147, + -0.5405920743942261 + ], + [ + -0.36417198181152344, + -0.022174570709466934, + 0.49713727831840515, + -0.9911441802978516, + -1.7878491878509521, + -0.24150431156158447, + 0.1042802631855011, + -0.020289629697799683, + -0.0030353637412190437, + 0.12929977476596832, + 0.05536113679409027, + -1.0945178270339966, + -0.49070408940315247, + 0.3129495084285736, + 0.006838511675596237, + 0.18190568685531616, + -0.29414963722229004, + -0.1582646518945694, + -0.04248705506324768, + -0.7059361934661865, + -0.31688767671585083 + ], + [ + -0.29626983404159546, + -0.15709593892097473, + 0.15571561455726624, + -0.7755502462387085, + -2.2492542266845703, + 0.014680907130241394, + -0.11367475986480713, + 0.013704806566238403, + -0.028807302936911583, + 0.22075611352920532, + 0.09861134737730026, + -1.2925643920898438, + -0.1439337432384491, + 0.16136565804481506, + -0.10533784329891205, + 0.048700809478759766, + -0.45345813035964966, + -0.09822763502597809, + -0.32249486446380615, + -0.15532968938350677, + 0.06428731232881546 + ], + [ + -0.6272761821746826, + -0.05739060789346695, + -0.014549940824508667, + -0.8484426736831665, + -2.0243148803710938, + -0.19196724891662598, + -0.12771743535995483, + -0.09283372759819031, + -0.12064780294895172, + 0.10281623899936676, + 0.03676856309175491, + -0.9828020334243774, + -0.2684989273548126, + -0.01049681007862091, + -0.10530127584934235, + 0.035144854336977005, + -0.3972669839859009, + -0.016310006380081177, + -0.2454509735107422, + -0.5905482769012451, + -0.3110589385032654 + ], + [ + -0.7303189635276794, + 0.10136079788208008, + 0.005015254020690918, + -0.8859509229660034, + -1.9564194679260254, + 0.18769632279872894, + 0.3820843994617462, + 0.1318979114294052, + -0.0873686745762825, + 0.05557478219270706, + -0.05964531749486923, + -1.2533466815948486, + -0.53528892993927, + 0.14850634336471558, + -0.3506470322608948, + 0.06103527918457985, + -0.36464446783065796, + 0.009846940636634827, + -0.21789368987083435, + -0.5091031789779663, + 0.1635437160730362 + ], + [ + -0.2958609461784363, + -0.055501557886600494, + 0.4078753590583801, + -0.7643967866897583, + -1.8209407329559326, + -0.3063659369945526, + 0.23485733568668365, + -0.2258957028388977, + -0.009511418640613556, + 0.1361922025680542, + 0.24230623245239258, + -0.9992423057556152, + 0.13155832886695862, + -0.15838642418384552, + 0.12335146963596344, + 0.1681830883026123, + -0.23644952476024628, + 0.07186952233314514, + -0.47349977493286133, + -0.42489027976989746, + -0.39510276913642883 + ], + [ + -0.31633299589157104, + -0.12013579905033112, + 0.09185239672660828, + -0.8072466850280762, + -1.7782516479492188, + -0.16564837098121643, + 0.08112344145774841, + -0.10978615283966064, + -0.08235976845026016, + 0.04238447546958923, + 0.1535400152206421, + -0.8854769468307495, + -0.19551807641983032, + -0.11486963927745819, + 0.017680183053016663, + 0.06729789078235626, + -0.2599684000015259, + 0.02649979293346405, + -0.2015555500984192, + -0.25940045714378357, + -0.30128490924835205 + ], + [ + -0.5821194648742676, + -0.07644835114479065, + 0.007707715034484863, + -0.7677727937698364, + -2.0761611461639404, + -0.24474740028381348, + 0.008869946002960205, + -0.14492782950401306, + -0.10546564310789108, + 0.1967444121837616, + 0.05459785461425781, + -0.9012442827224731, + -0.12620645761489868, + -0.03622621297836304, + -0.03813330456614494, + -0.022344350814819336, + -0.36560726165771484, + 0.06066790223121643, + -0.4042237401008606, + -0.5424844026565552, + -0.11499541997909546 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 0.21750855445861816, + 2.0, + 2.0, + 2.0, + 0.21395862102508545 + ], + "group_id": "ms-05f34a90fa7355262b8e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15652915835380554, + 2.0, + 2.0, + 2.0, + 0.19534838199615479, + 2.0, + 0.14914235472679138, + 0.15623633563518524, + 0.14543583989143372, + 0.1465626358985901, + 0.0926935076713562, + 0.16237308084964752, + 0.03522460162639618, + 0.10658708214759827, + 0.028859734535217285, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.6060999631881714, + -0.43246322870254517, + 0.4339025020599365, + -1.7493220567703247, + -3.4221410751342773, + 1.0740382671356201, + 1.3321559429168701, + 0.46585696935653687, + -0.589473307132721, + 1.8477885723114014, + 0.44551825523376465, + -1.8714042901992798, + -0.574306845664978, + 1.384130835533142, + -0.8875441551208496, + 0.1916527897119522, + -1.2021350860595703, + 1.0158839225769043, + -0.19537174701690674, + 0.3545498251914978, + 0.1062857136130333 + ], + [ + -1.1949074268341064, + 0.37561818957328796, + 0.6294573545455933, + -2.2311086654663086, + -2.392364025115967, + -0.022758662700653076, + 1.1124982833862305, + 0.6051995158195496, + -0.3300172686576843, + 0.8309909105300903, + 1.1865142583847046, + -1.434995412826538, + -1.2019450664520264, + 1.510834813117981, + -0.7916520833969116, + 0.05727994441986084, + -0.04031634330749512, + 1.0271027088165283, + -0.44220826029777527, + 0.7528294324874878, + 0.4191758632659912 + ], + [ + -0.6505431532859802, + 0.07136447727680206, + 0.9440286159515381, + -0.9951632022857666, + -3.1686527729034424, + 1.4486439228057861, + 1.664912462234497, + 1.5056291818618774, + -1.5199066400527954, + 0.9414214491844177, + 0.06458979845046997, + -1.0082377195358276, + -0.21995997428894043, + 0.781690239906311, + -0.9857915639877319, + 0.3504268229007721, + -0.14083001017570496, + 0.32620590925216675, + -0.7383995056152344, + 0.16358716785907745, + -0.8896582126617432 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.10862231254577637, + -0.08068811893463135, + 0.0012606680393218994, + -0.4646165370941162, + -1.8215670585632324, + 0.029768049716949463, + 0.0, + 0.10250359773635864, + 0.02335488796234131, + 0.6218745708465576, + -0.03845292329788208, + -0.8278065919876099, + -0.041066378355026245, + 0.0, + -0.06273365020751953, + -0.003127366304397583, + 0.022957921028137207, + -0.044224828481674194, + -0.025996685028076172, + 0.053954288363456726, + 0.0 + ], + [ + -0.10862231254577637, + 0.22310185432434082, + -0.0324944444000721, + -0.4646165370941162, + -1.8215670585632324, + 0.03010779619216919, + 0.0, + 0.13808095455169678, + -0.0174829363822937, + 0.6218745708465576, + -0.13732177019119263, + -0.8278065919876099, + 0.08308684825897217, + 0.0, + -0.19426950812339783, + -0.19269266724586487, + 0.31948423385620117, + 0.19032111763954163, + 0.02084815502166748, + 0.13870422542095184, + 0.0 + ], + [ + -0.10862231254577637, + 0.03872154653072357, + 0.27483370900154114, + -0.4646165370941162, + -1.8215670585632324, + 0.8015317916870117, + 0.0, + -0.05944252014160156, + 0.2082652449607849, + 0.6218745708465576, + -0.29590070247650146, + -0.8278065919876099, + 0.17055338621139526, + 0.0, + -0.3260674476623535, + -0.1313447654247284, + -0.11790299415588379, + 0.5002882480621338, + -0.36649245023727417, + -0.08774088323116302, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.1994411945343018, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.937610626220703, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1805831789970398 + ], + [ + -1.7618608474731445, + -0.514107346534729, + -0.4017075002193451, + -2.1358213424682617, + -2.4041242599487305, + 0.20604944229125977, + 1.1540758609771729, + -0.30199533700942993, + -0.8305293917655945, + 2.390371561050415, + 0.697504460811615, + -2.76995587348938, + 0.48525214195251465, + 2.2664616107940674, + -0.8383316993713379, + -0.562224268913269, + -0.7230937480926514, + 0.41237613558769226, + -1.3292278051376343, + 0.839605987071991, + 0.9771155118942261 + ] + ], + "predicted_scores": [ + 5.2257795333862305, + 4.472305774688721, + 4.2350287437438965, + 4.230025768280029, + 4.22205924987793, + 3.952702045440674, + 3.8850510120391846, + 3.7862069606781006 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "440577711/train1", + "selected_index": 0, + "state_hash": "f608f0a2ba1f3d3affbb6797210a75fb6dee2e759a78a21320141bb468bce9e7", + "stored_base_utility": 0.15652915835380554, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1651957929134369, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1651957929134369 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1879669427871704, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1879669427871704 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17775490880012512, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17775490880012512 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17919567227363586, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17919567227363586 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18464991450309753, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18464991450309753 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15587925910949707, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15587925910949707 + } + ], + "candidate_progress": [ + 1.0, + 0.1651957929134369, + 0.1879669427871704, + 0.17775490880012512, + 1.0, + 0.17919567227363586, + 0.18464991450309753, + 0.15587925910949707 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6825a9112cb71ea137c9", + "ms-934e125b62165b614036", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-68054c6c805197b033a7" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + false, + false, + false, + true, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-2413d1155c87f0442485", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.1655323505401611, + -0.16060811281204224, + 0.9381858110427856, + -2.259376287460327, + -0.6161074638366699, + -0.40646639466285706, + 1.3326352834701538, + 0.41126325726509094, + 0.1319931298494339, + -0.6051653623580933, + 0.3079974055290222, + -1.4307293891906738, + 0.39669468998908997, + 0.5626118183135986, + -0.018003541976213455, + 0.17832818627357483, + -0.9926744103431702, + 0.6026668548583984, + -0.5892496705055237, + -0.46308672428131104, + 0.5130709409713745 + ], + [ + -1.3177765607833862, + -0.19762945175170898, + 0.9819940328598022, + -2.3979647159576416, + -1.0907878875732422, + -0.5197054147720337, + 1.4324924945831299, + 0.38717666268348694, + 0.047360025346279144, + -0.4642964005470276, + 0.22191283106803894, + -1.1904616355895996, + 0.13089314103126526, + 0.7311399579048157, + 0.08093424886465073, + 0.13015136122703552, + -0.8855395913124084, + 0.6886279582977295, + -0.6004297137260437, + -0.4173435568809509, + 0.19210883975028992 + ], + [ + -1.5659531354904175, + -0.209711953997612, + 0.8335933685302734, + -2.4073543548583984, + -1.3290059566497803, + -0.5673333406448364, + 0.7567169666290283, + 0.17559528350830078, + 0.06698010861873627, + -0.5718538761138916, + 0.059423044323921204, + -1.6270549297332764, + 0.24127188324928284, + 0.3599082827568054, + 0.005795363336801529, + 0.15356795489788055, + -0.729080080986023, + 0.630763828754425, + -0.596712589263916, + -0.5192256569862366, + 0.3549852669239044 + ], + [ + -1.4677228927612305, + -0.12845748662948608, + 1.0392259359359741, + -2.397881031036377, + -0.8073278069496155, + 0.04813162237405777, + 1.1117947101593018, + 0.4445855915546417, + 0.05977673828601837, + -0.6281725764274597, + 0.2901887595653534, + -1.520917534828186, + 0.879736065864563, + 0.5209096074104309, + -0.14400392770767212, + 0.09120221436023712, + -0.890464723110199, + 0.7555031180381775, + -0.38770949840545654, + -0.3501606285572052, + 0.06437700986862183 + ], + [ + -1.4813915491104126, + -0.2152053713798523, + 1.0002676248550415, + -2.0746612548828125, + -1.7533931732177734, + -0.314318984746933, + 0.8925769329071045, + 0.4566696584224701, + 0.21439822018146515, + -0.3622187077999115, + 0.09048724174499512, + -1.872717022895813, + 0.08100798726081848, + 0.8682122230529785, + -0.10107417404651642, + -0.0438438318669796, + -0.8695089221000671, + 0.5917946100234985, + -0.44517964124679565, + -0.07002440094947815, + 0.8899896144866943 + ], + [ + -1.6144644021987915, + -0.24158668518066406, + 1.046884536743164, + -2.3698270320892334, + -1.23600435256958, + -0.538440465927124, + 1.1237118244171143, + 0.2939653694629669, + 0.06328035145998001, + -0.4334941506385803, + 0.001722831279039383, + -1.2487032413482666, + -0.18779441714286804, + 0.6628786325454712, + -0.306653767824173, + 0.10807579755783081, + -0.8428277373313904, + 0.8402499556541443, + -0.6666544079780579, + -0.02925357222557068, + 0.4612373411655426 + ], + [ + -1.6815115213394165, + -0.19043821096420288, + 1.100219488143921, + -2.26338791847229, + -1.0582058429718018, + -0.6042523384094238, + 1.118225336074829, + 0.07418954372406006, + 0.10743844509124756, + -0.5779913067817688, + 0.07062932848930359, + -1.623990774154663, + -0.5301796793937683, + 0.8303675055503845, + -0.24924588203430176, + 0.31294018030166626, + -0.8128724694252014, + 0.8270888924598694, + -0.9850502610206604, + -0.27908122539520264, + 0.09010816365480423 + ], + [ + -1.3404347896575928, + -0.14646467566490173, + 0.7124962210655212, + -2.353708267211914, + -1.0687832832336426, + 0.006170392036437988, + 1.1623728275299072, + 0.32266807556152344, + -0.07139558345079422, + -0.5098609924316406, + 0.2813682556152344, + -1.151956558227539, + 0.35924670100212097, + 0.5765189528465271, + 0.12681947648525238, + 0.020468518137931824, + -0.9633468985557556, + 0.3630501627922058, + -0.5671043395996094, + -0.1708177775144577, + 0.19215524196624756 + ] + ], + "generated_utilities": [ + 2.0, + 0.1651957929134369, + 0.1879669427871704, + 0.17775490880012512, + 2.0, + 0.17919567227363586, + 0.18464991450309753, + 0.15587925910949707 + ], + "group_id": "ms-2413d1155c87f0442485", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 4.306435585021973e-06, + 6.988644599914551e-06, + 2.0, + 2.1457672119140625e-06, + 0.18901193141937256, + 6.407499313354492e-07, + 0.16945534944534302, + 0.14262664318084717, + 0.15036813914775848, + 0.13903136551380157, + 2.0, + 2.0, + 0.08516892790794373, + 0.07647933065891266, + 2.0, + 1.029670238494873e-05 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6601358652114868, + 0.12480756640434265, + 0.5387595891952515, + -1.4875376224517822, + -1.0372035503387451, + -0.06971657276153564, + 0.0, + -0.010226786136627197, + 0.15678396821022034, + -0.11714708805084229, + -0.019127070903778076, + -0.6510206460952759, + -0.31774047017097473, + 0.0, + 0.051259543746709824, + -0.044117435812950134, + 0.02210521697998047, + 0.13404697179794312, + -0.04975175857543945, + -0.1485639214515686, + 0.0 + ], + [ + -1.6601358652114868, + 0.2872905731201172, + 1.5387595891952515, + -2.4875376224517822, + -2.037203550338745, + -0.8143895864486694, + 1.653955340385437, + -0.35390445590019226, + 0.095766581594944, + -0.7085897922515869, + 0.7322971820831299, + -1.6510206460952759, + -0.19578097760677338, + 0.3098559081554413, + -0.0276336707174778, + 0.1448359489440918, + -0.9778947830200195, + 0.6535791754722595, + -0.6492339968681335, + -0.5992754697799683, + 0.14905864000320435 + ], + [ + -1.6249184608459473, + 0.26893946528434753, + 1.2642381191253662, + -2.4658517837524414, + -2.1785542964935303, + -0.8579962253570557, + 1.862148642539978, + -0.5653051137924194, + 0.38192257285118103, + -0.9837816953659058, + 0.5817887783050537, + -1.8884202241897583, + -0.40964221954345703, + 0.5682376623153687, + -0.022949589416384697, + -0.03593645989894867, + -1.188117504119873, + 0.56232088804245, + -0.4025457501411438, + -0.7962059378623962, + 0.4029981195926666 + ], + [ + -1.4953402280807495, + 0.5432271957397461, + 1.8215678930282593, + -2.116377115249634, + -2.0209736824035645, + -0.8451845049858093, + 2.001351833343506, + -0.3612348139286041, + 0.10976146906614304, + -0.4192386269569397, + 1.07032310962677, + -1.4101632833480835, + 0.16801194846630096, + 0.41597020626068115, + 0.0034401286393404007, + 0.313338041305542, + -0.8903099298477173, + 0.8596975803375244, + -0.3842606842517853, + -0.6088681221008301, + -0.24973568320274353 + ], + [ + -2.158440113067627, + 0.30442988872528076, + 2.0173699855804443, + -2.801206350326538, + -2.4109108448028564, + -0.6230190992355347, + 1.3516862392425537, + -0.6211159229278564, + 0.10487072914838791, + -0.25373271107673645, + 0.8720327615737915, + -1.6936869621276855, + -0.4334086775779724, + 0.39439237117767334, + -0.5219395160675049, + 0.04136982560157776, + -0.49897581338882446, + 0.5928531289100647, + -0.16653254628181458, + -0.4675975739955902, + 0.5813637971878052 + ], + [ + -2.093625545501709, + 0.8156063556671143, + 1.95170259475708, + -3.034303665161133, + -2.0062594413757324, + -1.1433250904083252, + 1.6534188985824585, + -0.839098334312439, + 0.15779539942741394, + -0.5594096779823303, + 1.2434790134429932, + -1.72386634349823, + -0.5140386819839478, + 0.1641160249710083, + 0.30528178811073303, + 0.5907451510429382, + -0.43656814098358154, + 1.0669291019439697, + -0.6496315598487854, + -0.9406822919845581, + -0.321432888507843 + ], + [ + -1.03253972530365, + 0.32907283306121826, + 1.317929744720459, + -2.9088330268859863, + -2.5647945404052734, + -1.2453858852386475, + 1.2988251447677612, + -0.8468736410140991, + -0.5912364721298218, + -0.7252246141433716, + 1.3201944828033447, + -0.9543296098709106, + 0.26997900009155273, + 0.6030986309051514, + -0.7037940621376038, + -0.15793269872665405, + -1.3701430559158325, + 1.3424978256225586, + -0.9401534795761108, + 0.09815514087677002, + 0.8393594026565552 + ], + [ + -1.1874393224716187, + 0.007824331521987915, + 1.5199127197265625, + -2.2850396633148193, + -2.363096237182617, + -0.21484601497650146, + 1.1753361225128174, + 0.26162102818489075, + -0.3441063463687897, + -1.101698398590088, + 0.6533139944076538, + -1.5219109058380127, + 0.3796396255493164, + -0.4600681960582733, + 0.07214753329753876, + -0.3532859683036804, + -1.6493395566940308, + 0.8704827427864075, + -0.04900979995727539, + 0.16104185581207275, + -0.6427063345909119 + ], + [ + -2.076380729675293, + 1.1128735542297363, + 0.8442558646202087, + -3.0890796184539795, + -2.4924421310424805, + -1.2295012474060059, + 1.877472162246704, + 0.11839112639427185, + 0.5644076466560364, + -0.40195509791374207, + 1.5825436115264893, + -2.0957529544830322, + 0.21835492551326752, + 0.7422974705696106, + 0.6429923176765442, + 0.9840938448905945, + -0.8417980074882507, + -0.1779463291168213, + -1.2042803764343262, + -0.47697222232818604, + -0.45671969652175903 + ], + [ + -1.4799500703811646, + -0.5903882384300232, + 1.0694124698638916, + -1.5848993062973022, + -1.1216392517089844, + -1.3959057331085205, + 1.8896818161010742, + -0.44200193881988525, + 0.04070413112640381, + -1.2832787036895752, + 0.8309782147407532, + -1.4032211303710938, + -0.4567517042160034, + 0.16646328568458557, + -0.3324521481990814, + 1.0474536418914795, + -1.487030267715454, + 0.05606895685195923, + -0.6146225929260254, + -0.9270249605178833, + 1.10614812374115 + ], + [ + -2.09364652633667, + 0.6689558029174805, + 0.7874005436897278, + -2.2312171459198, + -1.8480366468429565, + -0.8447849750518799, + 0.9363319277763367, + 0.4368096888065338, + 0.7778416872024536, + -0.28389281034469604, + 0.11550712585449219, + -0.7952986359596252, + 0.10069851577281952, + 1.2731047868728638, + 0.7559926509857178, + -0.20265227556228638, + -0.3092576265335083, + 0.31465455889701843, + -0.7929718494415283, + 0.27850645780563354, + 0.6233183145523071 + ] + ], + "predicted_scores": [ + 4.824747562408447, + 4.578528881072998, + 4.5064311027526855, + 4.053464412689209, + 3.996002435684204, + 3.950761556625366, + 3.8697574138641357, + 3.372805118560791 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324642411/train1", + "selected_index": 0, + "state_hash": "e4e059743bdfbd7fcf58de859aaf582df3c01aa831f24e837de0b77529ea9dca", + "stored_base_utility": 4.306435585021973e-06, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1588883101940155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1588883101940155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.172490656375885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.172490656375885 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1862330436706543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1862330436706543 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1568140983581543, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1568140983581543 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16695904731750488, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16695904731750488 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1826169192790985, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1826169192790985 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1662503480911255, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1662503480911255 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1806459128856659, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1806459128856659 + } + ], + "candidate_progress": [ + 0.1588883101940155, + 0.172490656375885, + 0.1862330436706543, + 0.1568140983581543, + 0.16695904731750488, + 0.1826169192790985, + 0.1662503480911255, + 0.1806459128856659 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.0013104230165481567, + 0.08332023024559021, + 1.0105843544006348, + -0.5232400894165039, + -1.3521826267242432, + -0.11441698670387268, + -0.304465115070343, + 0.057870179414749146, + 0.11470247060060501, + 0.07095001637935638, + 0.16369351744651794, + -1.1205331087112427, + 0.08575430512428284, + -0.7001194953918457, + -0.09231767058372498, + -0.008801723830401897, + -0.14676909148693085, + -0.06178872287273407, + -0.2138078808784485, + 0.06192690134048462, + 0.26044905185699463 + ], + [ + -0.01414865255355835, + 0.2310946136713028, + 1.1271896362304688, + -1.098976969718933, + -1.3766157627105713, + -0.013729244470596313, + -0.6760929226875305, + -0.10066103935241699, + 0.06283228099346161, + -0.10708338767290115, + 0.17802757024765015, + -1.5427409410476685, + 0.029391556978225708, + -0.5693013668060303, + -0.12237423658370972, + 0.036291737109422684, + 0.0860767811536789, + 0.12588205933570862, + -0.29692578315734863, + 0.06901341676712036, + -0.5070722103118896 + ], + [ + -0.16807489097118378, + 0.19375845789909363, + 0.9231768846511841, + -0.9716610908508301, + -1.475013256072998, + -0.036206334829330444, + -0.4116189479827881, + -0.14007428288459778, + 0.04059417173266411, + -0.07949744910001755, + 0.13436603546142578, + -1.20801842212677, + -0.05961230397224426, + -0.45673978328704834, + -0.18482959270477295, + -0.012314006686210632, + -0.06715689599514008, + -0.050636544823646545, + -0.36585062742233276, + 0.47102659940719604, + -0.3462194502353668 + ], + [ + 0.0914590135216713, + 0.025118954479694366, + 1.0106996297836304, + -1.1313185691833496, + -1.2144558429718018, + -0.5054013729095459, + -0.16184157133102417, + -0.11389732360839844, + 0.2647119164466858, + 0.15859374403953552, + 0.04639454185962677, + -1.2223690748214722, + -0.021332353353500366, + -0.2698894143104553, + 0.043344058096408844, + 0.042489487677812576, + -0.18909169733524323, + 0.0018314868211746216, + -0.2609710097312927, + 0.22256487607955933, + -0.07232245802879333 + ], + [ + -0.1124366968870163, + 0.10322007536888123, + 1.110762357711792, + -1.0480605363845825, + -1.688535213470459, + 0.0529489666223526, + -0.37200379371643066, + -0.0013930052518844604, + 0.16009950637817383, + 0.071856290102005, + 0.05534381419420242, + -1.3243603706359863, + -0.16644790768623352, + -0.1438407450914383, + -0.16891466081142426, + 0.08395545184612274, + -0.24742798507213593, + -0.18434934318065643, + -0.4135497212409973, + 0.64190673828125, + -0.12122008204460144 + ], + [ + -0.10338141024112701, + 0.21751894056797028, + 1.094779372215271, + -1.022228717803955, + -1.1876423358917236, + -0.0741519182920456, + -0.5663676857948303, + -0.10661423206329346, + 0.08882158249616623, + -0.07426770776510239, + 0.23693063855171204, + -1.366081714630127, + -0.15915220975875854, + -0.038407087326049805, + -0.24063098430633545, + 0.027247417718172073, + -0.10281552374362946, + -0.009866967797279358, + -0.3869550824165344, + 0.442226767539978, + -0.37318965792655945 + ], + [ + 0.00871884822845459, + 0.15292762219905853, + 1.0916383266448975, + -1.1907029151916504, + -1.3172476291656494, + -0.1461174190044403, + -0.40344178676605225, + 0.0029104948043823242, + 0.12839578092098236, + -0.042148612439632416, + 0.08662951737642288, + -1.2575010061264038, + -0.2043350636959076, + -0.31020456552505493, + -0.06704393029212952, + 0.04626800864934921, + -0.10042716562747955, + 0.0269852876663208, + -0.3298949599266052, + 0.23798102140426636, + -0.02677111327648163 + ], + [ + -0.13141919672489166, + 0.19926798343658447, + 1.0928738117218018, + -1.0635120868682861, + -1.5629024505615234, + -0.1062173843383789, + -0.42871731519699097, + -0.10279011726379395, + 0.04913407564163208, + -0.04986748844385147, + 0.20329728722572327, + -1.1752591133117676, + -0.16373813152313232, + -0.3442791700363159, + -0.2868835926055908, + 0.029225777834653854, + -0.10819350183010101, + 0.005657896399497986, + -0.2465609908103943, + 0.4093133211135864, + -0.0911131501197815 + ] + ], + "generated_utilities": [ + 0.1588883101940155, + 0.172490656375885, + 0.1862330436706543, + 0.1568140983581543, + 0.16695904731750488, + 0.1826169192790985, + 0.1662503480911255, + 0.1806459128856659 + ], + "group_id": "ms-54346a8f79bd9dca1dfe", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20227843523025513, + 0.18455538153648376, + 2.0, + 2.0, + 0.1876666247844696, + 2.0, + 0.20330552756786346, + 0.13367508351802826, + 0.17261959612369537, + 0.15464866161346436, + 0.1330527365207672, + 0.15472690761089325, + 0.012095525860786438, + 0.1187829077243805, + 0.05922260880470276, + 0.08364063501358032 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.9825772643089294, + 0.3129819631576538, + 2.239616870880127, + -1.6595556735992432, + -2.419001579284668, + -0.6215944290161133, + 2.0498251914978027, + -0.6526985168457031, + 0.08332686126232147, + 0.05494391545653343, + 0.3353409171104431, + -2.399723768234253, + 0.11429958045482635, + 0.9579654932022095, + -0.30532142519950867, + -0.1793428510427475, + 0.021714434027671814, + 0.06835521757602692, + -1.4585798978805542, + 0.16804680228233337, + 1.0415923595428467 + ], + [ + -0.3153335452079773, + -0.31416499614715576, + 2.3233537673950195, + -1.636460542678833, + -1.9759852886199951, + -0.6651520729064941, + 2.0674824714660645, + -0.5333253145217896, + -0.34122538566589355, + -0.11369499564170837, + 0.16086465120315552, + -2.0382418632507324, + 0.5863001942634583, + 0.08003568649291992, + -0.07620293647050858, + 0.14274410903453827, + -0.5702269673347473, + 0.1722113937139511, + -2.105698823928833, + 0.3679127097129822, + 0.557693600654602 + ], + [ + -1.8504350185394287, + -0.5556221008300781, + 2.672025680541992, + -2.7011866569519043, + -1.8672643899917603, + 0.33157476782798767, + 2.044203042984009, + 0.11892333626747131, + -0.6686651110649109, + 0.9297553300857544, + 0.44999808073043823, + -1.980530858039856, + -0.752326250076294, + 1.1665797233581543, + 0.5843324661254883, + -0.2564525008201599, + -0.6726897358894348, + -0.5323439836502075, + -1.5737062692642212, + 0.7872047424316406, + 1.5572283267974854 + ], + [ + -0.11063003540039062, + 0.46638616919517517, + 3.2481422424316406, + -1.463895320892334, + -2.009955644607544, + 0.4370187222957611, + 2.629300832748413, + 0.44305533170700073, + -0.7737084031105042, + 0.9001628160476685, + -0.6089582443237305, + -1.8886429071426392, + 1.0435665845870972, + -0.0248870849609375, + -0.754097580909729, + 0.1314624696969986, + 0.6901811361312866, + -0.8622696399688721, + -1.901731014251709, + 0.7634534239768982, + -0.16806691884994507 + ], + [ + -0.7717097401618958, + 0.27594253420829773, + 2.580317735671997, + -1.0960707664489746, + -2.676391839981079, + -0.9822461605072021, + 3.1596295833587646, + -1.060694932937622, + -1.003603458404541, + -0.7528034448623657, + -0.39094680547714233, + -1.8175132274627686, + 0.500476598739624, + -0.29770714044570923, + 0.7354621291160583, + -0.06709794700145721, + 0.6951109170913696, + -0.7447155714035034, + -0.739233672618866, + 0.548650860786438, + 0.059868693351745605 + ], + [ + -0.9638463854789734, + 0.25752925872802734, + 1.8724892139434814, + -2.801717519760132, + -1.8515510559082031, + -0.4208798408508301, + 2.6578164100646973, + -0.0959913581609726, + 0.25328248739242554, + 0.41330796480178833, + -0.7771560549736023, + -2.6859021186828613, + -0.45795828104019165, + 0.8994072675704956, + 0.9375808238983154, + 0.6532064080238342, + 0.42666393518447876, + 0.4683900475502014, + -0.7720040082931519, + -0.7637287974357605, + -0.01692253351211548 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0033273696899414062, + -0.08964112401008606, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + 0.061480194330215454, + 0.0, + -0.19102822244167328, + -0.1172686517238617, + 0.13363714516162872, + 0.05976612865924835, + -1.134511947631836, + 0.11155534535646439, + 0.0, + 0.05389389023184776, + -0.2548255920410156, + -0.045396044850349426, + 0.06904086470603943, + -0.46479761600494385, + -0.0670367181301117, + 0.0 + ], + [ + -0.19526612758636475, + 0.5404060482978821, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + -0.4178987145423889, + 0.0, + 0.10266566276550293, + 0.0928497388958931, + 0.11269525438547134, + 0.41266560554504395, + -1.134511947631836, + -0.4361797571182251, + 0.0, + -0.15480558574199677, + -0.3644384741783142, + -0.2770487070083618, + 0.03602976351976395, + -0.46479761600494385, + -0.41843342781066895, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.616512775421143, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.315116047859192, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4314359426498413 + ] + ], + "predicted_scores": [ + 2.677870512008667, + 2.3769724369049072, + 2.192647933959961, + 1.9974322319030762, + 1.996314287185669, + 1.9253637790679932, + 1.6690802574157715, + 1.6373118162155151 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1790188787/train1", + "selected_index": 0, + "state_hash": "36bda2b29ae74e82dfcf115f0950a368a0bfb6e0ef57ad21ba4a81533353c964", + "stored_base_utility": 0.20227843523025513, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09654919803142548, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09654919803142548 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09997129440307617, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09997129440307617 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09263339638710022, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09263339638710022 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09135928750038147, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09135928750038147 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07633331418037415, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07633331418037415 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08718104660511017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08718104660511017 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09620669484138489, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09620669484138489 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08763685822486877, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08763685822486877 + } + ], + "candidate_progress": [ + 0.09654919803142548, + 0.09997129440307617, + 0.09263339638710022, + 0.09135928750038147, + 0.07633331418037415, + 0.08718104660511017, + 0.09620669484138489, + 0.08763685822486877 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1979b899f11945b46b51", + "ms-67f2977ab7d070052b61", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-81eff749adbf328a93e1", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-64f98d163b6bff29332b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.010229796171188354, + 0.03996596485376358, + 1.483654499053955, + -0.5818430781364441, + -1.433478832244873, + 0.042876020073890686, + -0.01822414994239807, + -0.08124181628227234, + 0.05300960689783096, + 0.2874598205089569, + -0.06044568866491318, + -1.4872651100158691, + 0.036553770303726196, + 0.05298345535993576, + 0.07136370241641998, + 0.04265722259879112, + 0.017739683389663696, + 0.13517887890338898, + -0.46223562955856323, + -0.05322335660457611, + -0.06625714898109436 + ], + [ + 0.07476223260164261, + -0.007213801145553589, + 1.3798271417617798, + -0.45588743686676025, + -1.165722370147705, + 0.06176876276731491, + -0.04110783338546753, + -0.0010604411363601685, + 0.019476965069770813, + 0.008388325572013855, + 0.0698629692196846, + -1.3600226640701294, + -0.12484052777290344, + 0.02859608829021454, + 0.018238358199596405, + 0.1250765025615692, + 0.21016733348369598, + 0.030195429921150208, + -0.35616254806518555, + -0.3130544424057007, + -0.041063785552978516 + ], + [ + 0.06906181573867798, + -0.010372195392847061, + 1.3958371877670288, + -0.6028552055358887, + -1.3911058902740479, + 0.022614851593971252, + 0.09081888198852539, + -0.030931204557418823, + 0.04621851444244385, + 0.24316540360450745, + -0.020959585905075073, + -1.4720436334609985, + 0.01973271369934082, + -0.034564271569252014, + 0.09948877990245819, + 0.04415281116962433, + 0.02156950533390045, + 0.12317373603582382, + -0.5173090696334839, + -0.09738866984844208, + -0.041562095284461975 + ], + [ + 0.059318073093891144, + 0.12848690152168274, + 1.4945613145828247, + -0.4277614951133728, + -1.3935210704803467, + -0.021166637539863586, + 0.03275349736213684, + -0.07040202617645264, + 0.08126576989889145, + 0.27856820821762085, + 0.03709368780255318, + -1.5481414794921875, + 0.6776250600814819, + -0.12377594411373138, + 0.04689231887459755, + 0.06617967784404755, + 0.12498302012681961, + 0.12887656688690186, + -0.5265758633613586, + 0.018559634685516357, + -0.10904631018638611 + ], + [ + 0.2753375768661499, + 0.034655340015888214, + 1.3317077159881592, + -0.4396043121814728, + -1.276421308517456, + -0.06606981158256531, + -0.020656079053878784, + 0.056469738483428955, + 0.030555741861462593, + 0.21411654353141785, + 0.00039474666118621826, + -1.5556193590164185, + 0.1982746422290802, + -0.015211865305900574, + 0.15247580409049988, + 0.0870753824710846, + 0.12780314683914185, + 0.12046961486339569, + -0.4453238248825073, + -0.06868286430835724, + -0.0005862563848495483 + ], + [ + 0.21777129173278809, + 0.0055558942258358, + 1.2905865907669067, + -0.571235179901123, + -1.274146318435669, + 0.025083988904953003, + -0.08756011724472046, + 0.06118309497833252, + 0.03127097338438034, + 0.176166832447052, + 0.05897233262658119, + -1.468707799911499, + -0.08211028575897217, + -0.14574117958545685, + 0.005454465746879578, + 0.016265489161014557, + 0.0015433728694915771, + 0.08869478851556778, + -0.4011714458465576, + -0.06931938230991364, + -0.12353676557540894 + ], + [ + 0.12315704673528671, + 0.04594297707080841, + 1.3194963932037354, + -0.5367011427879333, + -1.4124619960784912, + 0.031999371945858, + -0.09301537275314331, + 0.009889006614685059, + 0.016480032354593277, + 0.174445241689682, + 0.06824237108230591, + -1.4540705680847168, + 0.04132792353630066, + -0.06651659309864044, + -0.017566192895174026, + 0.028448622673749924, + -0.0007755160331726074, + 0.12517543137073517, + -0.30703598260879517, + 0.006198495626449585, + -0.17594397068023682 + ], + [ + 0.04587404429912567, + -0.027578653767704964, + 1.404167652130127, + -0.526539146900177, + -1.4231038093566895, + 0.06049107015132904, + 0.000880509614944458, + 0.04647196829319, + 0.061060383915901184, + 0.27547726035118103, + 0.039082080125808716, + -1.4667006731033325, + 0.05654260516166687, + -0.05529826879501343, + 0.029175668954849243, + 0.0433228500187397, + 0.11374244838953018, + -0.023038819432258606, + -0.3917739987373352, + 0.1175597608089447, + -0.3928992450237274 + ] + ], + "generated_utilities": [ + 0.09654919803142548, + 0.09997129440307617, + 0.09263339638710022, + 0.09135928750038147, + 0.07633331418037415, + 0.08718104660511017, + 0.09620669484138489, + 0.08763685822486877 + ], + "group_id": "ms-64f98d163b6bff29332b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1630929410457611, + 2.0, + 0.1664363443851471, + 0.023618638515472412, + 0.13502414524555206, + 0.03515857458114624, + 0.21020889282226562, + 0.1638869345188141, + 0.11694467067718506, + 0.04927399754524231, + 0.08256584405899048, + 0.14135359227657318, + 0.10142821073532104, + 0.03680068254470825, + 0.09918788075447083, + 0.0762275755405426 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.844039261341095, + -0.363788902759552, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.32744503021240234, + 0.0, + 0.2452567219734192, + -0.22896522283554077, + 0.48450231552124023, + 0.4578629732131958, + -1.5345399379730225, + -0.14618831872940063, + 0.0, + -0.36867013573646545, + 0.08003273606300354, + 0.2690543234348297, + 0.055231690406799316, + -0.47914373874664307, + 0.31940799951553345, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.878064155578613, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.975581645965576, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7791993618011475 + ], + [ + 0.7922373414039612, + 0.1362999528646469, + 2.1580445766448975, + -1.5050815343856812, + -2.7275190353393555, + 0.1477527916431427, + 2.0028066635131836, + -0.2843870520591736, + -0.6913459300994873, + 2.0226528644561768, + -0.25116273760795593, + -2.6720223426818848, + 0.0027085542678833008, + 1.4515306949615479, + 0.2530142664909363, + 0.021372079849243164, + 1.322740077972412, + 0.26297205686569214, + -1.9880039691925049, + -0.18406569957733154, + 1.4300415515899658 + ], + [ + 0.7936419248580933, + -0.22229135036468506, + 2.636671304702759, + -1.491039514541626, + -1.574615716934204, + 0.6631550788879395, + 2.6895360946655273, + 0.04848727583885193, + -0.5994541049003601, + 1.2064177989959717, + 0.10134153068065643, + -2.551260471343994, + 1.1044105291366577, + 1.8062951564788818, + 0.40482065081596375, + 0.12173280119895935, + 0.9657283425331116, + 0.2303999662399292, + -0.9425549507141113, + 0.4671052098274231, + 1.775580644607544 + ], + [ + 0.6349879503250122, + 0.8629811406135559, + 1.7597872018814087, + -2.015432596206665, + -2.6112515926361084, + 0.47865548729896545, + 2.3517627716064453, + 0.2009631097316742, + -1.088898777961731, + 1.2850914001464844, + -0.2207932323217392, + -1.9542568922042847, + -0.15715956687927246, + 1.3142483234405518, + 0.32033342123031616, + -0.9387706518173218, + 0.30091795325279236, + 0.486666202545166, + -1.4294947385787964, + -0.473611056804657, + 2.092810869216919 + ], + [ + 0.527248203754425, + -0.20917022228240967, + 1.7086424827575684, + -1.396439552307129, + -1.8734309673309326, + 0.4587753713130951, + 2.872904062271118, + 0.23552018404006958, + -1.2151247262954712, + 2.2211809158325195, + 0.5264022946357727, + -3.527585506439209, + 0.41375043988227844, + 1.3415803909301758, + 0.5307742953300476, + 0.7502366304397583, + 0.9833509922027588, + 0.39668890833854675, + -1.8246543407440186, + -0.7851948738098145, + 2.3292927742004395 + ], + [ + 0.39736831188201904, + -0.4691714644432068, + 2.9104344844818115, + -1.7151648998260498, + -1.7066223621368408, + 1.2379136085510254, + 2.7820377349853516, + 0.11791917681694031, + 0.6128329038619995, + 1.156388759613037, + -1.0033340454101562, + -1.5556118488311768, + 1.0565698146820068, + 2.6801390647888184, + 1.0328128337860107, + -1.0488611459732056, + 0.06348532438278198, + 1.048229455947876, + -1.053946852684021, + 0.859115481376648, + 1.230559229850769 + ], + [ + 0.7979198098182678, + 0.08173695206642151, + 2.7308402061462402, + -2.3968799114227295, + -1.8317595720291138, + 0.23538991808891296, + 2.5157999992370605, + -0.36875760555267334, + 0.3817051351070404, + 2.1303727626800537, + 0.0856575220823288, + -2.489530563354492, + 1.2734088897705078, + 2.1098363399505615, + 0.26519882678985596, + -0.363516628742218, + 0.8552681803703308, + 0.0260697603225708, + -2.412036180496216, + 0.3797714114189148, + 1.7265994548797607 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0313287079334259, + -0.04626375436782837, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.033880650997161865, + 0.0, + 0.0005479753017425537, + -0.01687481999397278, + 0.48450231552124023, + 0.08258260786533356, + -1.5345399379730225, + 0.0638393759727478, + 0.0, + -0.01479753851890564, + 0.004143431782722473, + 0.03290212154388428, + -0.01484614610671997, + -0.47914373874664307, + -0.010325193405151367, + 0.0 + ] + ], + "predicted_scores": [ + 4.950027942657471, + 4.90263557434082, + 4.877089500427246, + 4.8348069190979, + 4.702531814575195, + 4.277205467224121, + 4.20365571975708, + 4.161643981933594 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1261930456/train1", + "selected_index": 0, + "state_hash": "0351c81b6436b42592283fcda8bcfc35de3b967f25e338697489f7448ff3b2c8", + "stored_base_utility": 0.1630929410457611, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04073460400104523, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04073460400104523 + }, + "base_progress": 0.04073460400104523, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04073460400104523, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.198524609208107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.198524609208107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1970350444316864, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1970350444316864 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1886759102344513, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1886759102344513 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20324823260307312, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20324823260307312 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.198524609208107, + 0.1970350444316864, + 0.1886759102344513, + 1.0, + 0.20324823260307312, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.8521771430969238, + 0.06351687759160995, + 0.6008131504058838, + -1.9523767232894897, + -1.8931705951690674, + -0.27564460039138794, + -0.17395532131195068, + 0.13981418311595917, + -0.02124813385307789, + -0.4600815773010254, + -0.1912584900856018, + -1.667862057685852, + 0.013903379440307617, + -0.38999098539352417, + -0.22797641158103943, + 0.02926209568977356, + 0.025674432516098022, + 0.14996598660945892, + -0.3603166937828064, + -0.2830314040184021, + 0.14516925811767578 + ], + [ + -0.9452446699142456, + 0.08133244514465332, + 0.6108288168907166, + -1.6538963317871094, + -1.4374711513519287, + -0.25316646695137024, + 0.13712149858474731, + 0.27590233087539673, + -0.028356259688735008, + -0.48568183183670044, + 0.13937810063362122, + -1.4045859575271606, + 0.21701446175575256, + -0.12091462314128876, + -0.41667982935905457, + -0.05736276134848595, + 0.017172962427139282, + 0.4133303761482239, + -0.09498956799507141, + 0.07925236225128174, + 0.17997033894062042 + ], + [ + -0.857944130897522, + 0.02864442765712738, + 0.5480541586875916, + -1.7395108938217163, + -1.5655827522277832, + 0.3253709673881531, + -0.09891754388809204, + 0.11723809689283371, + -0.05207812041044235, + -0.3800584077835083, + 0.038859009742736816, + -1.2309428453445435, + 0.2909489572048187, + -0.10016864538192749, + -0.21911871433258057, + -0.13649721443653107, + 0.08439230918884277, + 0.14666591584682465, + -0.2784547209739685, + 0.08911159634590149, + 0.18596811592578888 + ], + [ + -0.798653244972229, + 0.07899649441242218, + 0.7432026863098145, + -1.792218804359436, + -1.376816749572754, + -0.5119121074676514, + 0.013100862503051758, + 0.2452501654624939, + 0.06334974616765976, + -0.44397592544555664, + 0.13102826476097107, + -1.556895136833191, + -0.21463245153427124, + -0.3330731987953186, + -0.39847952127456665, + -0.1246253252029419, + 0.02254943549633026, + 0.4268222451210022, + -0.3505648374557495, + 0.1954232156276703, + 0.28413039445877075 + ], + [ + -0.9304227828979492, + 0.11504609882831573, + 0.7240954637527466, + -1.8795028924942017, + -1.3381953239440918, + -0.2960917055606842, + -0.14832478761672974, + 0.24041010439395905, + 0.061819545924663544, + -0.40329188108444214, + 0.08483733236789703, + -1.4994330406188965, + -0.18152955174446106, + -0.3136114478111267, + -0.28735846281051636, + -0.143086239695549, + -0.14963741600513458, + 0.37454500794410706, + -0.23214906454086304, + 0.0272902250289917, + 0.21049293875694275 + ], + [ + -0.7899434566497803, + -0.038253165781497955, + 0.7524093389511108, + -1.6175684928894043, + -1.1021711826324463, + -0.2902041971683502, + 0.07716724276542664, + 0.19361789524555206, + 0.10503173619508743, + -0.24920719861984253, + 0.2221916913986206, + -1.3341704607009888, + -0.1552603840827942, + -0.22836188971996307, + -0.25948646664619446, + 0.02612108737230301, + -0.08296217024326324, + 0.22003427147865295, + -0.23069822788238525, + -0.37491512298583984, + 0.15954117476940155 + ], + [ + -0.7558427453041077, + 0.14169467985630035, + 0.8465486168861389, + -1.770450472831726, + -1.4241325855255127, + -0.1723622977733612, + -0.15065312385559082, + 0.2457961142063141, + 0.06218836456537247, + -0.35441023111343384, + 0.0766744390130043, + -1.489479899406433, + -0.0062698423862457275, + -0.18236996233463287, + -0.18169048428535461, + -0.12618224322795868, + -0.018357694149017334, + 0.3518593907356262, + -0.14576619863510132, + 0.21235644817352295, + 0.1782381236553192 + ], + [ + -0.6281998753547668, + 0.0020778626203536987, + 0.8739277124404907, + -1.595536470413208, + -1.162569284439087, + -0.19812017679214478, + 0.196616530418396, + 0.28480881452560425, + 0.04996248334646225, + -0.23573538661003113, + 0.17870911955833435, + -1.3346900939941406, + -0.1748690903186798, + -0.3069930076599121, + -0.2655811905860901, + 0.09784170985221863, + -0.04692266881465912, + 0.27638643980026245, + -0.18283429741859436, + -0.2122097909450531, + -0.1935892105102539 + ] + ], + "generated_utilities": [ + 0.198524609208107, + 0.1970350444316864, + 0.1886759102344513, + 2.0, + 0.20324823260307312, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-c2ae2b78ab7891e74c80", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 9.402632713317871e-06, + 2.0, + 9.715557098388672e-06, + 2.0, + 0.19540727138519287, + 2.0, + 0.10736367106437683, + 2.0, + 0.16116800904273987, + 0.09818874299526215, + 0.07481488585472107, + 0.12561309337615967, + 2.0, + 0.01182641088962555, + 0.15575706958770752, + 0.07975086569786072 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6827399730682373, + -0.029386281967163086, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.04039043188095093, + 0.0, + -0.010924920439720154, + -0.016732439398765564, + 0.03900532424449921, + 0.013981983065605164, + -1.2028529644012451, + 0.048696696758270264, + 0.0, + -0.0438801571726799, + -0.05970276892185211, + 0.02299252152442932, + 0.0502314567565918, + -0.09380108118057251, + 0.07330536842346191, + 0.0 + ], + [ + -0.6827399730682373, + -0.08718308806419373, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.4546627700328827, + 0.0, + -0.22159980237483978, + 0.13780833780765533, + -0.1737097203731537, + 0.09491576999425888, + -1.2028529644012451, + 0.039140596985816956, + 0.0, + 0.3457217514514923, + -0.2966555058956146, + -0.5004150867462158, + -0.2446610927581787, + -0.0549699068069458, + -0.3402343690395355, + 0.0 + ], + [ + -1.6827399730682373, + 0.19772657752037048, + 1.7580958604812622, + -2.379800319671631, + -2.0901095867156982, + -0.8672186136245728, + 1.6214418411254883, + -0.16213560104370117, + 0.0696118101477623, + -0.17056526243686676, + 0.12484683096408844, + -2.202852964401245, + 0.14872829616069794, + 0.7461217045783997, + -0.08971104025840759, + -0.1577102392911911, + 0.4995848834514618, + 0.7505068778991699, + -0.9078180193901062, + -0.5356389284133911, + 0.5965220332145691 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.2428836822509766, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4922434091567993, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1930440664291382 + ], + [ + -1.785402536392212, + 0.07243463397026062, + 1.9232938289642334, + -2.605011463165283, + -2.041095495223999, + -0.8232950568199158, + 1.6791679859161377, + -0.1772073209285736, + -0.19386765360832214, + -0.13796445727348328, + -0.06408281624317169, + -2.126410484313965, + -0.049797967076301575, + 0.47563445568084717, + 0.00788993388414383, + -0.22256594896316528, + 0.6891735792160034, + 0.6727316975593567, + -1.036881446838379, + -0.5347869992256165, + 0.46968942880630493 + ], + [ + -1.338936686515808, + 0.24893929064273834, + 1.6517337560653687, + -2.3397064208984375, + -2.125723123550415, + -0.7358039021492004, + 1.3308616876602173, + -0.3790901303291321, + 0.19445444643497467, + -0.31552785634994507, + 0.02012307196855545, + -2.393663167953491, + -0.14417500793933868, + 0.6015816926956177, + -0.4712853729724884, + -0.29654455184936523, + 0.13922172784805298, + 0.4018354117870331, + -0.8912688493728638, + -0.6389764547348022, + 0.9482733011245728 + ], + [ + -1.6475306749343872, + 0.4559163451194763, + 1.6604440212249756, + -2.654646158218384, + -1.8043334484100342, + -1.1519361734390259, + 1.571244478225708, + -0.28997987508773804, + -0.4280521273612976, + -0.14011025428771973, + -0.2653689384460449, + -1.974306583404541, + -0.3119872212409973, + 0.7317888736724854, + -0.1901276707649231, + 0.3014383912086487, + 0.56174635887146, + 0.915590763092041, + -1.3035192489624023, + -0.3569711446762085, + 0.16930130124092102 + ], + [ + -1.286664366722107, + -0.3223377764225006, + 1.48124361038208, + -2.6231727600097656, + -2.5700302124023438, + -0.5661789178848267, + 1.2130403518676758, + -0.050085775554180145, + -0.25086504220962524, + 0.027206450700759888, + 0.24233049154281616, + -1.9277328252792358, + 0.5782615542411804, + 1.003176212310791, + -0.6371359825134277, + 0.28094935417175293, + 0.40697088837623596, + 1.0566415786743164, + -1.0438491106033325, + -0.3954675793647766, + 0.9806668162345886 + ], + [ + -2.3335683345794678, + 0.3640647530555725, + 1.8345489501953125, + -2.4405834674835205, + -1.806024432182312, + -0.4897755980491638, + 1.608415126800537, + -0.244770348072052, + 0.2751413583755493, + -0.0951928123831749, + 0.2775200307369232, + -2.6772890090942383, + -0.5100870728492737, + 0.6969379186630249, + -0.003443613648414612, + 0.47614651918411255, + 0.21079078316688538, + 0.5223634243011475, + -0.5784021615982056, + -0.8325352072715759, + 1.1846063137054443 + ], + [ + -2.124680995941162, + 0.04596143960952759, + 1.427090048789978, + -2.9676101207733154, + -2.200547456741333, + -1.4051504135131836, + 1.8161650896072388, + 0.2907639145851135, + -0.5550493001937866, + 0.3201221823692322, + 0.1045001968741417, + -1.7349661588668823, + -0.5672655701637268, + 0.8799899816513062, + -0.2551366090774536, + 0.5865848660469055, + 0.09534311294555664, + 1.4754624366760254, + -1.5542306900024414, + -1.0866234302520752, + 0.8537646532058716 + ], + [ + -0.9459008574485779, + 0.17124903202056885, + 1.053638219833374, + -2.4307701587677, + -2.336066246032715, + -1.65305757522583, + 0.9150416254997253, + -0.47098374366760254, + -0.49722686409950256, + -0.9318068623542786, + 0.628615140914917, + -1.6131073236465454, + -0.18811185657978058, + 1.2961628437042236, + -0.12928195297718048, + 0.6061784029006958, + 0.6049997806549072, + 1.4630740880966187, + -0.11967170238494873, + -0.9579744338989258, + 1.4420297145843506 + ], + [ + -2.575862169265747, + 0.48316916823387146, + 1.4306434392929077, + -1.6351758241653442, + -3.0202643871307373, + -0.9803714752197266, + 0.7166923880577087, + 0.10567617416381836, + 0.6861172914505005, + 0.3895415663719177, + 0.5898029804229736, + -1.986136555671692, + -0.45037364959716797, + -0.08318424224853516, + -0.8457733392715454, + 0.061323463916778564, + 0.8120988607406616, + 0.3238263428211212, + -1.687078595161438, + -0.354535311460495, + 0.6335770487785339 + ], + [ + -2.347996711730957, + 1.0898327827453613, + 1.3190698623657227, + -2.3362865447998047, + -1.933609127998352, + -1.3073863983154297, + 2.0244686603546143, + 0.4856991171836853, + -0.3205769956111908, + -0.1938151866197586, + 0.8357638120651245, + -2.1020724773406982, + -0.6479088664054871, + -0.17284762859344482, + 0.9041155576705933, + 0.7200105786323547, + 0.9877227544784546, + 0.7186073660850525, + -1.4093363285064697, + -0.26683422923088074, + 1.4840497970581055 + ] + ], + "predicted_scores": [ + 4.136399269104004, + 3.736845016479492, + 3.598911762237549, + 3.0400893688201904, + 2.666226625442505, + 2.628523826599121, + 2.618305206298828, + 2.1737406253814697 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "509430392/train1", + "selected_index": 0, + "state_hash": "671769ea28f4f97f10c0ad5494f2e7fc1e28fc313dd260013e8024fcd42f5bf7", + "stored_base_utility": 9.402632713317871e-06, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.184015691280365, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.184015691280365 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2093280404806137, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2093280404806137 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1867300570011139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1867300570011139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21033251285552979, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21033251285552979 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17537996172904968, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17537996172904968 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19689592719078064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19689592719078064 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17614297568798065, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17614297568798065 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.184015691280365, + 0.2093280404806137, + 0.1867300570011139, + 0.21033251285552979, + 0.17537996172904968, + 0.19689592719078064, + 0.17614297568798065, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d4c37ed44fb338c1d551", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.9032392501831055, + 0.16780702769756317, + 0.09720689058303833, + -1.2757847309112549, + -2.25813889503479, + 0.06796721369028091, + 0.6716004610061646, + 0.26148104667663574, + 0.34155839681625366, + -0.6141877174377441, + 0.693108320236206, + -1.0767463445663452, + 0.14088985323905945, + -0.2374923974275589, + -0.3581840693950653, + 0.3296782374382019, + 0.14888685941696167, + -0.26800858974456787, + 0.17608411610126495, + -0.5606127977371216, + -0.016300976276397705 + ], + [ + -0.541272759437561, + 0.18179242312908173, + 0.37674152851104736, + -1.500281572341919, + -1.4576468467712402, + 0.1325863003730774, + 0.7756338119506836, + 0.39572030305862427, + 0.41093406081199646, + -0.4597119688987732, + 0.517038106918335, + -1.125016212463379, + -0.07976239919662476, + -0.26626408100128174, + -0.2939939796924591, + 0.2978942394256592, + 0.034002527594566345, + -0.23281510174274445, + -0.12379658222198486, + -0.4477595090866089, + 0.2237863689661026 + ], + [ + -0.7172436714172363, + 0.11920495331287384, + 0.4296058118343353, + -1.5001567602157593, + -1.604827880859375, + 0.13337115943431854, + 0.7676017880439758, + 0.1992092728614807, + 0.46505820751190186, + -0.3548128604888916, + 0.4318910837173462, + -1.0750246047973633, + -0.2028231918811798, + -0.13889004290103912, + -0.3841487169265747, + 0.30070096254348755, + 0.00492173433303833, + -0.30763423442840576, + -0.14319691061973572, + -0.4847801923751831, + 0.3758637309074402 + ], + [ + -0.5249724388122559, + 0.1280091404914856, + 0.46468615531921387, + -1.5177136659622192, + -1.5509228706359863, + 0.08808612823486328, + 0.7227827310562134, + 0.23936283588409424, + 0.4588713049888611, + -0.4040822982788086, + 0.49510833621025085, + -1.0132508277893066, + -0.1719295084476471, + -0.2601165175437927, + -0.321513295173645, + 0.31500428915023804, + -0.015079468488693237, + -0.296053409576416, + -0.02901628613471985, + -0.3482820391654968, + 0.20087170600891113 + ], + [ + -0.26385122537612915, + 0.12200327217578888, + 0.5153654217720032, + -1.3467730283737183, + -0.8112127184867859, + 0.5086215734481812, + 0.8218178749084473, + 0.37062084674835205, + 0.25441187620162964, + -0.4576064944267273, + 0.29045361280441284, + -1.3601795434951782, + 0.0751064121723175, + -0.3026028871536255, + -0.10596907138824463, + 0.35818374156951904, + -0.266029417514801, + -0.15913613140583038, + -0.4733283519744873, + -0.22905665636062622, + 0.567448616027832 + ], + [ + -0.585357129573822, + 0.17668278515338898, + 0.39096149802207947, + -1.2108367681503296, + -1.8183660507202148, + 0.031045764684677124, + 0.6163412928581238, + 0.4559924006462097, + 0.36874282360076904, + -0.49563270807266235, + 0.6542368531227112, + -1.0376205444335938, + 0.1156834065914154, + -0.25197577476501465, + -0.2320321500301361, + 0.23997928202152252, + 0.02352924644947052, + -0.23153747618198395, + -0.14143386483192444, + -0.4311525523662567, + 0.09657692909240723 + ], + [ + -0.8387722969055176, + 0.09244532883167267, + 0.42223238945007324, + -1.4383816719055176, + -2.1017982959747314, + 0.05194011330604553, + 0.8795675039291382, + 0.22678644955158234, + 0.35493993759155273, + -0.23608070611953735, + 0.5320131182670593, + -0.960291862487793, + -0.2954118251800537, + -0.12301425635814667, + -0.38166147470474243, + 0.30643144249916077, + -0.1705639511346817, + -0.2758483290672302, + -0.09742215275764465, + -0.16576600074768066, + 0.25505781173706055 + ], + [ + -0.499294638633728, + 0.01715005189180374, + 0.28869372606277466, + -1.687661051750183, + -1.5604722499847412, + -0.1680281162261963, + 0.9671974182128906, + 0.4331541359424591, + 0.3178466260433197, + -0.7660816311836243, + 0.7820368409156799, + -1.218841552734375, + -0.7853586077690125, + 0.25751596689224243, + -0.08870773017406464, + 0.1717395931482315, + -0.07557769119739532, + -0.6957732439041138, + -0.008132368326187134, + -0.019604027271270752, + -0.8955788612365723 + ] + ], + "generated_utilities": [ + 0.184015691280365, + 0.2093280404806137, + 0.1867300570011139, + 0.21033251285552979, + 0.17537996172904968, + 0.19689592719078064, + 0.17614297568798065, + 2.0 + ], + "group_id": "ms-d4c37ed44fb338c1d551", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1579073667526245, + 0.1459968090057373, + 0.03196020424365997, + 0.1233975887298584, + 0.09265416860580444, + 0.13665197789669037, + 0.12166574597358704, + 0.07427266240119934, + 0.20948036015033722, + 0.11162391304969788, + 0.13613992929458618, + 0.03776499629020691, + 0.13188457489013672, + 0.07948221266269684, + 0.03873959183692932, + 0.011951223015785217 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.443831205368042, + 0.2532481849193573, + -0.09923720359802246, + -0.9178986549377441, + -1.6100568771362305, + 0.22669275104999542, + 0.0, + -0.1154164969921112, + -0.1308777928352356, + -0.21722888946533203, + -0.0057668983936309814, + -0.09792166948318481, + -0.1986628621816635, + 0.0, + 0.03491201996803284, + -0.04029546678066254, + 0.34870830178260803, + -0.27497509121894836, + -0.07527810335159302, + 0.12437087297439575, + 0.0 + ], + [ + -1.443831205368042, + 0.028385233134031296, + 0.627898097038269, + -1.9178986549377441, + -2.6100568771362305, + -0.1119994968175888, + 1.5259579420089722, + 0.018446844071149826, + 0.06244344264268875, + -0.7767174243927002, + 0.43508267402648926, + -0.9620097279548645, + 0.13620389997959137, + 0.24677397310733795, + -0.4808824956417084, + 0.1967506855726242, + 0.048620063811540604, + 0.3376862704753876, + -0.6302486062049866, + -0.675406813621521, + 0.33730176091194153 + ], + [ + -1.7710671424865723, + 0.19739116728305817, + 0.8425130248069763, + -2.0846328735351562, + -2.5408060550689697, + 0.25009608268737793, + 1.3350679874420166, + 0.2320866882801056, + -0.0979912057518959, + -0.5871691703796387, + 0.4867067039012909, + -1.1276901960372925, + 0.532762885093689, + 0.21982420980930328, + -0.7436342239379883, + 0.5639820098876953, + -0.07833561301231384, + 0.1678193062543869, + -0.5296912789344788, + -0.9095227718353271, + 0.43039923906326294 + ], + [ + -2.1729178428649902, + -0.6836614608764648, + 0.5626458525657654, + -1.397756814956665, + -3.081930160522461, + 0.47042280435562134, + 1.9600087404251099, + -0.5498180985450745, + 0.6174838542938232, + -1.0028033256530762, + 1.0893927812576294, + -0.4203055500984192, + 0.5620973110198975, + 0.9168002605438232, + -0.11158648133277893, + -0.18675778806209564, + 0.253359854221344, + 0.7505862712860107, + -1.0163484811782837, + -1.4207868576049805, + 0.7469977736473083 + ], + [ + -1.6655117273330688, + -0.8459445834159851, + -0.06220763921737671, + -1.3420202732086182, + -3.062387466430664, + 0.19770868122577667, + 0.7800455689430237, + 0.9818161129951477, + 0.17006734013557434, + -0.542914867401123, + 0.3287160396575928, + -1.1529994010925293, + -0.5988008379936218, + -0.49976444244384766, + 0.43512383103370667, + 0.5786957740783691, + -0.433750718832016, + 0.037184715270996094, + 0.03358173370361328, + -0.4116172194480896, + -0.20554658770561218 + ], + [ + -2.1669554710388184, + 0.054185450077056885, + 0.29080891609191895, + -2.186284065246582, + -1.984589695930481, + 0.6265068054199219, + 0.7274993658065796, + 0.13720490038394928, + -0.3741576671600342, + -0.16870588064193726, + 0.7127862572669983, + -0.42476606369018555, + 0.9711765646934509, + -0.551851212978363, + -1.179848074913025, + -0.37945616245269775, + -0.341731995344162, + 0.42141038179397583, + -0.06916701793670654, + -1.3377459049224854, + 0.8414751291275024 + ], + [ + -1.6547549962997437, + -0.954718291759491, + 0.5701465010643005, + -1.0173258781433105, + -3.5881829261779785, + -0.4562709331512451, + 1.672088384628296, + 0.589076817035675, + -0.37256208062171936, + -1.2560211420059204, + -0.13726270198822021, + -1.5398616790771484, + -0.6307225227355957, + -0.42135292291641235, + -0.2555071711540222, + 0.10482502728700638, + -0.360903263092041, + -0.13330939412117004, + 0.0684058666229248, + -0.7164079546928406, + 0.5866029262542725 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9724192023277283, + -0.17340625822544098, + 1.0242902040481567, + -1.7517329454421997, + -2.4042701721191406, + 0.021325916051864624, + 1.978757381439209, + 0.3199353814125061, + 0.028569582849740982, + -1.0424354076385498, + 0.6364829540252686, + -0.8227888345718384, + -0.07924336194992065, + 0.2230343371629715, + -0.35748088359832764, + 0.1501065045595169, + -0.048587437719106674, + 0.07358083128929138, + -0.3662525415420532, + -0.3589644730091095, + 0.29999223351478577 + ] + ], + "predicted_scores": [ + 7.845495223999023, + 7.457727432250977, + 7.434125900268555, + 7.092015266418457, + 6.822790145874023, + 6.662016868591309, + 6.59273624420166, + 6.387406349182129 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1480856810/train1", + "selected_index": 0, + "state_hash": "d3b5656fd9fa3e74a46b229f7ac5d6985064191b1774fb9a6853aa296a3b124d", + "stored_base_utility": 0.1579073667526245, + "task_id": "PushCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08620692789554596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08620692789554596 + }, + "base_progress": 0.08620692789554596, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08620692789554596, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07929591834545135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07929591834545135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08064056932926178, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08064056932926178 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08788561820983887, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08788561820983887 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08169256150722504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08169256150722504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08908586204051971, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08908586204051971 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09046469628810883, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09046469628810883 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08782276511192322, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08782276511192322 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06986312568187714, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06986312568187714 + } + ], + "candidate_progress": [ + 0.07929591834545135, + 0.08064056932926178, + 0.08788561820983887, + 0.08169256150722504, + 0.08908586204051971, + 0.09046469628810883, + 0.08782276511192322, + 0.06986312568187714 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-38ed02dacc133a888d3a", + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d", + "ms-38ed02dacc133a888d3a", + "ms-016c5de39ed3c111889a", + "ms-ee2fcbc94d41385713d0", + "ms-07b479748a91a9c92b20", + "ms-bb299baa34e49eafb9fc" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1596442312002182, + -0.20194639265537262, + 0.2815361022949219, + 0.3925637900829315, + 0.8070467710494995, + 1.0667961835861206, + -0.07526272535324097, + 0.09549428522586823, + 0.020377226173877716, + -0.16399577260017395, + 0.17655456066131592, + -0.14686721563339233, + -1.7116705179214478, + -0.2716023325920105, + 0.06869883835315704, + -0.013386687263846397, + 0.18201275169849396, + 0.0771784856915474, + 0.00720098614692688, + -1.238387107849121, + -0.1462378203868866 + ], + [ + -0.07014690339565277, + -0.14128005504608154, + 0.46991246938705444, + 0.15105822682380676, + 1.0678224563598633, + 1.1866586208343506, + -0.1766870617866516, + -0.03025229275226593, + -0.058299511671066284, + -0.10007257014513016, + 0.06743424385786057, + -0.016605213284492493, + -1.8128066062927246, + -0.2405436784029007, + -0.02289121225476265, + 0.014760833233594894, + 0.06498773396015167, + 0.17179256677627563, + 0.21200472116470337, + -1.0746560096740723, + -0.03776043653488159 + ], + [ + -0.05170921981334686, + -0.10145041346549988, + 0.32265883684158325, + 0.18750247359275818, + 0.9734969735145569, + 1.0275237560272217, + -0.016428738832473755, + -0.11513474583625793, + -0.07277041673660278, + -0.050976432859897614, + 0.04905770719051361, + -0.08876040577888489, + -2.000392436981201, + -0.2540823817253113, + -0.050776947289705276, + -0.02813946083188057, + 0.05457225441932678, + 0.08322221785783768, + 0.11588329076766968, + -1.3283004760742188, + 0.1498020887374878 + ], + [ + -0.1535249501466751, + -0.21404403448104858, + 0.26869943737983704, + 0.36348894238471985, + 0.7715360522270203, + 1.0208271741867065, + -0.13464772701263428, + 0.1285291314125061, + 0.010412022471427917, + -0.1831662654876709, + 0.14438524842262268, + -0.17011743783950806, + -1.7560025453567505, + -0.29519885778427124, + -0.025798331946134567, + -0.008983665145933628, + 0.13447663187980652, + 0.07353022694587708, + -0.007725238800048828, + -1.3157353401184082, + -0.05299873650074005 + ], + [ + -0.2070012241601944, + -0.22301432490348816, + 0.3581092953681946, + 0.5110851526260376, + 0.9121371507644653, + 0.7397520542144775, + -0.055848121643066406, + -0.017442971467971802, + 0.014657847583293915, + -0.06309045106172562, + 0.13562309741973877, + -0.08705496788024902, + -1.5341439247131348, + -0.25438135862350464, + -0.10282789170742035, + -0.028692513704299927, + 0.04299326241016388, + 0.05430769920349121, + 0.04341614246368408, + -1.310157299041748, + -0.18589702248573303 + ], + [ + -0.22059674561023712, + -0.18498536944389343, + 0.341836154460907, + 0.30559882521629333, + 1.186699628829956, + 1.2498459815979004, + -0.1498395800590515, + -0.027114704251289368, + -0.04058012366294861, + -0.03425367921590805, + 0.030364330857992172, + -0.10284000635147095, + -1.6886507272720337, + -0.2980915307998657, + -0.077119380235672, + -0.0017992351204156876, + -0.06596054136753082, + 0.06405717134475708, + 0.24434755742549896, + -1.2208970785140991, + 0.016970857977867126 + ], + [ + -0.19058920443058014, + -0.1980612874031067, + 0.3752392530441284, + 0.09040528535842896, + 1.1590619087219238, + 1.3614394664764404, + -0.08970504999160767, + -0.015898317098617554, + -0.08877195417881012, + -0.06904783099889755, + 0.0933976024389267, + 0.029407992959022522, + -1.5956848859786987, + -0.24954105913639069, + -0.09535667300224304, + 0.06525483727455139, + 0.012766167521476746, + 0.10627194494009018, + 0.30529922246932983, + -1.0668703317642212, + -0.06007355451583862 + ], + [ + 0.02345471829175949, + -0.1807311624288559, + 0.5430624485015869, + 0.022866591811180115, + 1.046396017074585, + 1.230507493019104, + -0.20606648921966553, + 0.049860432744026184, + -0.12867434322834015, + -0.009463243186473846, + 0.12176121771335602, + -0.04473349452018738, + -1.824297547340393, + -0.11539706587791443, + -0.1504281759262085, + 0.038488030433654785, + 0.06155677139759064, + 0.16473586857318878, + 0.17333336174488068, + -0.9265184998512268, + -0.10952922701835632 + ] + ], + "generated_utilities": [ + 0.07929591834545135, + 0.08064056932926178, + 0.08788561820983887, + 0.08169256150722504, + 0.08908586204051971, + 0.09046469628810883, + 0.08782276511192322, + 0.06986312568187714 + ], + "group_id": "ms-146ff6c3f22b3a49af3a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8573464751243591, + 2.0, + 0.17449402809143066, + 0.13178172707557678, + 0.07684887945652008, + 0.12017947435379028, + 0.05566146969795227, + 0.07082991302013397, + 0.08083838224411011, + 0.020493820309638977, + 0.11605483293533325, + 0.049683570861816406, + 0.04135897755622864, + 0.03948664665222168, + 0.06233435869216919, + 0.10726416110992432 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.323108434677124, + 0.43831104040145874, + 0.3448992967605591, + -0.05036330223083496, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + 0.14094576239585876, + -0.014576124027371407, + 0.0011717770248651505, + -0.11731310188770294, + -0.12844428420066833, + -2.0082809925079346, + 0.0, + -0.008756573311984539, + -0.01479177363216877, + -0.11792410165071487, + -0.16677170991897583, + 0.4253872036933899, + -1.4483249187469482, + 0.0 + ], + [ + 0.323108434677124, + 0.09949535131454468, + 0.3448992967605591, + -0.27075982093811035, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.14432257413864136, + 0.32546716928482056, + -0.15337134897708893, + -0.16166767477989197, + -0.08133050799369812, + -2.0082809925079346, + 0.0, + 0.1278088092803955, + 0.16570782661437988, + 0.4349430501461029, + 0.050776660442352295, + 0.2103824019432068, + -1.4483249187469482, + 0.0 + ], + [ + 1.323108434677124, + -0.4019119143486023, + 1.344899296760559, + 0.5493367910385132, + 3.2128946781158447, + 2.1642136573791504, + -3.3586537837982178, + -0.3012219965457916, + -0.02764793485403061, + -0.01954484172165394, + -0.024781078100204468, + 0.023837078362703323, + -3.0082809925079346, + -0.8299610614776611, + -0.012712858617305756, + -0.0027641283813863993, + 0.022856658324599266, + 0.3079124689102173, + 0.39453765749931335, + -2.4483249187469482, + -1.6508514881134033 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.7173075675964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6599221229553223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3017029762268066 + ], + [ + 1.1259276866912842, + -0.4481360614299774, + 1.5872836112976074, + 0.35541218519210815, + 3.2482290267944336, + 2.4110934734344482, + -3.5079429149627686, + -0.2525297701358795, + -0.163646399974823, + -0.14629974961280823, + -0.008128488436341286, + -0.07269784808158875, + -3.151264190673828, + -0.5999443531036377, + 0.28271594643592834, + 0.18415749073028564, + 0.12761051952838898, + 0.19391027092933655, + 0.15312711894512177, + -2.7363975048065186, + -1.4168288707733154 + ], + [ + 1.055124044418335, + -0.05669510364532471, + 0.9554775357246399, + 0.49470582604408264, + 2.904676914215088, + 1.8619369268417358, + -3.6492936611175537, + -0.26963263750076294, + 0.01732731983065605, + -0.39340144395828247, + 0.06618498265743256, + 0.1148843914270401, + -2.6879899501800537, + -0.860731303691864, + 0.26934102177619934, + 0.33010557293891907, + 0.2306610494852066, + 0.08041872084140778, + 0.3448043763637543, + -2.1340696811676025, + -1.9582425355911255 + ], + [ + 0.9742332696914673, + -0.5156759023666382, + 1.156617283821106, + 0.4607399106025696, + 3.6273908615112305, + 1.8213626146316528, + -2.872772455215454, + 0.1504633128643036, + 0.34102189540863037, + -0.2232944369316101, + -0.4766674041748047, + -0.28068384528160095, + -2.982954263687134, + -0.9967663288116455, + -0.3075574040412903, + 0.02495192550122738, + -0.2761293947696686, + 0.3179784417152405, + 0.21963068842887878, + -2.129706621170044, + -1.1622016429901123 + ], + [ + 1.6973782777786255, + -0.9381128549575806, + 0.7880529761314392, + 1.0651257038116455, + 2.783797025680542, + 2.6810779571533203, + -3.9374663829803467, + -0.1817457675933838, + 0.05295892804861069, + -0.4160749614238739, + 0.5573264360427856, + 0.576975405216217, + -3.562321662902832, + -0.7864723801612854, + 0.4698501229286194, + 0.10171415656805038, + -0.5541850328445435, + 0.16388662159442902, + 0.9377590417861938, + -2.645901918411255, + -1.8232909440994263 + ], + [ + 0.753933846950531, + -0.09454399347305298, + 2.036414861679077, + 0.7532405257225037, + 3.768709659576416, + 2.753049373626709, + -3.2939984798431396, + 0.383571594953537, + 0.5926032662391663, + -0.7104921340942383, + 0.6231744289398193, + 0.3131536841392517, + -3.4974896907806396, + -1.1602580547332764, + -0.279979407787323, + 0.3777850270271301, + -0.14099709689617157, + 0.44763946533203125, + -0.1012924313545227, + -2.767500638961792, + -1.2809752225875854 + ], + [ + 0.9979676008224487, + -0.38492682576179504, + 0.6633920669555664, + 0.4140283465385437, + 3.6910464763641357, + 1.9491791725158691, + -3.603092908859253, + 0.26775386929512024, + 0.5356366038322449, + -0.7584823369979858, + -0.15874433517456055, + -0.13388162851333618, + -3.3625593185424805, + -0.6664457321166992, + 0.7312494516372681, + 0.04953594505786896, + -0.41834092140197754, + 0.9538499116897583, + 0.9449566602706909, + -2.3395652770996094, + -1.2224913835525513 + ], + [ + 0.45700782537460327, + -0.3003230392932892, + 2.027888774871826, + 0.04770219326019287, + 2.723787546157837, + 2.7732889652252197, + -3.6577937602996826, + -0.6507214307785034, + 0.48371264338493347, + 0.6910614967346191, + -0.02255496382713318, + -0.6923292875289917, + -2.256619930267334, + -1.6432888507843018, + 0.29058313369750977, + 0.3937888741493225, + 0.5733171105384827, + -0.5717042088508606, + 0.7552902698516846, + -2.745286464691162, + -0.9538460969924927 + ], + [ + 0.9136127233505249, + 0.10200470685958862, + 2.0420994758605957, + 0.8385519981384277, + 3.5183932781219482, + 3.0678048133850098, + -2.6970534324645996, + 0.32802727818489075, + -0.6146358847618103, + 0.16314059495925903, + -0.8093512058258057, + 0.36094143986701965, + -3.6774754524230957, + -0.6362480521202087, + 0.5879434943199158, + -0.06263658404350281, + 0.18359488248825073, + 1.2902920246124268, + 0.11920720338821411, + -1.5540776252746582, + -0.7761766910552979 + ], + [ + 0.9246728420257568, + 0.07446914911270142, + 1.5972836017608643, + 1.1247382164001465, + 2.3263747692108154, + 1.2512325048446655, + -3.3811540603637695, + -0.0021632909774780273, + 0.46486896276474, + -0.16875189542770386, + -0.6206425428390503, + 0.20304928719997406, + -2.4122118949890137, + -1.5391006469726562, + -0.5242787003517151, + 0.43977704644203186, + 0.542420506477356, + 0.21166318655014038, + 0.4195747375488281, + -1.490079402923584, + -1.7266318798065186 + ], + [ + 0.8713751435279846, + 0.5863891839981079, + 0.5906055569648743, + 0.8844588994979858, + 2.3911921977996826, + 2.182433843612671, + -3.1694130897521973, + -0.752022922039032, + 0.8180270195007324, + 0.08684704452753067, + 0.8091728687286377, + 1.0194469690322876, + -3.2528905868530273, + 0.10316228866577148, + 0.5125253200531006, + -0.7164914011955261, + 0.5755919814109802, + 1.2596471309661865, + 0.317250519990921, + -3.2758350372314453, + -0.8946437835693359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.323108434677124, + 0.01654893159866333, + 0.3448992967605591, + -0.011831045150756836, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.04263296723365784, + 0.0019428525120019913, + -0.011102881282567978, + 0.036545589566230774, + -0.001199048012495041, + -2.0082809925079346, + 0.0, + -0.10535126179456711, + 0.05264389142394066, + -0.004875535145401955, + 0.036828458309173584, + -0.03309226036071777, + -1.4483249187469482, + 0.0 + ] + ], + "predicted_scores": [ + 5.218574047088623, + 4.9151716232299805, + 4.88325309753418, + 4.697617053985596, + 4.667370796203613, + 4.242107391357422, + 4.183639049530029, + 3.7649784088134766 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2061635888/train1", + "selected_index": 0, + "state_hash": "e08bec80c25bc4a58b9d753471dfa945cdd78c7584c2bfda7fd6514ba69d3fcd", + "stored_base_utility": 0.8573464751243591, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1440753936767578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1440753936767578 + }, + "base_progress": 0.1440753936767578, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1440753936767578, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14293836057186127, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14293836057186127 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13684555888175964, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13684555888175964 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1445470154285431, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1445470154285431 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12636350095272064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12636350095272064 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15038728713989258, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15038728713989258 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12173230946063995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12173230946063995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12485501170158386, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12485501170158386 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12797746062278748, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12797746062278748 + } + ], + "candidate_progress": [ + 0.14293836057186127, + 0.13684555888175964, + 0.1445470154285431, + 0.12636350095272064, + 0.15038728713989258, + 0.12173230946063995, + 0.12485501170158386, + 0.12797746062278748 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-38ed02dacc133a888d3a", + "ms-b8492a3a812095651d75", + "ms-d520d237d6848cde5883", + "ms-9ae5c6c4132218ecf49e", + "ms-38ed02dacc133a888d3a", + "ms-016c5de39ed3c111889a", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank3", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-15fc8cc6f74cf589056f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.09654644131660461, + 0.016199085861444473, + 0.3073604702949524, + -0.024088382720947266, + 0.7699178457260132, + 1.0214793682098389, + 0.05804044008255005, + 0.1672440618276596, + -0.054704658687114716, + -0.10498898476362228, + 0.03153117001056671, + 0.0710221529006958, + -1.7644904851913452, + 0.00819987803697586, + 0.119103342294693, + 0.011795619502663612, + 0.20540942251682281, + 0.08280646055936813, + 0.10880188643932343, + -1.2777907848358154, + 0.05967923253774643 + ], + [ + -0.07879368960857391, + -0.046715907752513885, + 0.3154173493385315, + 0.23520031571388245, + 0.8548420071601868, + 0.672275185585022, + 0.1763521134853363, + 0.12571361660957336, + -0.060293570160865784, + -0.07576809078454971, + -0.15044018626213074, + 0.09294679760932922, + -1.6713025569915771, + -0.1799272745847702, + -0.09694965183734894, + 0.03993871435523033, + 0.012030810117721558, + 0.03363649547100067, + 0.09787741303443909, + -1.269423246383667, + 0.033871278166770935 + ], + [ + -0.06974975764751434, + 0.01076812669634819, + 0.32618439197540283, + 0.047784388065338135, + 0.8378510475158691, + 0.6229274272918701, + -0.03721648454666138, + 0.17984353005886078, + -0.08566933125257492, + -0.1407562792301178, + 0.015254117548465729, + 0.22458553314208984, + -1.5868312120437622, + -0.18874721229076385, + -0.04697871580719948, + 0.027930699288845062, + 0.10240213572978973, + 0.08972301334142685, + 0.29835665225982666, + -1.2452120780944824, + 0.10298200696706772 + ], + [ + -0.10135787725448608, + 0.016441695392131805, + 0.3734966218471527, + 0.10253182053565979, + 0.8950445055961609, + 0.525263786315918, + -0.1068992018699646, + 0.09134963899850845, + -0.0765865370631218, + -0.05825502425432205, + -0.009718798100948334, + 0.18311353027820587, + -1.7139039039611816, + -0.07637757062911987, + -0.07738915085792542, + 0.0016313772648572922, + 0.11936701089143753, + 0.04122588038444519, + 0.2823762893676758, + -1.296264410018921, + 0.10931512713432312 + ], + [ + -0.1145922988653183, + -0.0009068623185157776, + 0.2526918351650238, + -0.006039723753929138, + 0.758417010307312, + 0.9564677476882935, + -0.03746771812438965, + 0.2201266586780548, + -0.07733652740716934, + -0.15572398900985718, + 0.042830560356378555, + 0.06376199424266815, + -1.7776455879211426, + -0.06093953549861908, + 0.019141793251037598, + 0.015171770006418228, + 0.16450589895248413, + 0.0857241228222847, + 0.11877508461475372, + -1.3191542625427246, + 0.10460986942052841 + ], + [ + -0.18821419775485992, + -0.027244605123996735, + 0.41035258769989014, + 0.09695121645927429, + 0.7599426507949829, + 0.7175371646881104, + 0.055184125900268555, + 0.07431526482105255, + -0.08706260472536087, + -0.10833679884672165, + -0.010083101689815521, + 0.18201936781406403, + -1.7468405961990356, + -0.11325013637542725, + -0.12204411625862122, + -0.003594367764890194, + 0.09143032133579254, + 0.007312998175621033, + 0.2211924046278, + -1.4581949710845947, + 0.011813223361968994 + ], + [ + -0.12745310366153717, + 0.0688025951385498, + 0.291480153799057, + -0.02361626923084259, + 0.9162103533744812, + 0.7849444150924683, + 0.008708834648132324, + 0.015244990587234497, + -0.16325420141220093, + -0.10409907251596451, + -0.04939743131399155, + 0.20709845423698425, + -2.019212484359741, + -0.15491850674152374, + -0.09281112253665924, + -0.035140570253133774, + 0.08711707592010498, + 0.0456191748380661, + 0.05749081075191498, + -1.522547721862793, + 0.16782569885253906 + ], + [ + -0.18660981953144073, + 0.022805601358413696, + 0.359566330909729, + 0.06978937983512878, + 1.0848286151885986, + 1.077258586883545, + -0.11755990982055664, + 0.07974506914615631, + -0.09045310318470001, + -0.07060077041387558, + -0.06937802582979202, + 0.13024520874023438, + -1.7473220825195312, + -0.17536447942256927, + -0.06938356161117554, + 0.030780687928199768, + -0.013943284749984741, + 0.06997726857662201, + 0.2875623404979706, + -1.3771483898162842, + 0.07285067439079285 + ] + ], + "generated_utilities": [ + 0.14293836057186127, + 0.13684555888175964, + 0.1445470154285431, + 0.12636350095272064, + 0.15038728713989258, + 0.12173230946063995, + 0.12485501170158386, + 0.12797746062278748 + ], + "group_id": "ms-15fc8cc6f74cf589056f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8325278759002686, + 2.0, + 0.17827513813972473, + 0.12385013699531555, + 0.16412222385406494, + 0.1810937523841858, + 0.1315576434135437, + 0.17120975255966187, + 0.12718042731285095, + 0.11475788056850433, + 0.13942649960517883, + 0.14411188662052155, + 0.08561795949935913, + 0.07913103699684143, + 0.10519431531429291, + 0.07143613696098328 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.04342728853225708, + 0.12190627306699753, + 0.27420639991760254, + -0.24268418550491333, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + -0.0648343563079834, + -0.01611325889825821, + -0.0639372169971466, + -0.14643071591854095, + 0.2938272953033447, + -2.09150767326355, + 0.0, + -0.02198171429336071, + -0.1695796251296997, + -0.030113032087683678, + 0.25752440094947815, + -0.08095696568489075, + -1.6441948413848877, + 0.0 + ], + [ + -0.34296751022338867, + -0.00769728422164917, + 0.27420639991760254, + -0.4670633375644684, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.19232046604156494, + -0.29979532957077026, + -0.17810949683189392, + 0.5170407891273499, + -0.6684505343437195, + -2.09150767326355, + 0.0, + 0.5269014239311218, + -0.38818731904029846, + 0.4002910256385803, + -0.14259573817253113, + 0.033223673701286316, + -1.6441948413848877, + 0.0 + ], + [ + -0.6081976890563965, + 0.05485008656978607, + 1.2742063999176025, + -0.6937420964241028, + 1.5236711502075195, + 1.7265396118164062, + -1.5892127752304077, + -0.056402526795864105, + 0.034537218511104584, + -0.015960002318024635, + -0.07989950478076935, + -0.051391828805208206, + -3.09150767326355, + -1.581836223602295, + -0.009358420968055725, + 0.00014559156261384487, + 0.01761985383927822, + 0.2840413451194763, + 0.1636785864830017, + -2.6441948413848877, + -1.7079267501831055 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1784255504608154, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.16367244720459, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.415853500366211 + ], + [ + -0.8287569880485535, + 0.33075863122940063, + 1.0898256301879883, + -0.5653955936431885, + 1.7450000047683716, + 1.4662859439849854, + -1.4640605449676514, + 0.021113470196723938, + -0.22823050618171692, + 0.132290318608284, + -0.34499406814575195, + 0.18471114337444305, + -3.2863752841949463, + -1.4031630754470825, + -0.30652832984924316, + -0.1896379441022873, + -0.016031065955758095, + 0.5298165082931519, + 0.20314915478229523, + -2.7846198081970215, + -1.9591529369354248 + ], + [ + -0.4663132429122925, + -0.15307511389255524, + 0.9981846809387207, + -0.8067161440849304, + 1.6964811086654663, + 1.7451146841049194, + -1.664931058883667, + -0.17109131813049316, + 0.1338612139225006, + -0.03929591923952103, + 0.31813979148864746, + -0.34621158242225647, + -2.873589515686035, + -1.8527860641479492, + 0.15036606788635254, + -0.26690956950187683, + -0.15694497525691986, + 0.3697162866592407, + -0.08095932006835938, + -2.5856881141662598, + -1.90934157371521 + ], + [ + -0.7120832800865173, + 0.02475656382739544, + 1.1391184329986572, + -0.6782025694847107, + 1.3200116157531738, + 2.1615700721740723, + -1.6882836818695068, + -0.13846950232982635, + 0.014833161607384682, + 0.11858523637056351, + 0.1469491422176361, + 0.10344192385673523, + -2.9762885570526123, + -1.1302400827407837, + 0.2632041573524475, + -0.2983681857585907, + 0.05838792771100998, + 0.7583205699920654, + 0.09440905600786209, + -2.5539214611053467, + -1.4659487009048462 + ], + [ + -0.8101234436035156, + -0.13132266700267792, + 0.7341026663780212, + -0.6914226412773132, + 2.079991579055786, + 1.5841528177261353, + -1.0620832443237305, + -0.15982139110565186, + -0.17577460408210754, + 0.515180766582489, + 0.19660697877407074, + -0.5828503370285034, + -2.7183899879455566, + -1.8123222589492798, + -0.37311631441116333, + -0.41521286964416504, + -0.39331120252609253, + -0.05918896198272705, + 0.14942008256912231, + -2.7213950157165527, + -1.7217048406600952 + ], + [ + 0.07814091444015503, + -0.19543467462062836, + 1.0015482902526855, + -1.2569366693496704, + 1.338836669921875, + 1.279706597328186, + -2.0102956295013428, + -0.61833256483078, + -0.60734623670578, + 0.043353237211704254, + -0.021929431706666946, + -0.7329820990562439, + -3.46352481842041, + -2.1112077236175537, + 0.5203482508659363, + -0.40202832221984863, + -0.5296810865402222, + 0.793822705745697, + 0.8005409836769104, + -2.3231348991394043, + -1.33030104637146 + ], + [ + -0.7403931021690369, + 0.37136614322662354, + 0.6933172345161438, + -1.3823291063308716, + 0.9896133542060852, + 2.4488472938537598, + -1.6693142652511597, + -0.22426515817642212, + 0.5484179258346558, + 0.04222411662340164, + 0.1731463223695755, + 0.3081134259700775, + -2.50067400932312, + -1.3644939661026, + -0.25709784030914307, + 0.5287785530090332, + 0.09358406066894531, + 0.3210286498069763, + -0.41282355785369873, + -2.893982172012329, + -2.2167203426361084 + ], + [ + 0.10018813610076904, + 0.44335228204727173, + 0.7720118165016174, + -1.5703296661376953, + 1.6119943857192993, + 2.5303027629852295, + -2.160066843032837, + 0.33082315325737, + -0.8242624402046204, + -0.6900895237922668, + 0.3845975399017334, + 0.44170790910720825, + -3.0048065185546875, + -1.2546738386154175, + 0.8112297058105469, + 0.39531493186950684, + 0.25106343626976013, + 0.6290695667266846, + 0.2989426255226135, + -2.974471092224121, + -1.1935105323791504 + ], + [ + -0.12028753757476807, + -0.4978392720222473, + 2.1379714012145996, + 0.2697768211364746, + 1.950187087059021, + 1.414959192276001, + -2.406161069869995, + -0.5929784774780273, + 0.8980869650840759, + -0.029849998652935028, + -0.1289495825767517, + -0.4183657467365265, + -2.134997606277466, + -0.9773897528648376, + -0.9699175357818604, + 0.13886241614818573, + 0.7187573313713074, + 0.21958954632282257, + 0.3007102310657501, + -2.3871877193450928, + -2.6673145294189453 + ], + [ + -1.3786687850952148, + -0.228268101811409, + 1.611027717590332, + -0.0669628381729126, + 0.7992104291915894, + 2.1523585319519043, + -1.2868108749389648, + 0.6691197156906128, + -0.9325109720230103, + 0.5326061844825745, + -0.9465373754501343, + 0.48239779472351074, + -2.7084710597991943, + -1.9790012836456299, + 0.054204799234867096, + 0.9575833678245544, + 0.6599373817443848, + -0.21838432550430298, + 0.6782994866371155, + -2.982346773147583, + -2.599764823913574 + ], + [ + -0.9355902075767517, + -0.08350273966789246, + 1.5822888612747192, + 0.2930365204811096, + 1.425764560699463, + 1.5211938619613647, + -1.43825364112854, + -0.9849758148193359, + 0.38777437806129456, + -0.4107000231742859, + -0.20772753655910492, + 0.12410490214824677, + -3.3563930988311768, + -0.7794021368026733, + 0.05641869455575943, + -0.05171669274568558, + 0.5459447503089905, + 0.30605548620224, + 1.1474699974060059, + -2.644537925720215, + -2.579681873321533 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06335717439651489, + 0.03981650248169899, + 0.27420639991760254, + 0.04754906892776489, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.01715492457151413, + -0.04286353290081024, + 0.012653881683945656, + 0.07906924188137054, + -0.01380961388349533, + -2.09150767326355, + 0.0, + -0.0775488018989563, + 0.028885943815112114, + -0.01964711584150791, + -0.002964913845062256, + -0.024955302476882935, + -1.6441948413848877, + 0.0 + ] + ], + "predicted_scores": [ + 6.199661731719971, + 5.943059921264648, + 5.866103172302246, + 5.752572059631348, + 5.743220806121826, + 5.653440952301025, + 5.048696041107178, + 4.78861141204834 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "655884605/train1", + "selected_index": 0, + "state_hash": "f883c8ad5e36a4c34dbe715ea15fe02f23bb904cf6f7e178f7c7e3899e34fb97", + "stored_base_utility": 0.8325278759002686, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11109928786754608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11109928786754608 + }, + "base_progress": 0.11109928786754608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11109928786754608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09066957235336304, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09066957235336304 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09310704469680786, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09310704469680786 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0953652411699295, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0953652411699295 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08324116468429565, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08324116468429565 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08607026934623718, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08607026934623718 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09057275950908661, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09057275950908661 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07937431335449219, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07937431335449219 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09622243046760559, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09622243046760559 + } + ], + "candidate_progress": [ + 0.09066957235336304, + 0.09310704469680786, + 0.0953652411699295, + 0.08324116468429565, + 0.08607026934623718, + 0.09057275950908661, + 0.07937431335449219, + 0.09622243046760559 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-07b479748a91a9c92b20", + "ms-d4c5d7eea19d94314e2e", + "ms-016c5de39ed3c111889a", + "ms-ee2fcbc94d41385713d0", + "ms-0a4d4909900fb0bc4a9a", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank7", + "ctt_transport_rank5", + "ctt_transport_rank4", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-36bc1364d2439099e9ed", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.21068912744522095, + 0.3248445987701416, + 0.32770201563835144, + -1.3822144269943237, + 0.07133960723876953, + 0.9280878305435181, + -0.3244854807853699, + 0.10755228251218796, + -0.16626481711864471, + 0.10174143314361572, + -0.07276057451963425, + 0.07925828546285629, + -1.5049699544906616, + 0.12916357815265656, + -0.17681404948234558, + 0.030393384397029877, + 0.1065211072564125, + 0.08668461441993713, + -0.3053935766220093, + -1.2246718406677246, + -0.16477209329605103 + ], + [ + 0.12318765372037888, + 0.34673041105270386, + 0.31566131114959717, + -1.218730092048645, + 0.05388198792934418, + 0.9689888954162598, + -0.30172199010849, + 0.0812382847070694, + -0.13202157616615295, + 0.005398742854595184, + -0.023582398891448975, + 0.02768823504447937, + -1.4058674573898315, + -0.0028537362813949585, + -0.20891517400741577, + 0.047475818544626236, + 0.10388142615556717, + 0.056964144110679626, + -0.2641908526420593, + -1.418945550918579, + -0.14035385847091675 + ], + [ + 0.15540212392807007, + 0.33078038692474365, + 0.24959741532802582, + -1.1561148166656494, + 0.11282121390104294, + 1.2237988710403442, + -0.24819117784500122, + 0.1379868984222412, + -0.12307687103748322, + 0.05169841647148132, + 0.0218961164355278, + 0.10497380048036575, + -1.3537191152572632, + -0.025211632251739502, + -0.23527199029922485, + 0.0884653627872467, + 0.06659306585788727, + 0.01794905960559845, + -0.1525055170059204, + -1.3420214653015137, + 0.01029282808303833 + ], + [ + -0.15526218712329865, + 0.25832587480545044, + 0.4156472980976105, + -1.2769300937652588, + 0.09732681512832642, + 0.929709792137146, + -0.2936355471611023, + -0.031781479716300964, + -0.18688857555389404, + -0.028165362775325775, + 0.1438947468996048, + 0.017923742532730103, + -1.6625207662582397, + -0.33691221475601196, + -0.23211023211479187, + 0.13384196162223816, + 0.03999979794025421, + 0.2116662859916687, + -0.21651619672775269, + -1.3391807079315186, + -0.2595648169517517 + ], + [ + 0.25247111916542053, + 0.2712777256965637, + 0.5005126595497131, + -1.0976641178131104, + 0.030442163348197937, + 0.6606873273849487, + -0.4894038438796997, + 0.0698467567563057, + -0.10421805828809738, + 0.051520176231861115, + 0.08506688475608826, + -0.050088733434677124, + -1.5207003355026245, + -0.06643137335777283, + -0.2974329888820648, + 0.02939041703939438, + 0.047472864389419556, + 0.049071550369262695, + -0.1290152370929718, + -1.4890964031219482, + -0.021246835589408875 + ], + [ + 0.16015492379665375, + 0.3469616174697876, + 0.38312578201293945, + -1.160265326499939, + 0.1879255473613739, + 1.1054654121398926, + -0.3866812586784363, + 0.11754857748746872, + -0.09860028326511383, + 0.05703328549861908, + -0.04307106137275696, + -0.0364883691072464, + -1.3036693334579468, + 0.06727764010429382, + -0.3049704134464264, + 0.037691112607717514, + -0.026172682642936707, + -0.0001922398805618286, + -0.2009403109550476, + -1.4599409103393555, + -0.02031606435775757 + ], + [ + -0.03854455053806305, + 0.36735719442367554, + 0.4599153697490692, + -1.247195839881897, + 0.12958750128746033, + 1.3448364734649658, + -0.29112398624420166, + 0.005333021283149719, + -0.11552956700325012, + 0.026234619319438934, + 0.5038172006607056, + 0.11161200702190399, + -1.2193681001663208, + -0.06787259876728058, + -0.26729583740234375, + 0.04475301504135132, + 0.06515027582645416, + 0.038163408637046814, + -0.10020264983177185, + -1.3055570125579834, + 0.14755569398403168 + ], + [ + 0.1314319372177124, + 0.27051281929016113, + 0.2926681339740753, + -1.264896035194397, + 0.16637590527534485, + 0.8804181814193726, + -0.27929604053497314, + 0.014488831162452698, + -0.11043884605169296, + -0.01964140683412552, + -0.06440816074609756, + 0.0422540009021759, + -1.5962496995925903, + 0.017650015652179718, + -0.2786621153354645, + 0.036790840327739716, + -0.011381983757019043, + -0.04282216727733612, + -0.3989335894584656, + -1.7981221675872803, + -0.011302247643470764 + ] + ], + "generated_utilities": [ + 0.09066957235336304, + 0.09310704469680786, + 0.0953652411699295, + 0.08324116468429565, + 0.08607026934623718, + 0.09057275950908661, + 0.07937431335449219, + 0.09622243046760559 + ], + "group_id": "ms-36bc1364d2439099e9ed", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8517612218856812, + 2.0, + 0.1815708577632904, + 0.1681259274482727, + 0.06667537987232208, + 0.12608033418655396, + 0.06782425940036774, + 0.083005890250206, + 0.06564608216285706, + 0.08413480222225189, + 0.076749786734581, + 0.1035553514957428, + 0.06620191037654877, + 0.04320122301578522, + 0.11399206519126892, + 0.059143006801605225 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08349184691905975, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.18001335859298706, + 1.573944091796875, + 0.0, + 0.2802704870700836, + 0.22520458698272705, + -0.15864193439483643, + 0.5081414580345154, + 0.032665789127349854, + -0.9201394319534302, + 0.0, + -0.033566102385520935, + -0.13505029678344727, + -0.12041112035512924, + -0.06716758012771606, + -0.0956166535615921, + -1.669712781906128, + 0.0 + ], + [ + 0.7490463256835938, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.03022557497024536, + 1.573944091796875, + 0.0, + 0.375439316034317, + -0.4042566418647766, + -0.46222686767578125, + 0.15380197763442993, + 0.2936161458492279, + -0.9201394319534302, + 0.0, + 0.1458692103624344, + 0.14722874760627747, + 0.45957615971565247, + -0.20695888996124268, + -0.22469311952590942, + -1.669712781906128, + 0.0 + ], + [ + -0.03457657992839813, + 1.4699196815490723, + 1.3066999912261963, + -2.2773051261901855, + 0.6249269247055054, + 2.573944091796875, + -1.5805155038833618, + 0.0035752132534980774, + -0.058407850563526154, + 0.1941511034965515, + 0.44614923000335693, + 0.7750491499900818, + -1.9201394319534302, + -0.7378628849983215, + -0.008470967411994934, + -0.0018416272941976786, + 0.019920190796256065, + 0.5087110996246338, + -0.08585579693317413, + -2.669712781906128, + -1.7361012697219849 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1610310077667236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.475725769996643, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4722025394439697 + ], + [ + -0.31807488203048706, + 1.4116586446762085, + 1.5582246780395508, + -2.3503081798553467, + 0.48931267857551575, + 2.822434663772583, + -1.3333642482757568, + 0.02258368767797947, + -0.20863956212997437, + 0.26449620723724365, + 0.6593567132949829, + 0.7776153683662415, + -1.9159308671951294, + -0.900355339050293, + -0.024591505527496338, + 0.14827987551689148, + 0.026587972417473793, + 0.24495700001716614, + -0.1754157543182373, + -2.826089382171631, + -1.6020793914794922 + ], + [ + 0.31720292568206787, + 1.5051416158676147, + 1.0964170694351196, + -2.573870897293091, + 0.9662353992462158, + 2.2586026191711426, + -1.726341962814331, + -0.1890910267829895, + 0.2731432020664215, + 0.3488299250602722, + 0.3770641088485718, + 1.1118135452270508, + -2.030613422393799, + -0.7689631581306458, + 0.1402481198310852, + 0.07395938783884048, + -0.04877501726150513, + 0.5011835694313049, + -0.47213661670684814, + -2.4947516918182373, + -1.5300244092941284 + ], + [ + 0.21406465768814087, + 1.3257966041564941, + 1.2961455583572388, + -1.9430108070373535, + 0.2532738149166107, + 2.089109182357788, + -2.072115421295166, + 0.4273439347743988, + -0.2503298223018646, + 0.1787673979997635, + 0.5764583945274353, + 0.3556409776210785, + -1.5602352619171143, + -0.36112546920776367, + -0.4984576106071472, + -0.36165475845336914, + -0.23788215219974518, + 0.2994876503944397, + -0.43713265657424927, + -2.5797934532165527, + -1.3930422067642212 + ], + [ + -0.37355804443359375, + 1.7203999757766724, + 0.9407105445861816, + -2.1569361686706543, + 0.4186236560344696, + 2.612013101577759, + -1.5538661479949951, + -0.24652332067489624, + 0.1385367214679718, + -0.3916875720024109, + 0.8684185743331909, + 1.2222943305969238, + -2.472386360168457, + -0.20885175466537476, + 0.09681475907564163, + 0.4119762182235718, + 0.6045485138893127, + 0.36037611961364746, + 0.27039986848831177, + -2.1125171184539795, + -1.8789746761322021 + ], + [ + -0.6271646022796631, + 0.9076136946678162, + 1.9422557353973389, + -2.933462142944336, + 0.9096192121505737, + 2.5885701179504395, + -0.9617133736610413, + 0.21719226241111755, + -0.6761302351951599, + 0.25567004084587097, + 0.8716127872467041, + 0.2722734212875366, + -2.1603124141693115, + -1.39926278591156, + -0.15204747021198273, + -0.2030123919248581, + -0.5784316658973694, + 0.35693883895874023, + 0.4062959551811218, + -3.360494613647461, + -1.151818871498108 + ], + [ + -0.7378354072570801, + 2.0858283042907715, + 2.0468292236328125, + -2.4745993614196777, + 0.3709125816822052, + 2.457852363586426, + -2.185655117034912, + 0.7692101001739502, + 0.28214240074157715, + 0.1044861227273941, + 0.344221293926239, + 0.029507040977478027, + -1.4273998737335205, + -0.5993548631668091, + 0.18079017102718353, + 0.6452256441116333, + 0.7550608515739441, + 1.110365390777588, + -0.5771602392196655, + -3.318673849105835, + -2.0118703842163086 + ], + [ + -0.4052214026451111, + 1.8753576278686523, + 2.1751527786254883, + -2.519707441329956, + 0.6331204175949097, + 3.3670527935028076, + -1.7462756633758545, + 0.6954786777496338, + -0.31735968589782715, + -0.6489940285682678, + 1.1405904293060303, + 0.4558694064617157, + -1.3258671760559082, + -0.997588038444519, + 0.16176722943782806, + 0.5205554366111755, + 0.6278384923934937, + 0.15498265624046326, + 0.1022942066192627, + -2.3686718940734863, + -1.9442733526229858 + ], + [ + -0.017883501946926117, + 2.1815929412841797, + 1.5991332530975342, + -2.1540894508361816, + -0.2544434666633606, + 3.2873737812042236, + -2.0796422958374023, + -0.591680109500885, + 0.20733216404914856, + -0.6906808018684387, + 0.8473296761512756, + 1.5100284814834595, + -2.746593475341797, + -1.2100026607513428, + -0.8905454874038696, + 0.9762187004089355, + -0.2543453872203827, + 0.7833127975463867, + -0.06485581398010254, + -2.379990339279175, + -1.8812682628631592 + ], + [ + -0.29164934158325195, + 0.5154329538345337, + 1.1457901000976562, + -2.4343278408050537, + 0.4174383282661438, + 2.02416729927063, + -0.7750498652458191, + -0.08482793718576431, + 0.6815155148506165, + 0.24581390619277954, + 0.4623332619667053, + -0.1983398199081421, + -2.256472587585449, + -0.48409321904182434, + 0.07557523995637894, + -0.6461367607116699, + -0.7083232998847961, + 0.40122514963150024, + -0.17801281809806824, + -2.90722393989563, + -1.6336510181427002 + ], + [ + 0.410057008266449, + 0.49858343601226807, + 1.641018271446228, + -2.030914545059204, + 0.488220751285553, + 3.071155071258545, + -0.7880152463912964, + 0.7017946839332581, + 0.4795868396759033, + -0.7808155417442322, + 0.6368377208709717, + 0.9510742425918579, + -0.9763236045837402, + -0.8896446228027344, + -0.6615942716598511, + 0.805496871471405, + 0.49115341901779175, + 0.8704113960266113, + -0.6143670082092285, + -3.2742204666137695, + -0.9713517427444458 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.011034063994884491, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.017371296882629395, + 1.573944091796875, + 0.0, + 0.05415109172463417, + 0.022865571081638336, + -0.01714937388896942, + -0.026109308004379272, + -0.09112346172332764, + -0.9201394319534302, + 0.0, + 0.061299845576286316, + 0.013038505800068378, + -0.040208570659160614, + 0.06836766004562378, + -0.003265693783760071, + -1.669712781906128, + 0.0 + ] + ], + "predicted_scores": [ + 4.344264030456543, + 4.054685115814209, + 3.8953797817230225, + 3.8904905319213867, + 3.556845188140869, + 3.3440663814544678, + 3.1797268390655518, + 2.8822269439697266 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261/train1", + "selected_index": 0, + "state_hash": "d14acc7ff79f15cac9f150b6e8674cf91ef2f20cdcbdb3f734cabea73e96e357", + "stored_base_utility": 0.8517612218856812, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21426597237586975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21426597237586975 + }, + "base_progress": 0.21426597237586975, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21426597237586975, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1918090283870697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1918090283870697 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2107180655002594, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2107180655002594 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20937900245189667, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20937900245189667 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21198616921901703, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21198616921901703 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21256697177886963, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21256697177886963 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21763037145137787, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21763037145137787 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20616106688976288, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20616106688976288 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20647966861724854, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20647966861724854 + } + ], + "candidate_progress": [ + 0.1918090283870697, + 0.2107180655002594, + 0.20937900245189667, + 0.21198616921901703, + 0.21256697177886963, + 0.21763037145137787, + 0.20616106688976288, + 0.20647966861724854 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-61852da845126d62ff5b", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-01e6eaaaf40875e0ef5a", + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-420280f15a522ce21c72", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2070312350988388, + -0.0936039537191391, + 0.27447909116744995, + 0.6623431444168091, + -0.24601760506629944, + -0.684937596321106, + 0.26432570815086365, + 0.06362752616405487, + 0.07783710211515427, + 0.003237709403038025, + 0.009648565202951431, + -0.1300411820411682, + -1.3570095300674438, + -0.1775711327791214, + -0.015692446380853653, + 0.034097570925951004, + -0.02034159004688263, + -0.005583122372627258, + -0.02952277660369873, + -1.2734607458114624, + -0.14768841862678528 + ], + [ + -0.1669180542230606, + -0.07390936464071274, + -0.023702234029769897, + 0.6114463806152344, + 0.039494097232818604, + -0.3314276933670044, + 0.032292723655700684, + 0.10294319689273834, + 0.07003724575042725, + -0.005190111696720123, + 0.07696102559566498, + -0.09601333737373352, + -1.5757123231887817, + -0.2763863801956177, + -0.011716093868017197, + 0.0241345576941967, + 0.007821768522262573, + -0.028607040643692017, + 0.03590603172779083, + -1.286242961883545, + -0.14167460799217224 + ], + [ + -0.2860829830169678, + -0.028144411742687225, + -0.0832032859325409, + 0.543840765953064, + -0.0181921124458313, + -0.1859043538570404, + 0.08361503481864929, + 0.055277153849601746, + 0.02664865180850029, + 0.07169390469789505, + 0.02516082488000393, + 0.046166568994522095, + -1.590620517730713, + -0.2540658116340637, + 0.10461881756782532, + 0.021708086133003235, + -0.041363999247550964, + -0.08150289952754974, + 0.06464937329292297, + -1.2874724864959717, + -0.16002479195594788 + ], + [ + -0.19369642436504364, + -0.07730600237846375, + 0.010434210300445557, + 0.5944846868515015, + 0.015822336077690125, + -0.2546643316745758, + -0.07221192121505737, + 0.04133039712905884, + 0.04988379776477814, + 0.03205609321594238, + -0.021855011582374573, + -0.09081915020942688, + -1.6665973663330078, + -0.24912826716899872, + 0.008557338267564774, + 0.01339910551905632, + -0.05725480616092682, + -0.08629848062992096, + -0.012721836566925049, + -1.3105788230895996, + -0.21112751960754395 + ], + [ + -0.2333119660615921, + -0.1797402799129486, + 0.043610990047454834, + 0.6506822109222412, + 0.023886531591415405, + -0.31625303626060486, + -0.1931198239326477, + 0.10806705057621002, + 0.06421384960412979, + -0.11203872412443161, + 0.017226312309503555, + -0.06075820326805115, + -1.750110149383545, + -0.3459262251853943, + 0.00505070760846138, + -0.002732967957854271, + -0.05850307643413544, + -0.04717297852039337, + -0.1964971423149109, + -1.5053141117095947, + -0.1585828959941864 + ], + [ + -0.13095544278621674, + -0.1142667829990387, + -0.1305033266544342, + 0.5676578283309937, + 0.09411124885082245, + -0.18861016631126404, + -0.14363259077072144, + 0.10551605373620987, + 0.03859710693359375, + 0.015107780694961548, + 0.05141177028417587, + -0.2135930359363556, + -1.6517469882965088, + -0.32098591327667236, + -0.04196711257100105, + -0.006545227486640215, + -0.15988989174365997, + -0.10351182520389557, + 0.018798023462295532, + -1.3138227462768555, + -0.09485268592834473 + ], + [ + 0.07312370091676712, + -0.08016505837440491, + 0.04497167468070984, + 0.8221491575241089, + 0.20070689916610718, + 0.14223900437355042, + -0.4067949652671814, + 0.17795602977275848, + 0.044577233493328094, + -0.11569557338953018, + -0.04990541934967041, + 0.04468652606010437, + -1.7194939851760864, + -0.0689690113067627, + 0.06616625934839249, + 0.009078864008188248, + -0.09986399114131927, + -0.2742043733596802, + -0.008201032876968384, + -1.3609886169433594, + 0.11996692419052124 + ], + [ + 0.06312146782875061, + -0.06074903905391693, + -0.03897866606712341, + 0.8798356056213379, + 0.18688122928142548, + 0.00764860212802887, + -0.5650816559791565, + 0.15775644779205322, + 0.050523966550827026, + -0.012883342802524567, + -0.1165473684668541, + 0.10227199643850327, + -1.5507848262786865, + -0.10711047053337097, + 0.050169266760349274, + -0.03480180352926254, + -0.1751870959997177, + -0.11511413753032684, + 0.01580977439880371, + -1.4224052429199219, + 0.2889898419380188 + ] + ], + "generated_utilities": [ + 0.1918090283870697, + 0.2107180655002594, + 0.20937900245189667, + 0.21198616921901703, + 0.21256697177886963, + 0.21763037145137787, + 0.20616106688976288, + 0.20647966861724854 + ], + "group_id": "ms-420280f15a522ce21c72", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8356533050537109, + 2.0, + 0.165309876203537, + 0.1925140768289566, + 0.5663067698478699, + 0.18718849122524261, + 0.5825252532958984, + 0.10333983600139618, + 0.539591908454895, + 0.13980166614055634, + 0.09338253736495972, + 0.06970515847206116, + 0.14614585041999817, + 0.1082744151353836, + 0.2217373102903366, + 0.11090293526649475 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08200915157794952, + -0.050028860569000244, + -0.10726630687713623, + 0.8982657194137573, + 0.02557128667831421, + -0.01745748519897461, + 0.0, + -0.11801638454198837, + -0.15873199701309204, + -0.09869732707738876, + 0.09755970537662506, + -0.023663580417633057, + -1.4878230094909668, + 0.0, + 0.14383190870285034, + 0.034868933260440826, + 0.018177928403019905, + 0.10587699711322784, + 0.1470527946949005, + -1.3841276168823242, + 0.0 + ], + [ + 0.05749737471342087, + -1.0497277975082397, + -0.10726630687713623, + 0.8982657194137573, + -0.32842767238616943, + 0.058821022510528564, + 0.0, + -0.08108901232481003, + 0.010966403409838676, + -0.03182200342416763, + -0.5799673199653625, + -0.1800820529460907, + -1.4878230094909668, + 0.0, + 0.08964715152978897, + -0.000760587165132165, + 0.038413405418395996, + -0.33423489332199097, + -0.08060251176357269, + -1.3841276168823242, + 0.0 + ], + [ + -0.11845801025629044, + -0.9241267442703247, + -1.1072663068771362, + 1.8982657194137573, + 0.43198710680007935, + -0.9411789774894714, + 1.7934396266937256, + -0.030420072376728058, + 0.021708883345127106, + 0.04940251260995865, + -0.17912308871746063, + 0.33097711205482483, + -2.487823009490967, + -1.5206043720245361, + -0.014199979603290558, + -0.003266729647293687, + 0.03413597494363785, + 0.24115896224975586, + 0.15477319061756134, + -2.384127616882324, + -1.691659927368164 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.586879253387451, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0412087440490723, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.383319854736328 + ], + [ + 0.11015879362821579, + -0.8425144553184509, + -0.9404457807540894, + 2.1783318519592285, + 0.34945935010910034, + -0.6566650867462158, + 1.7467972040176392, + 0.18526920676231384, + 0.1855662763118744, + 0.11820712685585022, + -0.09146403521299362, + 0.3811644911766052, + -2.739583969116211, + -1.4563695192337036, + -0.12022502720355988, + 0.14213092625141144, + 0.16424784064292908, + 0.4428786039352417, + 0.26438331604003906, + -2.4384567737579346, + -1.6087501049041748 + ], + [ + -0.053294695913791656, + -1.1526074409484863, + -0.8198997974395752, + 2.0777554512023926, + 0.7982161641120911, + -1.0917543172836304, + 2.142845392227173, + 0.17526492476463318, + 0.0639122724533081, + 0.2896212041378021, + 0.07396437227725983, + 0.22089770436286926, + -2.2409393787384033, + -1.1505210399627686, + -0.07878349721431732, + -0.3264326751232147, + 0.4291190803050995, + -0.044660866260528564, + 0.5520983338356018, + -2.7410571575164795, + -1.7463444471359253 + ], + [ + 0.1958477795124054, + -1.2650147676467896, + -1.5942399501800537, + 1.99519944190979, + 0.7774004936218262, + -0.5921676158905029, + 2.2696094512939453, + -0.21214154362678528, + 0.13975797593593597, + -0.35019803047180176, + -0.17851479351520538, + 0.5769011378288269, + -2.2350399494171143, + -1.84102201461792, + 0.19937390089035034, + 0.4100441634654999, + -0.01855972781777382, + 0.6351135969161987, + 0.33948513865470886, + -2.052992820739746, + -1.993861436843872 + ], + [ + -0.089598648250103, + -0.8187741041183472, + -0.7132401466369629, + 1.8725146055221558, + 0.9944790601730347, + -0.5365301370620728, + 1.3939578533172607, + 0.5233021378517151, + -0.05933994799852371, + -0.26830247044563293, + -0.6783830523490906, + 0.4347163736820221, + -2.1092095375061035, + -2.0301830768585205, + 0.1834208071231842, + 0.467611700296402, + 0.0011010244488716125, + 0.29062843322753906, + 0.32238784432411194, + -2.0253100395202637, + -1.2581480741500854 + ], + [ + -0.2115183174610138, + -0.7704401016235352, + -0.9270404577255249, + 1.4713937044143677, + 0.48506659269332886, + -1.6107988357543945, + 1.9835600852966309, + 0.36453261971473694, + 0.24739935994148254, + 0.6234245896339417, + -0.523600161075592, + 0.3515435457229614, + -2.2272472381591797, + -0.9147415161132812, + -0.18331962823867798, + -0.07044098526239395, + -0.16467610001564026, + 0.8666839599609375, + -0.17372624576091766, + -2.876776695251465, + -1.3083146810531616 + ], + [ + -0.5995657444000244, + -0.3244798183441162, + -0.9445352554321289, + 2.294879913330078, + 0.5637670755386353, + -0.4123827815055847, + 1.4565412998199463, + -0.24042245745658875, + -0.7386550307273865, + 0.6664571762084961, + -0.7043223977088928, + 1.0946670770645142, + -1.7594776153564453, + -0.8843593001365662, + -0.26998764276504517, + 0.17072883248329163, + -0.4583240747451782, + -0.5383684039115906, + -0.05051739513874054, + -2.5144400596618652, + -0.9947679042816162 + ], + [ + 0.24581971764564514, + -1.692899227142334, + -0.7176830768585205, + 2.3770456314086914, + -0.4013996720314026, + -0.6753275990486145, + 1.6263554096221924, + 0.11098269373178482, + -0.45729196071624756, + -0.8045854568481445, + -0.27329114079475403, + 0.5834006071090698, + -2.1047885417938232, + -0.8300427198410034, + 0.004502002149820328, + 0.40362852811813354, + 0.2576536238193512, + -0.008819237351417542, + 0.008956626057624817, + -1.8818962574005127, + -2.2475786209106445 + ], + [ + 0.20943638682365417, + -0.023470401763916016, + -0.5109653472900391, + 2.766901731491089, + -0.38375556468963623, + -0.2765198349952698, + 2.7739291191101074, + 0.047791145741939545, + -0.4544481635093689, + 0.6751620769500732, + 0.39290130138397217, + 0.008522838354110718, + -3.3998172283172607, + -0.669178307056427, + -0.15990248322486877, + 0.044549454003572464, + 0.05873264744877815, + 0.9320279955863953, + -0.4718681573867798, + -1.9503318071365356, + -2.441364288330078 + ], + [ + -0.46203792095184326, + -0.15363067388534546, + -0.1858586072921753, + 1.1161644458770752, + 0.040321916341781616, + -0.9038950204849243, + 1.2533798217773438, + 0.03271609544754028, + -0.5028142333030701, + -0.793997585773468, + 0.2137475460767746, + 0.517892599105835, + -2.962210178375244, + -0.6634356379508972, + 0.49000293016433716, + -0.3848138749599457, + 1.0051606893539429, + -0.28907692432403564, + 0.07907690107822418, + -1.9646400213241577, + -1.0027430057525635 + ], + [ + 0.04428272694349289, + -0.7824954986572266, + -1.7044588327407837, + 2.829702615737915, + 0.9481489658355713, + -0.6112101078033447, + 2.297391414642334, + 0.5262051224708557, + 0.2103191316127777, + 0.1294001042842865, + -0.19276458024978638, + -0.07603627443313599, + -2.6560447216033936, + -0.9565262794494629, + -0.9131494760513306, + -0.488054096698761, + 0.017356276512145996, + 1.0292558670043945, + 0.8085488080978394, + -2.396846055984497, + -2.012336254119873 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018904410302639008, + 0.06358456611633301, + -0.10726630687713623, + 0.8982657194137573, + -0.042753636837005615, + -0.053562819957733154, + 0.0, + -0.024505211040377617, + -0.02496183291077614, + -0.15571293234825134, + -0.055318161845207214, + -0.05204924941062927, + -1.4878230094909668, + 0.0, + 0.0010063759982585907, + -0.015319854021072388, + -0.01014244556427002, + 0.09778645634651184, + 0.020801112055778503, + -1.3841276168823242, + 0.0 + ] + ], + "predicted_scores": [ + 8.161311149597168, + 7.527237892150879, + 7.38544225692749, + 7.1540608406066895, + 6.913204669952393, + 6.560229301452637, + 4.954161643981934, + 4.206790447235107 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1578990937/train1", + "selected_index": 0, + "state_hash": "5f337de55fe39fad5683a57fc42d067e59ce022fead864b4fc61d679eec843b5", + "stored_base_utility": 0.8356533050537109, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8320798277854919, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8320798277854919 + }, + "base_progress": 0.8320798277854919, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8320798277854919, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23360641300678253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23360641300678253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8441137075424194, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8441137075424194 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.83584064245224, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.83584064245224 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8430465459823608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8430465459823608 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8417080044746399, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8417080044746399 + } + ], + "candidate_progress": [ + 0.23360641300678253, + 0.8441137075424194, + 0.83584064245224, + 1.0, + 0.8430465459823608, + 1.0, + 1.0, + 0.8417080044746399 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-829c9968f0750cd9aed6", + "ms-04eec0abab5f55620e4e", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6", + "ms-04eec0abab5f55620e4e", + "ms-0b226017db7f07c5307e", + "ms-b33c18c58125678627a6", + "ms-0b226017db7f07c5307e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + true, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4aed1197d0906ae51c34", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1199532002210617, + 0.20713312923908234, + 0.0818638801574707, + -0.16763104498386383, + -0.09796658158302307, + -1.9336777925491333, + -0.3485914468765259, + 0.28760218620300293, + -0.06936054676771164, + -0.2231680154800415, + 0.06734385341405869, + -0.1871182918548584, + -1.4514566659927368, + -0.17632032930850983, + -0.03327535465359688, + 0.1349029242992401, + 0.07531481981277466, + 0.08340774476528168, + -0.15671256184577942, + -1.2470695972442627, + -0.3409743010997772 + ], + [ + -0.05768768489360809, + 0.07328234612941742, + 0.06649145483970642, + -0.2158685326576233, + 0.0875798910856247, + -2.0873606204986572, + -0.19389450550079346, + 0.08742839843034744, + -0.06454591453075409, + 0.012497305870056152, + 0.16060927510261536, + -0.002654463052749634, + -1.4254051446914673, + -0.26253747940063477, + -0.04387678578495979, + 0.018327469006180763, + -0.02145780622959137, + 0.11485117673873901, + 0.0027115941047668457, + -1.1923041343688965, + -0.16315925121307373 + ], + [ + -0.07602174580097198, + 0.04316750913858414, + -0.008491665124893188, + -0.217503160238266, + 0.13524630665779114, + -1.935979962348938, + -0.19708162546157837, + 0.12249577790498734, + -0.07814822345972061, + -0.00946979969739914, + 0.14608797430992126, + -0.025085508823394775, + -1.4195290803909302, + -0.2512269616127014, + -0.06681983172893524, + 0.015442127361893654, + -0.028542503714561462, + 0.10360334068536758, + 0.008922696113586426, + -1.264474630355835, + -0.15186908841133118 + ], + [ + -0.05304044485092163, + 0.06005637347698212, + -0.030651837587356567, + -0.22402292490005493, + 0.10519514977931976, + -2.0185158252716064, + -0.2431192398071289, + 0.11405448615550995, + -0.07505296170711517, + -0.05868058651685715, + 0.16556894779205322, + -0.04631321132183075, + -1.431022047996521, + -0.28197914361953735, + -0.026994284242391586, + 0.016383502632379532, + -0.0790063887834549, + 0.03866560757160187, + -0.026433855295181274, + -1.2002450227737427, + -0.1819940209388733 + ], + [ + -0.004357472062110901, + 0.11806248128414154, + 0.022596240043640137, + -0.1529000997543335, + -0.038844913244247437, + -2.0987131595611572, + -0.22087711095809937, + 0.1765160709619522, + -0.07005903124809265, + -0.18963417410850525, + 0.21056130528450012, + -0.10024842619895935, + -1.3083573579788208, + -0.28750866651535034, + -0.013926949352025986, + 0.10183815658092499, + 0.016802549362182617, + -0.04463917016983032, + -0.09311336278915405, + -1.2762718200683594, + -0.22910386323928833 + ], + [ + -0.0273868590593338, + 0.07900410890579224, + 0.039204537868499756, + -0.1855095773935318, + 0.09301207959651947, + -2.083542585372925, + -0.2733451724052429, + 0.12976349890232086, + -0.06679708510637283, + -0.03253132849931717, + 0.20558983087539673, + -0.04356251657009125, + -1.3404347896575928, + -0.30490797758102417, + -0.03343265876173973, + 0.0378667488694191, + 0.009391382336616516, + 0.10984315723180771, + 0.036799490451812744, + -1.1307313442230225, + -0.15781459212303162 + ], + [ + -0.03550465404987335, + -0.11339904367923737, + 0.22515803575515747, + -0.0061801522970199585, + 0.22758714854717255, + -1.7718734741210938, + -0.3962358236312866, + -0.002258613705635071, + 0.06265364587306976, + 0.2350367307662964, + 0.07938531786203384, + -0.24684378504753113, + -1.478273630142212, + -0.19758246839046478, + -0.027168866246938705, + -0.03507883846759796, + 0.09680910408496857, + -0.03657406568527222, + 0.06654854118824005, + -1.1713629961013794, + -0.10958576202392578 + ], + [ + -0.08457355201244354, + 0.056520044803619385, + 0.04049667716026306, + -0.23440079391002655, + 0.022687867283821106, + -2.0023772716522217, + -0.09717452526092529, + 0.09420459717512131, + -0.11153051257133484, + -0.032497696578502655, + 0.1605958342552185, + -0.03671687841415405, + -1.3173636198043823, + -0.2361031025648117, + -0.01966705545783043, + 0.05239216610789299, + 0.10868651419878006, + 0.09869814664125443, + -0.14846521615982056, + -1.1527435779571533, + -0.1854490339756012 + ] + ], + "generated_utilities": [ + 0.23360641300678253, + 0.8441137075424194, + 0.83584064245224, + 2.0, + 0.8430465459823608, + 2.0, + 2.0, + 0.8417080044746399 + ], + "group_id": "ms-4aed1197d0906ae51c34", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8405406475067139, + 2.0, + 2.0, + 0.12974965572357178, + 0.7839004993438721, + 0.7814356088638306, + 0.5974856615066528, + 0.5970629453659058, + 0.08852563798427582, + 0.16062170267105103, + 0.09181615710258484, + 0.07407057285308838, + 0.13392610847949982, + 0.05654241144657135, + 0.06156755983829498, + 0.05600197613239288 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.21136879920959473, + 0.13549058139324188, + -0.02914842776954174, + 0.5560098886489868, + 0.35971304774284363, + -1.8355681896209717, + 0.0, + -0.18643616139888763, + -0.271454781293869, + 0.34184250235557556, + 0.39120200276374817, + -0.39313268661499023, + -1.2842562198638916, + 0.0, + -0.44817274808883667, + -0.10840752720832825, + 0.4875572621822357, + 0.04258507490158081, + -0.2982829809188843, + -1.002915620803833, + 0.0 + ], + [ + -0.07887618988752365, + 0.12804901599884033, + 0.004546052310615778, + -0.27106863260269165, + -0.0865178108215332, + -2.8355681896209717, + -1.4985713958740234, + -0.007801800966262817, + -0.001946345204487443, + 0.012458031997084618, + 0.20202918350696564, + 0.36796534061431885, + -2.2842562198638916, + -1.6743252277374268, + -0.007960423827171326, + -0.006073035299777985, + 0.012512346729636192, + 0.3637828230857849, + 0.3594411611557007, + -2.002915620803833, + -1.5810925960540771 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.997142791748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3486504554748535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1621851921081543 + ], + [ + 0.08107354491949081, + 0.3011969327926636, + 0.07449080049991608, + -0.16600561141967773, + 0.09272129833698273, + -3.0477712154388428, + -1.4981940984725952, + -0.11367667466402054, + -0.28234657645225525, + -0.21696458756923676, + -0.04452931880950928, + 0.16002443432807922, + -2.217637538909912, + -1.7869974374771118, + -0.06795499473810196, + 0.10813259333372116, + 0.24722407758235931, + 0.301885187625885, + 0.20857857167720795, + -2.0460364818573, + -1.8551779985427856 + ], + [ + 0.17576757073402405, + 0.16099752485752106, + 0.36882463097572327, + -0.5665591955184937, + 0.21693265438079834, + -2.9296679496765137, + -1.7531938552856445, + -0.38638147711753845, + -0.2822260856628418, + 0.08072423189878464, + -0.018453538417816162, + 0.6223959922790527, + -2.5080337524414062, + -1.5299493074417114, + 0.3788507580757141, + 0.33416298031806946, + -0.08417592197656631, + 0.7466475963592529, + -0.013474851846694946, + -2.052852153778076, + -1.4903299808502197 + ], + [ + 0.3739514946937561, + -0.30620673298835754, + 0.35488227009773254, + -0.05886603891849518, + -0.3272765874862671, + -2.937335968017578, + -1.7541594505310059, + -0.05396366864442825, + -0.18675173819065094, + 0.27470290660858154, + -0.02104872465133667, + -0.08987021446228027, + -2.7126340866088867, + -1.6723655462265015, + 0.35461312532424927, + 0.3860104978084564, + -0.024674756452441216, + 0.3262499272823334, + 0.8085626363754272, + -1.711850881576538, + -1.5355679988861084 + ], + [ + -0.5728170275688171, + 0.1249110996723175, + 0.5171672701835632, + 0.19384506344795227, + -0.39670926332473755, + -2.823612689971924, + -2.0186243057250977, + -0.11771412938833237, + 0.48804381489753723, + -0.317081481218338, + 0.45187482237815857, + 0.08218121528625488, + -2.80509877204895, + -2.1564836502075195, + -0.3593510389328003, + -0.13913565874099731, + 0.5837609171867371, + 0.3322915732860565, + 0.6545963287353516, + -2.306539535522461, + -1.8615221977233887 + ], + [ + 0.30438119173049927, + -0.12742283940315247, + -0.23296856880187988, + -0.6225581765174866, + 0.1413537710905075, + -2.6798923015594482, + -1.8449509143829346, + 0.06376612186431885, + 0.1579568237066269, + -0.6539266705513, + 0.26491934061050415, + 0.11657670140266418, + -2.258986234664917, + -2.351764678955078, + 0.48136693239212036, + -0.16710305213928223, + 0.6765516400337219, + 0.7331029772758484, + 0.6836758852005005, + -1.4269113540649414, + -2.171515464782715 + ], + [ + 0.6805351376533508, + 0.46106046438217163, + 0.03602854907512665, + 0.27698415517807007, + 0.264543741941452, + -2.3218843936920166, + -0.7792292237281799, + -0.026323731988668442, + 0.7850504517555237, + -0.7236955761909485, + 0.012999117374420166, + 0.5715787410736084, + -1.6572327613830566, + -1.4279512166976929, + 0.0775834172964096, + -0.8031421303749084, + -0.045602768659591675, + 0.9267949461936951, + 1.0543123483657837, + -1.3160209655761719, + -1.4756793975830078 + ], + [ + 0.7313188910484314, + -0.5128530859947205, + 0.40826860070228577, + 0.12107783555984497, + -0.6316640973091125, + -3.6798524856567383, + -1.9073030948638916, + -0.675960898399353, + 0.63726407289505, + 0.03708571195602417, + 0.011412262916564941, + 0.4621603488922119, + -2.9813942909240723, + -2.1497530937194824, + 0.7732807993888855, + -0.2085852324962616, + -0.25850072503089905, + 1.0722757577896118, + 0.14500762522220612, + -1.9931955337524414, + -1.0706398487091064 + ], + [ + -1.0723012685775757, + -0.6842970252037048, + -0.7278652191162109, + -0.5623562335968018, + -0.9245429635047913, + -2.6211869716644287, + -1.1849561929702759, + -0.3833617866039276, + -0.22226102650165558, + 0.4745122194290161, + 0.4142546057701111, + 0.1895502358675003, + -2.4704267978668213, + -0.831264853477478, + -0.5553714632987976, + -0.12452134490013123, + 0.6922350525856018, + 0.7162740230560303, + 1.2417547702789307, + -1.4663221836090088, + -1.169087529182434 + ], + [ + 0.25625234842300415, + 0.6593580842018127, + 0.6980564594268799, + 0.36647552251815796, + -0.3130824565887451, + -2.0872578620910645, + -1.2446703910827637, + 0.30567413568496704, + -0.22288595139980316, + 0.13171668350696564, + 1.085337519645691, + 0.6329280734062195, + -2.1179251670837402, + -2.5857443809509277, + 0.553740918636322, + 0.11058737337589264, + 0.27011770009994507, + -0.5190673470497131, + 1.0119458436965942, + -1.1082146167755127, + -1.352768063545227 + ], + [ + 0.7005239129066467, + 0.1605934351682663, + 0.7471624612808228, + 0.40970146656036377, + -1.0514867305755615, + -3.774928092956543, + -1.2799497842788696, + -0.5570825338363647, + -0.47753748297691345, + 0.5382699370384216, + -0.4350619316101074, + 0.3085307776927948, + -2.130549192428589, + -1.5912142992019653, + -0.7099503874778748, + -0.358781099319458, + -0.6629197001457214, + 1.302614450454712, + 0.16942159831523895, + -2.722302198410034, + -0.9279031157493591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.037766311317682266, + 0.0021372437477111816, + 0.033727310597896576, + -0.055884212255477905, + -0.05986567214131355, + -1.8355681896209717, + 0.0, + -0.013220713473856449, + 0.06334763765335083, + -0.11187911778688431, + -0.07476846873760223, + 0.14101672172546387, + -1.2842562198638916, + 0.0, + -0.09263169765472412, + 0.013970211148262024, + 0.037661269307136536, + 0.009206712245941162, + -0.057371288537979126, + -1.002915620803833, + 0.0 + ], + [ + 0.17466381192207336, + -0.00657789409160614, + 0.08432962745428085, + 0.2822337746620178, + -0.06525789201259613, + -1.8355681896209717, + 0.0, + -0.15078814327716827, + 0.16818960011005402, + 0.11848203092813492, + 0.0884164571762085, + -0.17954027652740479, + -1.2842562198638916, + 0.0, + -0.17463834583759308, + 0.40927574038505554, + -0.09185463190078735, + -0.3913061022758484, + 0.26063165068626404, + -1.002915620803833, + 0.0 + ] + ], + "predicted_scores": [ + 6.119829177856445, + 5.656686782836914, + 5.594214916229248, + 5.583891868591309, + 5.556507110595703, + 5.4113664627075195, + 5.39013671875, + 5.2255425453186035 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1509980664/train1", + "selected_index": 0, + "state_hash": "56222926711fba57b309180efd923a0a2fa0eb02d21fd5f0956adeb21275e516", + "stored_base_utility": 0.8405406475067139, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18430444598197937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18430444598197937 + }, + "base_progress": 0.18430444598197937, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18430444598197937, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16206583380699158, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16206583380699158 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19069425761699677, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19069425761699677 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15997040271759033, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15997040271759033 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17465433478355408, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17465433478355408 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18505790829658508, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18505790829658508 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19301022589206696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19301022589206696 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1746830940246582, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1746830940246582 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2016763538122177, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2016763538122177 + } + ], + "candidate_progress": [ + 0.16206583380699158, + 0.19069425761699677, + 0.15997040271759033, + 0.17465433478355408, + 0.18505790829658508, + 0.19301022589206696, + 0.1746830940246582, + 0.2016763538122177 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-55e78c04643bd06fd5f8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.283047080039978, + 0.05175638943910599, + 0.10782542824745178, + -0.3736414909362793, + 0.6740741729736328, + 0.26539796590805054, + 0.5288646221160889, + 0.17857536673545837, + -0.003134092316031456, + 0.04764127731323242, + -0.26456302404403687, + -0.22642171382904053, + -1.1148470640182495, + 0.04626249521970749, + 0.13450303673744202, + 0.009994488209486008, + 0.10271990299224854, + -0.1801847666501999, + 0.004581421613693237, + -1.0967988967895508, + -0.27331215143203735 + ], + [ + 0.06394894421100616, + 0.15804024040699005, + -5.996227264404297e-05, + -0.3972925841808319, + 0.6156468391418457, + 0.08135248720645905, + 0.07492327690124512, + 0.05041353404521942, + 0.05956953763961792, + -0.06378857046365738, + 0.04059557244181633, + -0.14737588167190552, + -1.5016096830368042, + -0.1956411749124527, + -0.07508856058120728, + -0.01332360040396452, + 0.10573000460863113, + -0.02376711368560791, + 0.06998935341835022, + -1.3203871250152588, + 0.04451403021812439 + ], + [ + 0.06383299082517624, + 0.28146892786026, + 0.09761029481887817, + -0.4878225326538086, + 0.7891057729721069, + 0.14176848530769348, + 0.3250918388366699, + 0.12460912764072418, + 0.018077325075864792, + 0.017120562493801117, + -0.1605314314365387, + -0.3272979259490967, + -1.6940460205078125, + -0.2943951487541199, + -0.16119419038295746, + 0.14445729553699493, + 0.2688700556755066, + 0.003431767225265503, + 0.04181450605392456, + -1.1806278228759766, + 0.23760320246219635 + ], + [ + 0.16362108290195465, + 0.15378355979919434, + -0.027460604906082153, + -0.5217576026916504, + 0.7255902886390686, + -0.19927284121513367, + 0.19788748025894165, + -0.061096787452697754, + 0.09029646962881088, + 0.0046957433223724365, + -0.010886497795581818, + -0.061731427907943726, + -1.663894534111023, + -0.2804967164993286, + -0.07627053558826447, + -0.07581278681755066, + 0.25849634408950806, + -0.22818808257579803, + -0.030041038990020752, + -1.6220669746398926, + -0.032659441232681274 + ], + [ + 0.04632437229156494, + 0.2532185912132263, + 0.012137889862060547, + -0.4457399845123291, + 0.7389460802078247, + -0.07601232826709747, + 0.20229148864746094, + 0.07685588300228119, + 0.01674894616007805, + -0.07707137614488602, + 0.008035346865653992, + -0.24551665782928467, + -1.6548168659210205, + -0.1474630981683731, + -0.1452571600675583, + 0.0010645920410752296, + 0.2135118991136551, + 0.015255659818649292, + -0.056202977895736694, + -1.4882433414459229, + 0.2429194301366806 + ], + [ + -0.010266214609146118, + 0.16084866225719452, + 0.0018660426139831543, + -0.36988890171051025, + 0.4964052438735962, + -0.1682318150997162, + -0.08898669481277466, + 0.12487655133008957, + 0.07706556469202042, + -0.06519103795289993, + 0.055862508714199066, + -0.14830836653709412, + -1.632420301437378, + -0.2380385547876358, + 0.020789533853530884, + -0.1227615475654602, + 0.05341717600822449, + 0.1517961025238037, + 0.1772814393043518, + -1.4307589530944824, + 0.025570660829544067 + ], + [ + 0.1289101243019104, + 0.20150107145309448, + 0.16470900177955627, + -0.4311032295227051, + 0.7062795162200928, + 0.08670230209827423, + -0.05876845121383667, + 0.15229490399360657, + 0.05695679783821106, + -0.034346677362918854, + -0.03876964747905731, + -0.09116995334625244, + -1.6141289472579956, + -0.12719102203845978, + -0.14052917063236237, + -0.030766058713197708, + 0.0751553475856781, + -0.04296614229679108, + 0.01634994149208069, + -1.4849367141723633, + -0.07877475023269653 + ], + [ + 0.0710391029715538, + 0.11818158626556396, + -0.10073217749595642, + -0.4184960722923279, + 0.6707313060760498, + 0.17960216104984283, + 0.02640429139137268, + 0.0812867060303688, + 0.06299284845590591, + -0.045035459101200104, + 0.0961967259645462, + -0.16901710629463196, + -1.5456715822219849, + -0.2119530886411667, + -0.1648375242948532, + -0.020646393299102783, + -0.004494979977607727, + -0.07072107493877411, + 0.09849856793880463, + -1.3566627502441406, + 0.028173401951789856 + ] + ], + "generated_utilities": [ + 0.16206583380699158, + 0.19069425761699677, + 0.15997040271759033, + 0.17465433478355408, + 0.18505790829658508, + 0.19301022589206696, + 0.1746830940246582, + 0.2016763538122177 + ], + "group_id": "ms-55e78c04643bd06fd5f8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.844826340675354, + 2.0, + 0.2064199149608612, + 0.13591016829013824, + 0.5813422203063965, + 0.7824995517730713, + 0.15656939148902893, + 0.5674745440483093, + 0.17220225930213928, + 0.5477887988090515, + 0.13604338467121124, + 0.16461901366710663, + 0.17620158195495605, + 0.06825011968612671, + 0.06214432418346405, + 0.05646887421607971 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.1432209610939026, + 0.22744572162628174, + 0.17506711184978485, + -0.14543098211288452, + 0.1965501308441162, + -0.036447107791900635, + 0.0, + -0.0072200414724648, + -0.20180478692054749, + 0.04083213210105896, + -0.21230575442314148, + -0.2182789295911789, + -1.5558092594146729, + 0.0, + -0.2392425835132599, + 0.2510071396827698, + -0.15308748185634613, + 0.018388688564300537, + 0.05762486904859543, + -1.271697998046875, + 0.0 + ], + [ + 0.31195834279060364, + 0.35112011432647705, + 0.37367045879364014, + 0.42769157886505127, + 0.1965501308441162, + 0.20583903789520264, + 0.0, + -0.11845237016677856, + 0.1799171268939972, + 0.2647193372249603, + 0.2067926973104477, + 0.5345604419708252, + -1.5558092594146729, + 0.0, + 0.20460304617881775, + -0.3221474885940552, + -0.6158568859100342, + 0.024946868419647217, + -0.266517698764801, + -1.271697998046875, + 0.0 + ], + [ + 0.3617437481880188, + 1.2274457216262817, + 0.06267384439706802, + -0.5585458278656006, + 1.1965501308441162, + -0.6094726920127869, + 1.7205288410186768, + -0.01337527483701706, + 0.009356535971164703, + 0.018877005204558372, + 0.10578235983848572, + 0.025348316878080368, + -2.555809259414673, + -1.5192201137542725, + -0.00897122174501419, + -9.802752174437046e-05, + 0.018507948145270348, + 0.3498190641403198, + 0.1254514902830124, + -2.271697998046875, + -1.526065707206726 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4410576820373535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.038440227508545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.052131414413452 + ], + [ + 0.29637253284454346, + 1.0147230625152588, + -0.17526179552078247, + -0.7585667967796326, + 1.4890692234039307, + -0.410567969083786, + 1.432041883468628, + 0.08327490091323853, + -0.19375717639923096, + -0.2715940475463867, + -0.036061882972717285, + -0.06001665070652962, + -2.7641797065734863, + -1.4238367080688477, + 0.08916866779327393, + 0.08880110830068588, + 0.29467371106147766, + 0.4088681936264038, + -0.04938460886478424, + -2.1785926818847656, + -1.283478021621704 + ], + [ + 0.03271415829658508, + 0.9200015068054199, + -0.2490525245666504, + -0.8014346957206726, + 1.2220394611358643, + -0.6490525603294373, + 1.4222978353500366, + -0.18574258685112, + 0.38056573271751404, + 0.01947350800037384, + 0.41333502531051636, + 0.16460318863391876, + -2.876983404159546, + -1.7577911615371704, + 0.14967584609985352, + 0.3352348804473877, + 0.22475352883338928, + 0.5180872082710266, + -0.01724410057067871, + -2.0559592247009277, + -1.3162131309509277 + ], + [ + 0.7222943902015686, + 0.7923970222473145, + 0.5536753535270691, + -0.6367076635360718, + 1.3187239170074463, + -0.7650072574615479, + 1.8063127994537354, + 0.4699922502040863, + -0.2890632152557373, + 0.49471062421798706, + 0.2765650153160095, + -0.145217165350914, + -2.301748275756836, + -1.4875569343566895, + -0.12907981872558594, + -0.259440541267395, + 0.09327924251556396, + 0.30511051416397095, + -0.3014190196990967, + -1.9760602712631226, + -1.0420247316360474 + ], + [ + 0.1635296493768692, + 0.9212977886199951, + -0.25925213098526, + -0.5906895995140076, + 1.1283875703811646, + -0.5592501163482666, + 1.1336419582366943, + -0.40495729446411133, + 0.5681940317153931, + -0.3939219117164612, + 0.10261616110801697, + 0.27752485871315, + -2.8857500553131104, + -1.1464799642562866, + 0.223646879196167, + -0.26752352714538574, + 0.276996374130249, + 0.5763297080993652, + -0.06264965236186981, + -1.9365112781524658, + -1.383269190788269 + ], + [ + 0.8461742997169495, + 1.7184908390045166, + 0.23679137229919434, + -0.9501607418060303, + 1.0499532222747803, + -1.3051737546920776, + 1.3870621919631958, + 0.6089975833892822, + -0.35088807344436646, + 0.5316476225852966, + -0.4627009332180023, + -0.2919321358203888, + -2.1119086742401123, + -2.130248546600342, + 0.1089094877243042, + 0.04797573760151863, + -0.00638999417424202, + 0.3591431677341461, + -0.472614049911499, + -2.702115058898926, + -1.873319387435913 + ], + [ + 0.7421623468399048, + 1.786413311958313, + 0.24628016352653503, + -1.2639325857162476, + 1.1508082151412964, + -0.19709640741348267, + 2.2953617572784424, + 0.7272356152534485, + -0.7598289251327515, + -0.23831671476364136, + -0.39205247163772583, + 0.8132625818252563, + -2.5365705490112305, + -2.154721975326538, + -0.29531097412109375, + -0.7008293271064758, + -0.4347390830516815, + 1.1159586906433105, + -0.04217700660228729, + -2.8770804405212402, + -2.1501193046569824 + ], + [ + -0.3506532907485962, + 0.8117499351501465, + -0.4086194932460785, + -0.5459830164909363, + 1.377223253250122, + -0.6168208122253418, + 0.918916642665863, + 0.6122241020202637, + 0.760109543800354, + 0.2141094207763672, + -0.7737913131713867, + 0.8684684038162231, + -2.648212432861328, + -1.614401936531067, + -0.29101696610450745, + -0.4279104769229889, + -0.7773609161376953, + 0.6461789608001709, + -0.7004649043083191, + -1.8510384559631348, + -1.1938092708587646 + ], + [ + 0.1391078382730484, + 1.8879609107971191, + 0.5816212296485901, + -0.306342750787735, + 2.1194090843200684, + -1.2375638484954834, + 2.1974785327911377, + 0.9624670743942261, + 0.5239254832267761, + 0.3416939079761505, + -0.36213797330856323, + 0.4733273983001709, + -1.5990326404571533, + -2.4328322410583496, + -0.5483325123786926, + -0.20869027078151703, + -0.5597784519195557, + 0.719917356967926, + -0.3148624300956726, + -2.8096370697021484, + -1.0437562465667725 + ], + [ + 0.18296872079372406, + 1.5672924518585205, + -0.5769778490066528, + -1.2720733880996704, + 1.9346494674682617, + -0.6303961277008057, + 1.6753336191177368, + -0.9454954862594604, + 0.9481381773948669, + 0.5112013220787048, + 0.3191583752632141, + -0.11326317489147186, + -3.0438833236694336, + -0.9553523063659668, + 0.3918440639972687, + -0.056353092193603516, + 0.5161021947860718, + 0.9853937029838562, + -0.8500595688819885, + -3.0364015102386475, + -0.7972649931907654 + ], + [ + 0.8974575996398926, + 2.016472578048706, + 0.3180606961250305, + 0.42974281311035156, + 0.3302825093269348, + 0.0544658899307251, + 2.42342472076416, + -0.12861746549606323, + -0.5033990144729614, + 0.6641333699226379, + 1.0780622959136963, + -0.574497401714325, + -2.4486985206604004, + -2.166938543319702, + -0.1637856662273407, + -0.05527424067258835, + -0.7576754093170166, + 0.9288789629936218, + -0.48205727338790894, + -1.9530481100082397, + -1.9572958946228027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.005156576633453369, + 0.22744572162628174, + -0.05362757295370102, + -0.03607732057571411, + 0.1965501308441162, + 0.021296203136444092, + 0.0, + 0.051874980330467224, + 0.02852601557970047, + 0.00943407416343689, + -0.013674162328243256, + 0.0019732732325792313, + -1.5558092594146729, + 0.0, + -0.03263682499527931, + 0.04552282765507698, + 0.07144755125045776, + -0.011961162090301514, + -0.009716838598251343, + -1.271697998046875, + 0.0 + ] + ], + "predicted_scores": [ + 6.286264419555664, + 5.255056381225586, + 5.129645824432373, + 4.96992826461792, + 4.905824184417725, + 4.748323440551758, + 4.734614372253418, + 4.18411922454834 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842/train1", + "selected_index": 0, + "state_hash": "97d966541a3b29ff385f42b6c3b52598daa7b5e5d080b745eeac41b3c57c3cdd", + "stored_base_utility": 0.844826340675354, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2284735143184662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2284735143184662 + }, + "base_progress": 0.2284735143184662, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2284735143184662, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2267151176929474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2267151176929474 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23350754380226135, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23350754380226135 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23325885832309723, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23325885832309723 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2249394953250885, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2249394953250885 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23332376778125763, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23332376778125763 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22282858192920685, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22282858192920685 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2439272701740265, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2439272701740265 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23465320467948914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23465320467948914 + } + ], + "candidate_progress": [ + 0.2267151176929474, + 0.23350754380226135, + 0.23325885832309723, + 0.2249394953250885, + 0.23332376778125763, + 0.22282858192920685, + 0.2439272701740265, + 0.23465320467948914 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d50a82b8770f333f1947", + "ms-5bddb39f792f20e5e6d4", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5", + "ms-d50a82b8770f333f1947", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-77536801924a2a78688e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11941932141780853, + -0.017518838867545128, + 0.0761139988899231, + 0.23328641057014465, + 0.48629409074783325, + -0.1967698633670807, + -0.020368754863739014, + -0.00333520770072937, + 0.00268589798361063, + -0.019869960844516754, + -0.003547314554452896, + -0.10871347784996033, + -1.6161527633666992, + -0.25768768787384033, + 0.07496549934148788, + -0.0035634441301226616, + -0.0058612823486328125, + -0.04687151312828064, + 0.005255639553070068, + -1.2062723636627197, + -0.22510617971420288 + ], + [ + -0.2163211852312088, + 0.04460030049085617, + -0.057231396436691284, + 0.22183692455291748, + 0.4695407450199127, + -0.021322116255760193, + 0.09585139155387878, + -0.0007913857698440552, + -0.0048573557287454605, + 0.016888797283172607, + 0.03187933936715126, + 0.10931213200092316, + -1.4287899732589722, + -0.2531377673149109, + 0.14880870282649994, + 0.032659437507390976, + -0.035191699862480164, + -0.11220572888851166, + 0.10342292487621307, + -1.02829909324646, + 0.0723598524928093 + ], + [ + -0.09704743325710297, + -0.004152111709117889, + -0.02111789584159851, + 0.20704075694084167, + 0.5506532192230225, + -0.23231017589569092, + 0.04342573881149292, + 0.02959667146205902, + 0.0228106826543808, + -0.013119839131832123, + 0.10142877697944641, + 0.0022351592779159546, + -1.409684181213379, + -0.21079088747501373, + 0.05997048318386078, + 0.01573963463306427, + -0.015769273042678833, + -0.0725695937871933, + 0.11266039311885834, + -0.9812655448913574, + 0.04611632227897644 + ], + [ + -0.1952677220106125, + 0.029473111033439636, + 0.08825990557670593, + 0.24082592129707336, + 0.4649912714958191, + -0.12848025560379028, + -0.06549376249313354, + 0.026616737246513367, + 0.03388644754886627, + -0.0030363425612449646, + 0.020811375230550766, + 0.03956010937690735, + -1.649742603302002, + -0.30542677640914917, + 0.06695297360420227, + -0.032423779368400574, + -0.029599502682685852, + -0.07874681055545807, + -0.017111778259277344, + -1.2093372344970703, + -0.0530608594417572 + ], + [ + -0.19255362451076508, + -0.008870251476764679, + 0.01574176549911499, + 0.30846425890922546, + 0.5125008821487427, + -0.12028539180755615, + -0.06913280487060547, + 0.028902694582939148, + 0.019757933914661407, + -0.01800050586462021, + 0.009343806654214859, + 0.022199273109436035, + -1.6481133699417114, + -0.26330751180648804, + 0.07608000189065933, + -0.018900815397500992, + -0.0490613728761673, + -0.1045936793088913, + -0.013364553451538086, + -1.216362476348877, + -0.08328515291213989 + ], + [ + -0.16172684729099274, + 0.02574920654296875, + 0.24772457778453827, + 0.25291550159454346, + 0.6832014322280884, + 0.28310471773147583, + 0.14217308163642883, + 0.010975062847137451, + 0.050699129700660706, + -0.03452124446630478, + -0.17404663562774658, + -0.15343013405799866, + -1.6356258392333984, + 0.13661180436611176, + 0.02776649221777916, + -0.02209281548857689, + -0.1129036396741867, + -0.03578975796699524, + -0.2295411229133606, + -1.4254658222198486, + 0.14975450932979584 + ], + [ + 0.0905875712633133, + -0.059035077691078186, + 0.03598794341087341, + 0.4590451419353485, + 0.5839678645133972, + 0.2054326981306076, + -0.23535144329071045, + 0.10360676050186157, + 0.008104275912046432, + -0.08973605185747147, + -0.020172901451587677, + 0.18600960075855255, + -1.6238892078399658, + -0.14480440318584442, + 0.04073002189397812, + 0.0308828167617321, + -0.11766444146633148, + -0.3074321150779724, + 0.03131715953350067, + -1.1302783489227295, + 0.19524633884429932 + ], + [ + 0.0711413249373436, + -0.045235320925712585, + -0.05694994330406189, + 0.43505099415779114, + 0.6946847438812256, + 0.046490490436553955, + -0.3914223313331604, + 0.1305065006017685, + -0.019192369654774666, + 0.0768997073173523, + -0.10406305640935898, + 0.2560902535915375, + -1.48747718334198, + -0.14443744719028473, + -0.027737725526094437, + -0.023330207914114, + -0.20613880455493927, + -0.13382594287395477, + -0.016127735376358032, + -1.1993142366409302, + 0.29108625650405884 + ] + ], + "generated_utilities": [ + 0.2267151176929474, + 0.23350754380226135, + 0.23325885832309723, + 0.2249394953250885, + 0.23332376778125763, + 0.22282858192920685, + 0.2439272701740265, + 0.23465320467948914 + ], + "group_id": "ms-77536801924a2a78688e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8352248668670654, + 2.0, + 0.1718752682209015, + 0.16728606820106506, + 0.5504521131515503, + 0.10546612739562988, + 0.1660447120666504, + 0.5437633991241455, + 0.11764739453792572, + 0.21559159457683563, + 0.15727528929710388, + 0.12992918491363525, + 0.06760770082473755, + 0.12342573702335358, + 0.24036656320095062, + 0.03669673204421997 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.07812988758087158, + -0.02949589490890503, + -0.08736974000930786, + -0.20703881978988647, + 0.8918416500091553, + 0.14642034471035004, + 0.0, + 0.0029929596930742264, + 0.09865155816078186, + -0.08389116823673248, + -0.008500218391418457, + 0.1644439399242401, + -1.5291850566864014, + 0.0, + -0.029054714366793633, + -0.04823567718267441, + 0.04340796172618866, + 0.04036150872707367, + 0.14357995986938477, + -1.3057918548583984, + 0.0 + ], + [ + -0.2672901153564453, + -0.05216425657272339, + -0.20757097005844116, + -0.08606231212615967, + 0.8918416500091553, + -0.34295016527175903, + 0.0, + 0.17716577649116516, + 0.2670295536518097, + 0.15642356872558594, + 0.20712928473949432, + -0.5932217240333557, + -1.5291850566864014, + 0.0, + -0.026715511456131935, + 0.23629441857337952, + 0.28895655274391174, + -0.5208115577697754, + 0.32871609926223755, + -1.3057918548583984, + 0.0 + ], + [ + -0.5495567321777344, + -0.8044275045394897, + -0.9816802144050598, + 0.7929611802101135, + 1.8918416500091553, + -0.24245645105838776, + 2.103611707687378, + -0.027252860367298126, + 0.015358008444309235, + 0.032592304050922394, + -0.13814498484134674, + 0.3808706998825073, + -2.5291850566864014, + -1.5883839130401611, + -0.013745546340942383, + -0.008363410830497742, + 0.020947640761733055, + 0.21701471507549286, + 0.3118402063846588, + -2.3057918548583984, + -1.6161624193191528 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.207223415374756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1767678260803223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2323248386383057 + ], + [ + -0.6415006518363953, + -1.095447301864624, + -1.1307775974273682, + 0.6818499565124512, + 1.9162453413009644, + -0.3361251950263977, + 2.3940556049346924, + -0.03198077902197838, + 0.17616420984268188, + 0.11825472861528397, + -0.345442533493042, + 0.537811279296875, + -2.6073436737060547, + -1.6278364658355713, + 0.12649279832839966, + 0.24486993253231049, + -0.23665457963943481, + 0.0848006010055542, + 0.4242374897003174, + -2.131850004196167, + -1.7089698314666748 + ], + [ + -0.8780859708786011, + -1.168041467666626, + -1.1115802526474, + 1.1839162111282349, + 1.71245539188385, + -0.22675688564777374, + 1.9202018976211548, + -0.07494960725307465, + -0.15017545223236084, + 0.07910202443599701, + -0.3122210204601288, + 0.5616737604141235, + -2.366135358810425, + -1.243758201599121, + -0.014583012089133263, + -0.11243825405836105, + 0.35338088870048523, + 0.5015947222709656, + 0.25851842761039734, + -2.1764631271362305, + -1.6997488737106323 + ], + [ + -0.26666247844696045, + -0.7647915482521057, + -0.562320351600647, + 1.128174066543579, + 1.4939544200897217, + -0.5067799687385559, + 1.809687614440918, + -0.2570735216140747, + 0.08179689198732376, + -0.1526550054550171, + 0.20330952107906342, + 0.5665565729141235, + -2.1569273471832275, + -1.7853469848632812, + -0.19884273409843445, + -0.3459107279777527, + -0.06570381671190262, + 0.11221729218959808, + 0.09136918187141418, + -2.3877370357513428, + -1.5009880065917969 + ], + [ + -1.0232999324798584, + -0.8641239404678345, + -1.1891388893127441, + 0.3578202724456787, + 1.526747465133667, + -0.2804238796234131, + 2.2646193504333496, + -0.19452106952667236, + -0.1854885220527649, + -0.1504051685333252, + -0.2904849648475647, + -0.13119298219680786, + -2.780846118927002, + -1.975224494934082, + -0.1510162055492401, + 0.11765186488628387, + -0.0748712345957756, + -0.19131706655025482, + 0.06544661521911621, + -2.377061128616333, + -1.6635576486587524 + ], + [ + -0.864402174949646, + -1.1981173753738403, + -0.7119530439376831, + 1.2758173942565918, + 2.0025625228881836, + 0.052220895886421204, + 2.3129022121429443, + -0.3776467740535736, + -0.29260560870170593, + -0.17927426099777222, + -0.32812780141830444, + 0.37158146500587463, + -2.80757212638855, + -1.1065673828125, + 0.2005864828824997, + 0.03357468545436859, + -0.3539389669895172, + -0.4268057346343994, + 0.9234374761581421, + -1.970703125, + -1.946213960647583 + ], + [ + -1.2508896589279175, + -1.3603019714355469, + -1.0764293670654297, + 0.626825213432312, + 1.3227287530899048, + 0.1889134794473648, + 2.493901014328003, + 0.5913262963294983, + 0.7169430255889893, + -0.1302712857723236, + 0.5489962100982666, + -0.06401041150093079, + -2.447789430618286, + -2.0773727893829346, + -0.47135356068611145, + 0.5128281116485596, + 0.27955371141433716, + 0.3073733448982239, + 1.0953682661056519, + -2.203261375427246, + -1.8375751972198486 + ], + [ + -0.1561373472213745, + -0.13449764251708984, + -0.9217836260795593, + 1.340958833694458, + 2.1224892139434814, + 0.43840837478637695, + 2.9401354789733887, + 0.22126737236976624, + 0.5927596092224121, + 0.7377026677131653, + -0.13810153305530548, + -0.045480698347091675, + -2.2144856452941895, + -0.9981268048286438, + 0.38917192816734314, + -0.5602297782897949, + 0.9096852540969849, + 0.6913191676139832, + 0.3015480041503906, + -2.512950897216797, + -2.4284660816192627 + ], + [ + -1.2402818202972412, + -1.4272034168243408, + -1.378896951675415, + -0.010994255542755127, + 1.3281112909317017, + -0.30937087535858154, + 2.419729232788086, + -0.38459163904190063, + -0.6435558199882507, + -0.6352396607398987, + -1.1097581386566162, + 0.5013529658317566, + -1.7596423625946045, + -1.4748477935791016, + -0.9918425679206848, + -0.18803386390209198, + -0.4086870849132538, + -0.08690600097179413, + -0.24413231015205383, + -3.1672205924987793, + -1.1272650957107544 + ], + [ + -0.734683632850647, + -1.3493214845657349, + -0.07617419958114624, + 0.3469872772693634, + 1.1368402242660522, + -0.06909126043319702, + 1.1837321519851685, + 0.11290673166513443, + -0.9794055223464966, + -0.9583818912506104, + -0.3285781741142273, + -0.5749338269233704, + -2.7132163047790527, + -1.823188066482544, + -0.7681975364685059, + -0.5097770094871521, + 0.34326231479644775, + 0.24886921048164368, + 0.3740234971046448, + -1.6026196479797363, + -1.2959585189819336 + ], + [ + -1.0206440687179565, + -0.5564237833023071, + -0.6784005165100098, + 0.8506013751029968, + 2.077566385269165, + 0.5632598400115967, + 1.7504932880401611, + -0.09906799346208572, + 0.04080970585346222, + 1.0083298683166504, + 0.8407440781593323, + 1.2674672603607178, + -3.4505534172058105, + -2.547497510910034, + 0.35227057337760925, + -0.7223443984985352, + 0.3324347734451294, + 1.1363774538040161, + 0.8326461315155029, + -2.3653323650360107, + -1.0967655181884766 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012356698513031006, + 0.025230467319488525, + 0.006737172603607178, + 0.0825045108795166, + 0.8918416500091553, + 0.00995151698589325, + 0.0, + 0.11481141299009323, + -0.010688155889511108, + 0.047487009316682816, + -0.04408997297286987, + 0.018658041954040527, + -1.5291850566864014, + 0.0, + -0.010168339125812054, + 0.03969714045524597, + -0.0031930115073919296, + 0.029794156551361084, + -0.01168927550315857, + -1.3057918548583984, + 0.0 + ] + ], + "predicted_scores": [ + 7.049218654632568, + 6.534259796142578, + 6.472895622253418, + 6.250675201416016, + 6.169057846069336, + 5.890029430389404, + 4.319289684295654, + 3.454080820083618 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1151410346/train1", + "selected_index": 0, + "state_hash": "da70ac2df6d8c92e8150f6fbbb995a80c0c6c4f9465c8d25f3b6d1b11c7bb412", + "stored_base_utility": 0.8352248668670654, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.084227055311203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.084227055311203 + }, + "base_progress": 0.084227055311203, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.084227055311203, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07025662064552307, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07025662064552307 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06946782767772675, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06946782767772675 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07051555812358856, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07051555812358856 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07043540477752686, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07043540477752686 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0843733698129654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0843733698129654 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07594841718673706, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07594841718673706 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06771515309810638, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06771515309810638 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06854432821273804, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06854432821273804 + } + ], + "candidate_progress": [ + 0.07025662064552307, + 0.06946782767772675, + 0.07051555812358856, + 0.07043540477752686, + 0.0843733698129654, + 0.07594841718673706, + 0.06771515309810638, + 0.06854432821273804 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d4c5d7eea19d94314e2e", + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-07b479748a91a9c92b20", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0", + "ms-0a4d4909900fb0bc4a9a", + "ms-016c5de39ed3c111889a" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank7" + ], + "candidates_evaluated": true, + "chart_id": "ms-9dd1ff4c297a81b13071", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.19115708768367767, + 0.41484588384628296, + 0.45103946328163147, + -1.9395831823349, + 0.3577690124511719, + 0.6897487640380859, + -0.4861382246017456, + 0.10871241986751556, + -0.35524433851242065, + 0.05243575572967529, + 0.636885941028595, + 0.4232330322265625, + -1.3237494230270386, + -0.4059966802597046, + -0.120584636926651, + 0.10293208062648773, + 0.06686908006668091, + 0.013565987348556519, + -0.22254562377929688, + -1.6300549507141113, + -0.525072455406189 + ], + [ + 0.08992928266525269, + 0.40231436491012573, + 0.2091311812400818, + -2.034982919692993, + 0.3967585563659668, + 0.7992480993270874, + -0.48069751262664795, + 0.18695636093616486, + -0.2619527280330658, + 0.04453568160533905, + 0.43892228603363037, + 0.41832464933395386, + -0.9760545492172241, + -0.0854814350605011, + -0.0007553510367870331, + 0.02732229232788086, + 0.05357286334037781, + -0.14671240746974945, + -0.34227806329727173, + -1.3305766582489014, + -0.3969394266605377 + ], + [ + 0.04890407621860504, + 0.42352110147476196, + 0.24111279845237732, + -1.9399174451828003, + 0.3970078229904175, + 0.7829030752182007, + -0.47134774923324585, + 0.1342756152153015, + -0.23410692811012268, + -0.00027467310428619385, + 0.4652303159236908, + 0.3082740604877472, + -0.8845788240432739, + -0.16233883798122406, + -0.021868225187063217, + 0.04351932182908058, + 0.07053320109844208, + -0.21667571365833282, + -0.36405569314956665, + -1.5155727863311768, + -0.3999888002872467 + ], + [ + 0.04621216654777527, + 0.4101046919822693, + 0.22660797834396362, + -1.8866052627563477, + 0.5048531293869019, + 1.025516390800476, + -0.44285523891448975, + 0.1907481998205185, + -0.25063204765319824, + 0.004198648035526276, + 0.5620861053466797, + 0.4176841378211975, + -0.7900404930114746, + -0.2819308042526245, + -0.07079929113388062, + 0.07526876032352448, + 0.07494065165519714, + -0.2042306512594223, + -0.21921858191490173, + -1.4455697536468506, + -0.28999513387680054 + ], + [ + 0.09152458608150482, + 0.3652682304382324, + 0.021310359239578247, + -1.9041169881820679, + 0.4929652810096741, + 0.7900381088256836, + -0.39606136083602905, + 0.006633669137954712, + -0.28162357211112976, + 0.05300762504339218, + 0.46401652693748474, + 0.4480113387107849, + -0.9933522939682007, + -0.11901800334453583, + -0.12280206382274628, + 0.03086802363395691, + -0.059840455651283264, + -0.20881430804729462, + -0.41705435514450073, + -1.8399934768676758, + -0.3693194091320038 + ], + [ + 0.05418042838573456, + 0.39625829458236694, + 0.2398882508277893, + -1.7545950412750244, + 0.5617551803588867, + 0.9681428670883179, + -0.5507439970970154, + 0.11076302081346512, + -0.27636417746543884, + 0.03569624572992325, + 0.5443323850631714, + 0.3615301847457886, + -0.6931320428848267, + -0.1519574671983719, + -0.20139837265014648, + 0.029088199138641357, + -0.017506390810012817, + -0.146379753947258, + -0.23347628116607666, + -1.5687053203582764, + -0.35006359219551086 + ], + [ + -0.04803675413131714, + 0.46140098571777344, + 0.4236604869365692, + -2.0482397079467773, + 0.43880876898765564, + 0.9052057266235352, + -0.3996553421020508, + 0.14241628348827362, + -0.18214771151542664, + 0.023548342287540436, + 0.9101979732513428, + 0.6748239994049072, + -0.837608814239502, + 0.0982644110918045, + -0.09968622028827667, + -0.01934763789176941, + -0.0853574126958847, + -0.17088468372821808, + -0.06952336430549622, + -1.4411218166351318, + -0.2393893599510193 + ], + [ + 0.23064954578876495, + 0.3656691312789917, + 0.32060110569000244, + -1.7052189111709595, + 0.5891959071159363, + 0.264767587184906, + -0.7934303879737854, + 0.11924580484628677, + -0.24963563680648804, + 0.09678612649440765, + 0.6921218037605286, + 0.38471341133117676, + -0.9003289937973022, + -0.241644486784935, + -0.25238654017448425, + -0.04905944690108299, + 0.03670245409011841, + -0.09541939198970795, + -0.10274523496627808, + -1.4446885585784912, + -0.49761196970939636 + ] + ], + "generated_utilities": [ + 0.07025662064552307, + 0.06946782767772675, + 0.07051555812358856, + 0.07043540477752686, + 0.0843733698129654, + 0.07594841718673706, + 0.06771515309810638, + 0.06854432821273804 + ], + "group_id": "ms-9dd1ff4c297a81b13071", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8516564965248108, + 2.0, + 0.1494855284690857, + 0.055758267641067505, + 0.036668211221694946, + 0.07056847214698792, + 0.04008351266384125, + 0.05633004009723663, + 0.02862207591533661, + 0.015687182545661926, + 0.019019082188606262, + 0.023057550191879272, + 0.028364822268486023, + 0.01723407208919525, + 0.014924973249435425, + 0.009071111679077148 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1157030463218689, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + -0.21419362723827362, + -0.1620790958404541, + 0.10239671170711517, + 1.0506095886230469, + -0.029366135597229004, + -1.1518316268920898, + 0.0, + 0.012827078811824322, + -0.20665299892425537, + 0.1328488290309906, + 0.2279750108718872, + -0.03289484977722168, + -1.5546278953552246, + 0.0 + ], + [ + -0.061262428760528564, + 0.6742054224014282, + 0.27908480167388916, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.504479706287384, + 0.005879342555999756, + -0.19761157035827637, + 1.0506095886230469, + -0.41876620054244995, + -1.1518316268920898, + 0.0, + 0.20078891515731812, + 0.6885460615158081, + -0.39108264446258545, + -0.0017614364624023438, + 0.06743857264518738, + -1.5546278953552246, + 0.0 + ], + [ + 0.5868401527404785, + 1.6742054224014282, + 1.1372367143630981, + -2.967001438140869, + 2.1331236362457275, + 1.5051755905151367, + -1.8059349060058594, + 0.1414581686258316, + -0.9926028251647949, + 0.012915095314383507, + 2.050609588623047, + 0.46200549602508545, + -2.15183162689209, + 1.984666347503662, + 0.004043519496917725, + -0.007306791841983795, + 0.005705556366592646, + 0.6131817102432251, + 0.3006264567375183, + -2.5546278953552246, + -1.7332510948181152 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6118698120117188, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.969332695007324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4665021896362305 + ], + [ + 0.7667621374130249, + 1.5390151739120483, + 1.1547269821166992, + -2.778561592102051, + 1.866081953048706, + 1.742999792098999, + -2.099961996078491, + 0.33390146493911743, + -1.039352536201477, + 0.018922632560133934, + 2.1802926063537598, + 0.21026381850242615, + -1.9868192672729492, + 2.2840356826782227, + 0.2661922574043274, + -0.0760788768529892, + -0.25036871433258057, + 0.5958375930786133, + 0.39808160066604614, + -2.3019373416900635, + -1.9119294881820679 + ], + [ + 0.21078836917877197, + 2.030034065246582, + 1.364661455154419, + -2.756847381591797, + 2.1105854511260986, + 1.5105795860290527, + -1.4847288131713867, + 0.19517111778259277, + -0.9365154504776001, + -0.185064896941185, + 1.7242164611816406, + 0.554785966873169, + -2.128002166748047, + 2.32124662399292, + -0.14338858425617218, + -0.18638649582862854, + -0.06145195662975311, + 1.0103839635849, + 0.10478943586349487, + -2.3557469844818115, + -1.3568179607391357 + ], + [ + 0.6554931998252869, + 1.7042505741119385, + 1.1219942569732666, + -2.9365522861480713, + 2.1972029209136963, + 1.2852301597595215, + -2.071401596069336, + -0.25075268745422363, + -0.9607611894607544, + -0.15707145631313324, + 2.3301854133605957, + 0.696258544921875, + -2.4799001216888428, + 2.2737038135528564, + 0.49365222454071045, + -0.006091635674238205, + 0.17059087753295898, + 0.395903617143631, + -0.10465583205223083, + -2.880927085876465, + -1.4333418607711792 + ], + [ + 0.7670719027519226, + 1.224940299987793, + 1.6198525428771973, + -3.2503244876861572, + 2.5297372341156006, + 2.045498847961426, + -1.3342132568359375, + 0.68048095703125, + -0.3930545449256897, + 0.5965484976768494, + 2.133889675140381, + 0.36855342984199524, + -1.8037694692611694, + 2.556846857070923, + -0.1911451667547226, + -0.3529677093029022, + -0.3636750280857086, + 1.026800274848938, + -0.20076358318328857, + -2.1935501098632812, + -1.8476282358169556 + ], + [ + 0.9022495746612549, + 2.1540801525115967, + 1.1204087734222412, + -3.5735349655151367, + 2.2897965908050537, + 1.4426425695419312, + -2.2777371406555176, + 0.2637852728366852, + -0.3717668056488037, + -0.14255757629871368, + 2.7470617294311523, + 0.824697732925415, + -2.016007423400879, + 1.3848707675933838, + 0.02014077827334404, + -0.02079096809029579, + 0.1316106617450714, + 0.5287550687789917, + -0.25196993350982666, + -3.213554620742798, + -1.9096342325210571 + ], + [ + 0.48963662981987, + 2.4187183380126953, + 0.5147287249565125, + -3.54813289642334, + 2.8292837142944336, + 1.2309377193450928, + -1.4596744775772095, + 0.759813129901886, + -1.6124448776245117, + -0.04473564028739929, + 1.8067340850830078, + 0.8770040273666382, + -1.7336957454681396, + 2.3543357849121094, + 0.7167251706123352, + 0.7781437635421753, + 0.018144791945815086, + 0.85343337059021, + 0.7165149450302124, + -1.818267583847046, + -1.6358351707458496 + ], + [ + 0.7287769317626953, + 0.8266444206237793, + 1.2198187112808228, + -3.411198139190674, + 2.322737693786621, + 1.6848948001861572, + -1.5833497047424316, + -0.09133762121200562, + -0.7179563641548157, + -0.48968634009361267, + 1.2692055702209473, + -0.2933996319770813, + -2.2047011852264404, + 2.5892493724823, + 0.579949140548706, + -0.8824212551116943, + 0.5980190634727478, + 0.726272702217102, + 0.34269076585769653, + -3.002150058746338, + -1.3803678750991821 + ], + [ + -0.3817375898361206, + 2.5025484561920166, + 1.2243857383728027, + -3.2926037311553955, + 2.599991798400879, + 1.8947346210479736, + -1.8104552030563354, + -0.11786957085132599, + -1.363319754600525, + 0.9720494151115417, + 2.8479971885681152, + 0.21471652388572693, + -1.550936222076416, + 2.468796491622925, + -0.2036164253950119, + 0.5396631360054016, + 0.17135997116565704, + 0.5208990573883057, + 0.24709337949752808, + -2.5075175762176514, + -0.9152282476425171 + ], + [ + 0.6722562909126282, + 1.8949863910675049, + 1.2500941753387451, + -2.8494608402252197, + 1.2470285892486572, + 0.8798676133155823, + -2.107424020767212, + -0.34346121549606323, + -0.21937179565429688, + 0.9675543308258057, + 1.4265825748443604, + 1.4061365127563477, + -1.6818609237670898, + 2.437046766281128, + 0.5131968259811401, + 0.07537894695997238, + 0.030545832589268684, + 1.563161849975586, + -0.3568723797798157, + -1.5746777057647705, + -1.8052027225494385 + ], + [ + 1.0778199434280396, + 1.3859916925430298, + 1.132858395576477, + -2.3290562629699707, + 1.31394362449646, + 1.3226317167282104, + -0.925024688243866, + -0.6998417377471924, + -0.0782473087310791, + 0.19393815100193024, + 1.1352367401123047, + 1.2916853427886963, + -2.1275978088378906, + 2.132936954498291, + 0.25398731231689453, + 0.3702129125595093, + 0.15469752252101898, + -0.24649697542190552, + 1.0649759769439697, + -3.2547719478607178, + -2.3638734817504883 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.007770121097564697, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.02931968867778778, + -0.06000661849975586, + 0.037246059626340866, + 1.0506095886230469, + 0.06367745995521545, + -1.1518316268920898, + 0.0, + -0.012757819145917892, + 0.06826230883598328, + -0.028498666360974312, + -0.06262236833572388, + -0.010856300592422485, + -1.5546278953552246, + 0.0 + ] + ], + "predicted_scores": [ + 4.151833534240723, + 3.6945667266845703, + 3.2606189250946045, + 3.1869091987609863, + 3.075531244277954, + 3.056626081466675, + 2.8785479068756104, + 2.7778260707855225 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324133122/train1", + "selected_index": 0, + "state_hash": "4749101c4a00176ce4f05a8af20b9a451e38e456eacd39716bfd3d355b6659d4", + "stored_base_utility": 0.8516564965248108, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7912740707397461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7912740707397461 + }, + "base_progress": 0.7912740707397461, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7912740707397461, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.788884162902832, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.788884162902832 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7885127067565918, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7885127067565918 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7947455048561096, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7947455048561096 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7884519696235657, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7884519696235657 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7878821492195129, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7878821492195129 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7886232137680054, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7886232137680054 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7885723114013672, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7885723114013672 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5998083353042603, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5998083353042603 + } + ], + "candidate_progress": [ + 0.788884162902832, + 0.7885127067565918, + 0.7947455048561096, + 0.7884519696235657, + 0.7878821492195129, + 0.7886232137680054, + 0.7885723114013672, + 0.5998083353042603 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d7254aa722729aa1a031", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.06454440951347351, + 0.07582987844944, + 0.11959648132324219, + 0.038723498582839966, + 0.08775049448013306, + -1.577575922012329, + -0.08858722448348999, + 0.15523509681224823, + -0.08249861747026443, + -0.11152783781290054, + 0.2000173032283783, + 0.11563673615455627, + -1.231902837753296, + -0.17621161043643951, + 0.014304783195257187, + 0.051632385700941086, + 0.07844415307044983, + 0.06969189643859863, + 0.09478642046451569, + -0.9703652858734131, + -0.11676919460296631 + ], + [ + -0.07089638710021973, + 0.116432785987854, + 0.1979980766773224, + -0.03809528052806854, + 0.10526348650455475, + -1.5728349685668945, + -0.21001452207565308, + 0.09317213296890259, + -0.09812115877866745, + 0.011610746383666992, + 0.27565720677375793, + 0.08991765975952148, + -1.2243574857711792, + -0.12220646440982819, + -0.022519845515489578, + 0.04725680127739906, + -0.007397055625915527, + 0.2082250565290451, + 0.20170237123966217, + -0.8835409879684448, + -0.0749969482421875 + ], + [ + -0.08758805692195892, + 0.09707337617874146, + 0.15391364693641663, + 0.017689064145088196, + 0.12219458073377609, + -1.542343258857727, + -0.18239063024520874, + 0.12835505604743958, + -0.08092489838600159, + -0.09572718292474747, + 0.25509151816368103, + 0.09384439885616302, + -1.304032325744629, + -0.17167244851589203, + -0.05615776404738426, + 0.02674051746726036, + -0.003047749400138855, + 0.09772852808237076, + 0.14018714427947998, + -1.037172555923462, + -0.07691285014152527 + ], + [ + -0.10635508596897125, + 0.15640221536159515, + 0.22918474674224854, + -0.017202630639076233, + 0.1366679072380066, + -1.5057705640792847, + -0.28914135694503784, + 0.061982303857803345, + -0.08794833719730377, + 0.049974121153354645, + 0.27422013878822327, + 0.1530589461326599, + -1.2963948249816895, + -0.19073031842708588, + -0.040214959532022476, + 0.03238473832607269, + -0.12440286576747894, + 0.10361189395189285, + 0.17529994249343872, + -1.0049469470977783, + -0.0314820259809494 + ], + [ + -0.1324470490217209, + 0.06946749240159988, + 0.07443714141845703, + 0.05791512131690979, + 0.3867635428905487, + -2.082054615020752, + -0.30377304553985596, + -0.006804212927818298, + -0.002266225405037403, + -0.09725237637758255, + 0.3763355612754822, + 0.2014676183462143, + -1.3146411180496216, + -0.024218007922172546, + 0.15393662452697754, + 0.10009944438934326, + 0.10899903625249863, + 0.1596994251012802, + 0.2000950574874878, + -1.0037174224853516, + -0.12536025047302246 + ], + [ + -0.20464621484279633, + 0.07064449787139893, + -0.05674716830253601, + 0.08540433645248413, + 0.2884633243083954, + -1.9050260782241821, + -0.3914809823036194, + -0.07990622520446777, + 0.018313638865947723, + -0.06667470186948776, + 0.5077018141746521, + 0.4187604784965515, + -1.5398451089859009, + 0.19500324130058289, + 0.18224120140075684, + 0.017857108265161514, + -0.11533580720424652, + 0.1027773842215538, + 0.27679282426834106, + -0.9515195488929749, + -0.6504569053649902 + ], + [ + -0.1914643496274948, + 0.17566697299480438, + 0.2456381916999817, + -0.12863188982009888, + 0.42200806736946106, + -1.6636695861816406, + -0.5708081126213074, + 0.23032048344612122, + -0.05892316997051239, + -0.09459560364484787, + 0.2211049497127533, + 0.18690776824951172, + -1.5288108587265015, + -0.1874171942472458, + -0.12253791093826294, + 0.025645937770605087, + -0.2580549716949463, + 0.07954606413841248, + 0.35230857133865356, + -0.8347506523132324, + -0.16557663679122925 + ], + [ + -0.12471459805965424, + -0.08507399260997772, + 0.143809974193573, + -0.0247860848903656, + -0.2582200765609741, + -1.5570135116577148, + -0.11438107490539551, + -0.010054245591163635, + -0.1716892123222351, + 0.09756723791360855, + 0.2754531800746918, + -0.014855116605758667, + -0.8080023527145386, + -0.6751838326454163, + -0.021080058068037033, + 0.08257676661014557, + 0.3105219602584839, + -0.00022308528423309326, + 0.3230073153972626, + -1.1199522018432617, + 0.12384870648384094 + ] + ], + "generated_utilities": [ + 0.788884162902832, + 0.7885127067565918, + 0.7947455048561096, + 0.7884519696235657, + 0.7878821492195129, + 0.7886232137680054, + 0.7885723114013672, + 0.5998083353042603 + ], + "group_id": "ms-d7254aa722729aa1a031", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8508063554763794, + 0.8508847951889038, + 2.0, + 2.0, + 0.7878528833389282, + 0.7823078036308289, + 0.5873303413391113, + 0.11915150284767151, + 0.10334524512290955, + 0.0965554416179657, + 0.244937464594841, + 0.03387512266635895, + 0.05926509201526642, + 0.08845381438732147, + 0.11765863001346588, + 0.13529342412948608 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.013994045555591583, + 0.004866376519203186, + 0.019851287826895714, + 0.39323890209198, + 0.3425690233707428, + -2.410154104232788, + -1.2275891304016113, + -0.007882587611675262, + -0.0006628560367971659, + 0.01394968293607235, + 0.6084420084953308, + 0.5202673673629761, + -2.0057284832000732, + -1.068007469177246, + -0.003022722899913788, + -0.00218286388553679, + 0.010141385719180107, + 0.7118645310401917, + 0.6228916049003601, + -1.6721309423446655, + -0.8897204995155334 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4551782608032227, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.136014938354492, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.779440999031067 + ], + [ + 0.08381300419569016, + -0.25414299964904785, + 0.3046627938747406, + 0.2051931917667389, + 0.146656334400177, + -2.3382723331451416, + -1.1274890899658203, + -0.07934268563985825, + -0.16015419363975525, + 0.02425462193787098, + 0.8810054659843445, + 0.39938104152679443, + -1.9301764965057373, + -1.3160964250564575, + -0.19421610236167908, + -0.2943705916404724, + 0.0633644163608551, + 0.7233408689498901, + 0.5671199560165405, + -1.7168068885803223, + -0.9989774227142334 + ], + [ + 0.326265811920166, + -0.15344828367233276, + -0.1268908977508545, + 0.1864965856075287, + 0.015488535165786743, + -2.1798272132873535, + -1.0333712100982666, + -0.2578493654727936, + -0.046414319425821304, + -0.31823185086250305, + 1.0010977983474731, + 0.8733007907867432, + -1.9574220180511475, + -1.181248426437378, + 0.16967692971229553, + 0.29194360971450806, + -0.012187037616968155, + 0.9387404918670654, + 0.694560706615448, + -1.3479282855987549, + -1.1044268608093262 + ], + [ + -0.3612338900566101, + 0.48387444019317627, + -0.3096960783004761, + 0.3545958995819092, + -0.13153746724128723, + -2.872255325317383, + -1.1468749046325684, + -0.44800180196762085, + 0.07841869443655014, + -0.45686259865760803, + 0.9807510375976562, + 0.8204613924026489, + -1.8288583755493164, + -1.0257196426391602, + 0.17989033460617065, + 0.24414406716823578, + 0.04621879756450653, + 0.5576819181442261, + 0.2280760109424591, + -1.25234055519104, + -0.9179725050926208 + ], + [ + -0.470883846282959, + -0.07796148955821991, + -0.017119085416197777, + 0.5781651735305786, + 0.19985540211200714, + -1.9807331562042236, + -0.8065817952156067, + 0.19402608275413513, + -0.3651171624660492, + -0.056954383850097656, + 0.7405765652656555, + 0.9988695979118347, + -1.9682152271270752, + -0.7389047741889954, + -0.355762779712677, + -0.22929997742176056, + -0.3789783716201782, + 0.9631128311157227, + 1.0057923793792725, + -1.5150762796401978, + -1.001785397529602 + ], + [ + -0.2937207818031311, + -0.03556300327181816, + 0.04068237543106079, + 0.24167819321155548, + -0.32847097516059875, + -1.928837537765503, + -1.57499361038208, + 0.417209655046463, + 0.24571624398231506, + 0.1832873821258545, + 1.1739997863769531, + 0.27376675605773926, + -2.0172529220581055, + -0.9913797974586487, + -0.1476937234401703, + 0.06272883713245392, + -0.11285705119371414, + 0.5420796871185303, + 1.0703327655792236, + -1.4143861532211304, + -0.25584036111831665 + ], + [ + -0.7378665208816528, + 0.4735339879989624, + -0.13199959695339203, + 0.4788094162940979, + -0.07750904560089111, + -2.740574359893799, + -1.1069352626800537, + 0.5445591807365417, + 0.4852183759212494, + -0.3992326855659485, + -0.02770411968231201, + 1.075323462486267, + -2.558171510696411, + -0.9853496551513672, + -0.4339439868927002, + -0.015913156792521477, + 0.7646399140357971, + 0.5336587429046631, + 0.9899362325668335, + -1.9448189735412598, + -1.1336324214935303 + ], + [ + 0.05066918581724167, + 0.74429851770401, + 0.47539395093917847, + 0.5925494432449341, + 0.16330863535404205, + -2.940960168838501, + -0.8994791507720947, + -0.21443766355514526, + -0.6375463604927063, + 0.8625825047492981, + 0.33973217010498047, + 0.6473300457000732, + -2.305903196334839, + -0.37921154499053955, + -0.4530894458293915, + -0.39290082454681396, + 0.31215527653694153, + 0.9977665543556213, + 0.7848671674728394, + -1.7920833826065063, + -0.9101037979125977 + ], + [ + -0.4367932677268982, + 0.8485310077667236, + -0.7223240733146667, + 0.6970881819725037, + 1.076059341430664, + -3.4034650325775146, + -0.2517172694206238, + -0.1442309021949768, + 0.3423132002353668, + -0.8617347478866577, + 1.164130687713623, + -0.2812897562980652, + -1.7551655769348145, + -0.7546195983886719, + -0.5455654263496399, + -0.4007008373737335, + 0.6537771821022034, + 0.12737244367599487, + -0.21284633874893188, + -0.9532434940338135, + -1.167687177658081 + ], + [ + -0.9404832720756531, + 0.6386489272117615, + 0.8822223544120789, + 0.5016134977340698, + 0.12322121858596802, + -1.4259089231491089, + -0.47776806354522705, + 0.681997537612915, + 0.39381420612335205, + 0.9109645485877991, + 0.5325687527656555, + 1.382693886756897, + -1.9480863809585571, + -1.1723721027374268, + -0.2676048278808594, + 0.39616623520851135, + 0.08055571466684341, + 0.4976091980934143, + 1.6020972728729248, + -0.9889827370643616, + -1.138328194618225 + ], + [ + 0.7969163656234741, + -0.9729774594306946, + -0.680655837059021, + 0.24648097157478333, + -0.6473722457885742, + -2.491671562194824, + -2.21553897857666, + -0.717236340045929, + -0.16257880628108978, + -0.9828064441680908, + 1.4948874711990356, + 0.3495137691497803, + -2.619565963745117, + -0.2608073949813843, + -0.18431943655014038, + -0.3378715515136719, + -0.9730658531188965, + 1.5300613641738892, + 0.8503600358963013, + -1.185943365097046, + -1.4929203987121582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.30550551414489746, + -0.05522666871547699, + 0.24260272085666656, + 0.19645848870277405, + -0.1234179139137268, + -1.410154104232788, + 0.0, + -0.10825443267822266, + -0.0897073745727539, + 0.21143501996994019, + -0.02216702699661255, + -0.1596909761428833, + -1.0057284832000732, + 0.0, + 0.15640023350715637, + 0.3033192753791809, + -0.11434109508991241, + 0.26752471923828125, + -0.13346517086029053, + -0.6721309423446655, + 0.0 + ], + [ + -0.3383987545967102, + 0.07549464702606201, + 0.04900747910141945, + 0.5951789617538452, + 0.33461111783981323, + -1.410154104232788, + 0.0, + -0.20981842279434204, + -0.20511308312416077, + -0.5610024333000183, + -0.060104310512542725, + -0.391817569732666, + -1.0057284832000732, + 0.0, + 0.37011271715164185, + -0.5121483206748962, + -0.8959037661552429, + 0.05413919687271118, + -0.2077263593673706, + -0.6721309423446655, + 0.0 + ] + ], + "predicted_scores": [ + 6.057646751403809, + 5.728265762329102, + 5.662550449371338, + 5.186509609222412, + 5.1803998947143555, + 4.662672519683838, + 4.245355606079102, + 3.175950527191162 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "701667486/train1", + "selected_index": 0, + "state_hash": "d438bbe97404dbab121b70fbfcff180fe04b2053c4d31d0b691911aa2570890d", + "stored_base_utility": 0.8508063554763794, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16581374406814575, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16581374406814575 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8131594061851501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8131594061851501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12632477283477783, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12632477283477783 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17362621426582336, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17362621426582336 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16464604437351227, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16464604437351227 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15405690670013428, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15405690670013428 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2254522740840912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2254522740840912 + } + ], + "candidate_progress": [ + 0.16581374406814575, + 0.8131594061851501, + 0.12632477283477783, + 0.17362621426582336, + 1.0, + 0.16464604437351227, + 0.15405690670013428, + 0.2254522740840912 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + true, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d776afa14e6322cadedd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.01750101149082184, + -0.12874379754066467, + 0.08593913912773132, + -0.24146513640880585, + 0.420047402381897, + -1.5622460842132568, + -0.02614760398864746, + 0.13796330988407135, + 0.056184783577919006, + 0.12608776986598969, + 0.119492307305336, + -0.23451611399650574, + -1.767872929573059, + -0.1782350093126297, + 0.02235788106918335, + -0.02648606151342392, + -0.024391189217567444, + 0.04088154435157776, + 0.1468273401260376, + -1.3424923419952393, + -0.3926589787006378 + ], + [ + -0.17587919533252716, + -0.023907184600830078, + 0.005970656871795654, + -0.1307695060968399, + 0.4020354449748993, + -1.5952774286270142, + -0.14933419227600098, + -0.011443525552749634, + 0.04826757311820984, + 0.05166047811508179, + 0.09508897364139557, + -0.07903048396110535, + -1.8986694812774658, + -0.1314244121313095, + 0.11218620091676712, + -0.016127891838550568, + -0.09940023720264435, + 0.029410362243652344, + -0.05521035194396973, + -1.4501729011535645, + -0.43396255373954773 + ], + [ + 0.031990475952625275, + 0.09950381517410278, + 0.25379353761672974, + 0.06300169229507446, + 0.4837510287761688, + -1.62297785282135, + 0.13191094994544983, + -0.02034682035446167, + 0.03798126429319382, + 0.22449542582035065, + 0.18646648526191711, + -0.1327161192893982, + -1.7807881832122803, + -0.5215451717376709, + -0.06653732061386108, + 0.014957781881093979, + 0.19552478194236755, + 0.2679789066314697, + 0.13923263549804688, + -1.625932216644287, + -0.5103552341461182 + ], + [ + 0.018201351165771484, + 0.06014857441186905, + 0.11742836236953735, + -0.11817760765552521, + 0.3792761564254761, + -0.7658740282058716, + 0.09040221571922302, + 0.11846278607845306, + -0.06647021323442459, + 0.10068581998348236, + 0.029986003413796425, + -0.04007008671760559, + -1.101445198059082, + 0.16680669784545898, + 0.12334509938955307, + 0.08788730204105377, + -0.14807750284671783, + -0.081327423453331, + 0.08330723643302917, + -1.3922739028930664, + -0.10535880923271179 + ], + [ + 0.032898060977458954, + 0.06697892397642136, + 0.07679662108421326, + -0.1687183529138565, + 0.365421324968338, + -1.46737539768219, + 0.053396135568618774, + 0.004556700587272644, + -0.05302637070417404, + 0.05632314085960388, + 0.25435739755630493, + -0.12407061457633972, + -1.5027580261230469, + -0.13476379215717316, + 0.004110865294933319, + 0.02013276144862175, + 0.009389907121658325, + 0.0701015442609787, + -0.06207433342933655, + -1.25447416305542, + -0.09669584035873413 + ], + [ + -0.03870058059692383, + -0.031179701909422874, + 0.1585608720779419, + -0.170975461602211, + 0.45797526836395264, + -1.5174624919891357, + -0.1390618085861206, + 0.09852863848209381, + 0.0155752869322896, + 0.06125715747475624, + 0.13047242164611816, + -0.06429678201675415, + -1.691482663154602, + -0.24811823666095734, + 0.005912419408559799, + 0.04355441406369209, + -0.050415292382240295, + 0.1122966855764389, + 0.08679617941379547, + -1.3410840034484863, + -0.05019879341125488 + ], + [ + 0.01253671944141388, + 0.03025204688310623, + 0.19777509570121765, + -0.06102070212364197, + 0.34862613677978516, + -1.5321199893951416, + -0.11534714698791504, + 0.10086030513048172, + -0.021514220163226128, + 0.10197319090366364, + 0.17067700624465942, + 0.02875220775604248, + -1.4423294067382812, + -0.0064413100481033325, + -0.05991850420832634, + 0.09991814196109772, + 0.059132590889930725, + 0.1816132515668869, + 0.06961113214492798, + -1.357114315032959, + 0.07154925912618637 + ], + [ + 0.038382016122341156, + 0.04441245645284653, + -0.006490439176559448, + -0.16211409866809845, + 0.35718834400177, + -1.4045348167419434, + 0.0009976625442504883, + 0.061841920018196106, + -0.06804314255714417, + 0.027913197875022888, + 0.23843678832054138, + -0.10422617197036743, + -1.5814568996429443, + -0.19145263731479645, + 0.004453558474779129, + 0.02061127871274948, + -0.0012303441762924194, + 0.07135213911533356, + -0.04493600130081177, + -1.44252347946167, + -0.1189376711845398 + ] + ], + "generated_utilities": [ + 0.16581374406814575, + 0.8131594061851501, + 0.12632477283477783, + 0.17362621426582336, + 2.0, + 0.16464604437351227, + 0.15405690670013428, + 0.2254522740840912 + ], + "group_id": "ms-d776afa14e6322cadedd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8386970162391663, + 2.0, + 0.20740605890750885, + 0.13615217804908752, + 0.6031467318534851, + 0.7796024680137634, + 0.1621241271495819, + 0.16996240615844727, + 0.15992438793182373, + 0.18285347521305084, + 0.08061757683753967, + 0.14775322377681732, + 0.016372904181480408, + 0.06443923711776733, + 0.06855830550193787, + 0.031473562121391296 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0012080669403076172, + 0.016675079241394997, + -0.11049416661262512, + -0.18111687898635864, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.16851967573165894, + -0.0483754426240921, + -0.10450334846973419, + 0.02433532476425171, + 0.014464190229773521, + -1.621976613998413, + 0.0, + -0.2708023190498352, + 0.20258143544197083, + -0.19858884811401367, + -0.011072218418121338, + 0.05337512120604515, + -1.405531644821167, + 0.0 + ], + [ + -0.24414944648742676, + -0.15503191947937012, + 0.08097231388092041, + -0.03390803933143616, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + 0.056917764246463776, + 0.11982713639736176, + -0.20640377700328827, + 0.2698511481285095, + -0.5681002736091614, + -1.621976613998413, + 0.0, + -0.24253028631210327, + -0.03286649286746979, + -0.6575217247009277, + -0.32096850872039795, + -0.2408425658941269, + -1.405531644821167, + 0.0 + ], + [ + 0.7558505535125732, + 0.047495923936367035, + 0.17671221494674683, + 0.2683066725730896, + 1.3627793788909912, + -2.1350862979888916, + -0.05587177351117134, + -0.00598464161157608, + -0.0003249126020818949, + 0.01622668467462063, + 0.4942616820335388, + 0.026347335427999496, + -2.621976613998413, + -1.7202718257904053, + -0.005902320146560669, + -0.006447978317737579, + 0.022365635260939598, + 0.6384451985359192, + -0.06040418520569801, + -2.405531644821167, + -1.6936993598937988 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.11174354702234268, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4405436515808105, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3873987197875977 + ], + [ + 0.566322922706604, + 0.34692949056625366, + 0.21173477172851562, + 0.06748008728027344, + 1.613215446472168, + -2.425536632537842, + -0.0019976161420345306, + -0.26347628235816956, + 0.027058903127908707, + -0.07635476440191269, + 0.2626723051071167, + 0.06859342753887177, + -2.5883285999298096, + -1.988996982574463, + -0.2853439152240753, + -0.28917819261550903, + 0.30827221274375916, + 0.6378196477890015, + -0.33115673065185547, + -2.6963462829589844, + -1.5018442869186401 + ], + [ + 0.6349112391471863, + 0.038436517119407654, + 0.1508270800113678, + 0.04295644164085388, + 1.0839532613754272, + -1.8265304565429688, + 0.028805416077375412, + 0.37508806586265564, + -0.2747676968574524, + -0.2759663462638855, + 0.7476297616958618, + -0.1516840010881424, + -2.3965795040130615, + -1.4985543489456177, + -0.1856689751148224, + 0.03216928243637085, + 0.11441078037023544, + 0.6749658584594727, + -0.17700010538101196, + -2.1188833713531494, + -1.6784363985061646 + ], + [ + 0.8865281939506531, + -0.02802223712205887, + 0.5724958181381226, + 0.4633806645870209, + 1.1546995639801025, + -1.8637380599975586, + -0.3117431700229645, + 0.08814923465251923, + -0.4786927103996277, + 0.3931327760219574, + 0.2507610619068146, + -0.12020082771778107, + -3.0246803760528564, + -1.4862127304077148, + -0.3165460228919983, + -0.06142986938357353, + -0.35658136010169983, + 0.7498345971107483, + -0.5186480283737183, + -2.8657968044281006, + -1.4799203872680664 + ], + [ + 0.28766220808029175, + -0.23753729462623596, + 0.21949872374534607, + 0.23003533482551575, + 0.8756457567214966, + -2.6147210597991943, + 0.15871082246303558, + 0.4582497179508209, + -0.08357167989015579, + -0.3599277138710022, + 0.8908210396766663, + 0.5662664175033569, + -2.8447608947753906, + -1.811488389968872, + -0.5259572267532349, + 0.45079565048217773, + 0.36657530069351196, + 0.21225270628929138, + -0.09261360764503479, + -2.15556001663208, + -2.243222951889038 + ], + [ + 0.4375047981739044, + -0.26832157373428345, + 0.46698546409606934, + 0.257399320602417, + 1.4416842460632324, + -2.331239700317383, + -0.057412125170230865, + 0.0982908383011818, + -0.4495640993118286, + 0.6954426765441895, + 0.4381740987300873, + 0.2467481791973114, + -3.194878101348877, + -1.5364596843719482, + -0.10501158237457275, + -0.36139190196990967, + 0.21781593561172485, + 0.26964521408081055, + 0.2926512658596039, + -2.8604204654693604, + -1.2264325618743896 + ], + [ + 0.2752971947193146, + 0.44085511565208435, + 0.09349203109741211, + 0.5142239332199097, + 1.944683313369751, + -2.245222806930542, + -0.14509989321231842, + 0.5362732410430908, + 0.06054594740271568, + 0.10932204127311707, + 1.1576985120773315, + -0.25972238183021545, + -2.614938974380493, + -2.5191850662231445, + 0.2649524509906769, + -0.4829309582710266, + -0.297891229391098, + 1.3985397815704346, + -0.8393893837928772, + -2.829237937927246, + -1.6477762460708618 + ], + [ + 1.0013009309768677, + 0.07036140561103821, + 0.4733560085296631, + 0.8638455271720886, + 2.193321943283081, + -2.0289762020111084, + 0.41994673013687134, + -0.7885891795158386, + -0.5326016545295715, + 0.2079942673444748, + 0.8058609962463379, + -0.20021885633468628, + -2.222874402999878, + -2.5484867095947266, + 0.42493799328804016, + 0.329524427652359, + -0.15711721777915955, + 1.4028748273849487, + -0.13142728805541992, + -2.8622188568115234, + -1.1706066131591797 + ], + [ + 0.46619749069213867, + -0.6513972282409668, + -0.804164707660675, + 0.9768707752227783, + 1.1110923290252686, + -1.230462908744812, + -0.44054192304611206, + -0.5087484121322632, + 0.3916623890399933, + 0.1491948366165161, + 0.35195428133010864, + 0.1736636906862259, + -3.3146426677703857, + -0.7444313168525696, + -0.4442700445652008, + -0.7468911409378052, + 0.06993701308965683, + 1.5806844234466553, + 0.5431184768676758, + -2.1893389225006104, + -2.6476151943206787 + ], + [ + 0.16046160459518433, + -0.308436781167984, + 0.3494795560836792, + 0.2790556252002716, + 1.749393343925476, + -1.2397031784057617, + -0.1972002238035202, + 0.7846193313598633, + -0.4053311347961426, + -0.8788788914680481, + 0.9857583045959473, + -0.3805040419101715, + -3.2537484169006348, + -1.17478346824646, + -0.45741280913352966, + -0.2335657775402069, + 0.5796993374824524, + 1.5383272171020508, + 0.6436970233917236, + -2.413731098175049, + -1.0895507335662842 + ], + [ + -0.23531651496887207, + -0.22097638249397278, + 1.1749272346496582, + 0.7370404005050659, + 0.3990532159805298, + -1.6844000816345215, + 0.45860469341278076, + -0.933163583278656, + 0.36350947618484497, + -0.6950361132621765, + -0.3623585104942322, + -0.09170009195804596, + -2.785374879837036, + -2.534595012664795, + -0.4384579360485077, + -0.8276459574699402, + -0.8660062551498413, + 1.4367798566818237, + 0.9295532703399658, + -2.9889345169067383, + -0.7777332663536072 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.020274698734283447, + -0.06410357356071472, + -0.04118771851062775, + -0.08226534724235535, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.027593832463026047, + -0.0035383012145757675, + 0.11043711751699448, + -0.03947073221206665, + 0.01766383647918701, + -1.621976613998413, + 0.0, + -0.0012086844071745872, + -0.042633943259716034, + -0.004757555201649666, + -0.027304112911224365, + 0.056503038853406906, + -1.405531644821167, + 0.0 + ] + ], + "predicted_scores": [ + 5.73407506942749, + 5.716495037078857, + 5.699554920196533, + 5.455324172973633, + 5.266817569732666, + 5.210517406463623, + 5.1617751121521, + 5.0080671310424805 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "412102563/train1", + "selected_index": 0, + "state_hash": "af80a48826c1fe9f9a1b13d5a531c6d193219c3cb488961be068fa352b27ae8c", + "stored_base_utility": 0.8386970162391663, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8279688954353333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8279688954353333 + }, + "base_progress": 0.8279688954353333, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8279688954353333, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8143669962882996, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8143669962882996 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12892809510231018, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12892809510231018 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15519596636295319, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15519596636295319 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8353056311607361, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8353056311607361 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17265424132347107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17265424132347107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16572816669940948, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16572816669940948 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22423966228961945, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22423966228961945 + } + ], + "candidate_progress": [ + 0.8143669962882996, + 0.12892809510231018, + 0.15519596636295319, + 1.0, + 0.8353056311607361, + 0.17265424132347107, + 0.16572816669940948, + 0.22423966228961945 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-0949097d19e597fc7f63", + "ms-9228f8295b9891cf011c", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-e887dbfa0133af46829d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.163734570145607, + -0.02681669220328331, + -0.06434622406959534, + -0.06430010497570038, + 0.32019907236099243, + -1.790138602256775, + -0.1956268548965454, + -0.04344600439071655, + 0.0015432601794600487, + 0.06474719941616058, + 0.11004628241062164, + -0.08916622400283813, + -1.898815631866455, + -0.1617373377084732, + 0.1148209422826767, + 0.0037279129028320312, + -0.11883865296840668, + 0.03948913514614105, + -0.11808177828788757, + -1.538156270980835, + -0.5918995141983032 + ], + [ + 0.03008893132209778, + 0.10534439980983734, + 0.21005773544311523, + 0.06169217824935913, + 0.4430297315120697, + -1.7712700366973877, + 0.10376566648483276, + -0.01533249020576477, + 0.0029774904251098633, + 0.2035679817199707, + 0.20606300234794617, + -0.16065716743469238, + -1.845514178276062, + -0.5519443154335022, + -0.05834909901022911, + 0.027661096304655075, + 0.16619960963726044, + 0.27493762969970703, + 0.08110266923904419, + -1.7143871784210205, + -0.5764516592025757 + ], + [ + -0.020327076315879822, + -0.026726890355348587, + 0.09736672043800354, + -0.15100163221359253, + 0.3554728627204895, + -1.812159776687622, + -0.15397781133651733, + 0.024098992347717285, + 0.002232661470770836, + 0.14041653275489807, + 0.12859821319580078, + -0.09661465883255005, + -1.7086782455444336, + -0.11657336354255676, + -0.0017562098801136017, + 0.03245118260383606, + -0.03925003111362457, + 0.0832221657037735, + -0.01620611548423767, + -1.3885951042175293, + -0.1865738332271576 + ], + [ + 0.05611633509397507, + 0.008794080466032028, + -0.014066487550735474, + -0.058196887373924255, + 0.2978658974170685, + -1.7530488967895508, + 0.04995974898338318, + 0.05459187924861908, + -0.062420815229415894, + 0.020790547132492065, + 0.21950969099998474, + -0.171655535697937, + -1.5089837312698364, + -0.20550130307674408, + -0.010173540562391281, + 0.025082267820835114, + 0.02664978802204132, + 0.05824381113052368, + -0.10625866055488586, + -1.3872809410095215, + -0.2312842309474945 + ], + [ + 0.058347783982753754, + 0.06899797916412354, + 0.015494078397750854, + -0.12889240682125092, + 0.3014492988586426, + -1.710890531539917, + 0.020019352436065674, + -0.001880556344985962, + -0.08687616884708405, + 0.05290195345878601, + 0.25586143136024475, + -0.1775297224521637, + -1.5616897344589233, + -0.17074532806873322, + -0.002927687019109726, + 0.028774689882993698, + -0.018252044916152954, + 0.09474392235279083, + -0.1311257779598236, + -1.3568048477172852, + -0.22209885716438293 + ], + [ + 0.026542380452156067, + 0.07318802177906036, + 0.0776008665561676, + -0.05514279007911682, + 0.36717286705970764, + -0.9555469751358032, + 0.09115508198738098, + 0.09811600297689438, + -0.07428006827831268, + 0.10017555952072144, + 0.042705174535512924, + -0.06445854902267456, + -1.1158584356307983, + 0.1370663195848465, + 0.15063080191612244, + 0.08839292824268341, + -0.18176709115505219, + -0.111435666680336, + 0.05808807909488678, + -1.416304111480713, + -0.163370281457901 + ], + [ + -0.037492915987968445, + -0.033107101917266846, + 0.10322892665863037, + -0.1336696445941925, + 0.38552379608154297, + -1.7063090801239014, + -0.14775866270065308, + 0.09690950810909271, + -0.023647909983992577, + 0.059147194027900696, + 0.13999415934085846, + -0.07732251286506653, + -1.725107192993164, + -0.28438472747802734, + 0.017886079847812653, + 0.0549921877682209, + -0.07486195862293243, + 0.10323043912649155, + 0.02376192808151245, + -1.4154808521270752, + -0.14629164338111877 + ], + [ + 0.05541394650936127, + 0.054043062031269073, + -0.05708464980125427, + -0.12109643965959549, + 0.2919469177722931, + -1.5939005613327026, + -0.027600228786468506, + 0.06075957417488098, + -0.09815431386232376, + 0.03675862401723862, + 0.2260650396347046, + -0.1405714750289917, + -1.617356538772583, + -0.22533808648586273, + -0.014430392533540726, + 0.019487105309963226, + -0.026998475193977356, + 0.08315268903970718, + -0.10536378622055054, + -1.5176472663879395, + -0.21192830801010132 + ] + ], + "generated_utilities": [ + 0.8143669962882996, + 0.12892809510231018, + 0.15519596636295319, + 2.0, + 0.8353056311607361, + 0.17265424132347107, + 0.16572816669940948, + 0.22423966228961945 + ], + "group_id": "ms-e887dbfa0133af46829d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8351176977157593, + 2.0, + 0.19064836204051971, + 0.1411142796278, + 0.6037710309028625, + 0.7814163565635681, + 0.1645386517047882, + 2.0, + 0.12996163964271545, + 0.1836192011833191, + 0.1731177270412445, + 0.5733826756477356, + 0.053966864943504333, + 0.1302099972963333, + 0.11049023270606995, + 0.08037742972373962 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06338369846343994, + 0.059499189257621765, + -0.019710391759872437, + -0.1653519868850708, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.24354441463947296, + 0.14564362168312073, + 0.1889113187789917, + 0.003917813301086426, + 0.01914181187748909, + -1.6722867488861084, + 0.0, + 0.2844846248626709, + -0.017869576811790466, + 0.12607194483280182, + -0.038061678409576416, + -0.0639369785785675, + -1.5490257740020752, + 0.0 + ], + [ + 0.45784449577331543, + -0.19690854847431183, + 0.028207063674926758, + -0.3284022808074951, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.19057995080947876, + 0.06997257471084595, + -0.19718898832798004, + 0.5988057255744934, + 0.027323465794324875, + -1.6722867488861084, + 0.0, + -0.502467930316925, + 0.5070173740386963, + -0.2913348078727722, + 0.09951120615005493, + -0.925142765045166, + -1.5490257740020752, + 0.0 + ], + [ + 0.7285544276237488, + -0.21421118080615997, + 0.3110690712928772, + 0.6038460731506348, + 1.3712776899337769, + -2.5529592037200928, + 0.6998128890991211, + -0.013858422636985779, + -0.007056809961795807, + 0.0267822053283453, + 0.598056972026825, + -0.020557451993227005, + -2.6722867488861084, + -1.7902464866638184, + -0.005695551633834839, + -0.004795461893081665, + 0.026951199397444725, + 0.6883092522621155, + -0.18438220024108887, + -2.549025774002075, + -1.7290098667144775 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3996257781982422, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5804929733276367, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.458019733428955 + ], + [ + 0.7744204998016357, + -0.14032170176506042, + 0.5317867994308472, + 0.3657727837562561, + 1.1711537837982178, + -2.4608333110809326, + 0.9361243844032288, + -0.28777211904525757, + -0.02713797055184841, + 0.0024450384080410004, + 0.3406478464603424, + 0.16705746948719025, + -2.7086386680603027, + -1.657912015914917, + 0.06333691626787186, + 0.0674947127699852, + -0.17235594987869263, + 0.6823904514312744, + -0.2967503070831299, + -2.3086485862731934, + -1.7156732082366943 + ], + [ + 0.5220472812652588, + 0.28427159786224365, + 0.001781165599822998, + 0.933464527130127, + 1.5460690259933472, + -2.6197750568389893, + 0.7653661370277405, + -0.3777310848236084, + 0.11237086355686188, + -0.12461940199136734, + 0.6983301043510437, + -0.2672002911567688, + -3.0165061950683594, + -1.5533162355422974, + 0.1221739798784256, + -0.13136707246303558, + 0.35114821791648865, + 0.3148680627346039, + -0.4997022747993469, + -2.2119808197021484, + -1.566335916519165 + ], + [ + 1.0094021558761597, + -0.23150265216827393, + 0.5109674334526062, + 0.7008609771728516, + 1.4336611032485962, + -2.00026273727417, + 1.107550859451294, + -0.34252047538757324, + 0.2677552402019501, + 0.39419615268707275, + 0.5391560792922974, + 0.03777590021491051, + -2.8717029094696045, + -1.6569743156433105, + 0.4206036627292633, + -0.2937912940979004, + -0.5704524517059326, + 0.8473536968231201, + -0.08534249663352966, + -2.997760057449341, + -1.8882695436477661 + ], + [ + 1.1181895732879639, + -0.032054707407951355, + 0.7414692640304565, + 0.17649400234222412, + 1.1594514846801758, + -3.1546308994293213, + 0.5525701642036438, + -0.40559321641921997, + 0.1876431107521057, + -0.32533133029937744, + 0.6343457698822021, + -0.6795477867126465, + -2.3824045658111572, + -1.2941229343414307, + 0.26826751232147217, + -0.43359729647636414, + 0.026619363576173782, + 0.6621769070625305, + 0.12951242923736572, + -2.12331223487854, + -1.5770692825317383 + ], + [ + 0.9990148544311523, + -0.687415599822998, + 0.07649993896484375, + -0.12415826320648193, + 1.3442331552505493, + -2.5085370540618896, + 0.12927699089050293, + 0.39645808935165405, + 0.09042495489120483, + -0.6732081174850464, + 0.8066308498382568, + 0.6640077233314514, + -2.092290163040161, + -1.4049465656280518, + -0.14882516860961914, + -0.3191836178302765, + 0.6641588807106018, + 0.5160242319107056, + 0.26494869589805603, + -2.9544320106506348, + -1.5772790908813477 + ], + [ + 1.364687442779541, + -0.3321616053581238, + 0.7562487125396729, + 0.9752405881881714, + 0.7015633583068848, + -2.9051685333251953, + 1.55759596824646, + -0.5334111452102661, + -0.08721090853214264, + -0.608826756477356, + 0.8765581846237183, + 0.7633923292160034, + -3.0773491859436035, + -1.2762537002563477, + -0.5415350198745728, + 0.297212690114975, + -0.2932831943035126, + 0.8217049837112427, + -0.815603494644165, + -1.8096072673797607, + -0.8454118967056274 + ], + [ + 1.539335012435913, + 0.15505172312259674, + -0.6605521440505981, + -0.3954293131828308, + 1.2441569566726685, + -2.0352230072021484, + 0.6014876961708069, + -0.6440654993057251, + -0.14328083395957947, + 0.03863175958395004, + 0.525173008441925, + 0.2733049690723419, + -2.26670503616333, + -2.744218587875366, + 0.05054756999015808, + 0.32311585545539856, + 0.7169739603996277, + 0.07201558351516724, + -0.7233601212501526, + -1.8625562191009521, + -1.837114691734314 + ], + [ + 0.4437761902809143, + 0.4635366201400757, + 1.1320353746414185, + -0.2871807813644409, + 1.3933004140853882, + -1.7322083711624146, + 1.1530396938323975, + 0.1754496544599533, + -0.7168039083480835, + 0.16693663597106934, + 1.0204297304153442, + 0.2511445879936218, + -1.8195054531097412, + -2.3545191287994385, + -0.7189527750015259, + 0.7209672927856445, + 0.08699111640453339, + 1.0901274681091309, + -0.450054794549942, + -2.4898018836975098, + -0.938546359539032 + ], + [ + -0.240098237991333, + -0.04404556751251221, + -0.4921736717224121, + 0.653389573097229, + 1.954259991645813, + -2.4239091873168945, + 0.28849372267723083, + 0.036671146750450134, + -0.9218901991844177, + -0.7163963913917542, + -0.15177470445632935, + 0.9432955384254456, + -2.227236032485962, + -2.5819218158721924, + -0.6793429851531982, + -0.5430718660354614, + 0.2032383531332016, + 1.2792136669158936, + -0.6447700262069702, + -2.255676746368408, + -1.8585152626037598 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03692340850830078, + 0.02968139946460724, + 0.0361674427986145, + 0.04010254144668579, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + -0.01803029328584671, + -0.019202932715415955, + -0.04222431033849716, + 0.05009949207305908, + 0.01904309168457985, + -1.6722867488861084, + 0.0, + 0.04868185147643089, + 0.05731650069355965, + 0.04398583248257637, + 0.013680577278137207, + 0.03227166831493378, + -1.5490257740020752, + 0.0 + ], + [ + 0.6551725268363953, + 0.13864515721797943, + 0.48871910572052, + 0.2261146903038025, + 1.4671885967254639, + -2.2526662349700928, + 0.8945764303207397, + -0.09004619717597961, + -0.17359668016433716, + 0.3396550416946411, + 0.7144328355789185, + -0.39453694224357605, + -2.8827593326568604, + -2.082418918609619, + 0.39172348380088806, + -0.1638338714838028, + 0.2826210558414459, + 0.6858521699905396, + -0.330074667930603, + -2.9167230129241943, + -1.5957034826278687 + ] + ], + "predicted_scores": [ + 5.9738240242004395, + 5.787524700164795, + 5.728146076202393, + 5.543369293212891, + 5.520103931427002, + 5.495917320251465, + 5.450784206390381, + 5.294180870056152 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1999022574/train1", + "selected_index": 0, + "state_hash": "5126dedd4445eeefe34e60387627622264c207ccc0669b373bd5d22aa148080b", + "stored_base_utility": 0.8351176977157593, + "task_id": "StackCube-v1", + "train_seed": "1" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7282466888427734, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7282466888427734 + }, + "base_progress": 0.7282466888427734, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7282466888427734, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7267911434173584, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7267911434173584 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7234797477722168, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7234797477722168 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.724821150302887, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.724821150302887 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7270214557647705, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7270214557647705 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7270426154136658, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7270426154136658 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725989580154419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725989580154419 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7183553576469421, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7183553576469421 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.721496045589447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.721496045589447 + } + ], + "candidate_progress": [ + 0.7267911434173584, + 0.7234797477722168, + 0.724821150302887, + 0.7270214557647705, + 0.7270426154136658, + 0.725989580154419, + 0.7183553576469421, + 0.721496045589447 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-059d7962a5f998edf668", + "ms-502dba1003c09ec60ba0", + "ms-059d7962a5f998edf668" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-5799584ed40e211c50a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.1838160902261734, + 0.00359421968460083, + 0.1705855429172516, + 0.03626081347465515, + 1.3875811100006104, + 0.29365456104278564, + 0.18549120426177979, + 0.05634056031703949, + -0.03447677940130234, + 0.06414701044559479, + -0.315317302942276, + 1.7154839038848877, + -0.1258947253227234, + 0.18843668699264526, + 0.19590798020362854, + 0.009555984288454056, + -0.04021643102169037, + -0.1839672178030014, + 1.3660428524017334, + 0.00925135612487793, + 0.1315457969903946 + ], + [ + -0.08610330522060394, + -0.05498134717345238, + 0.20592373609542847, + 0.09931868314743042, + 1.4654743671417236, + -0.02224309742450714, + 0.20070990920066833, + -0.07800805568695068, + -0.012757420539855957, + 0.048029594123363495, + -0.3932999074459076, + 1.5677157640457153, + 0.08889320492744446, + 0.38477790355682373, + 0.0864877849817276, + -0.006498056463897228, + 0.07557974755764008, + -0.22782300412654877, + 1.4201014041900635, + 0.11643052101135254, + 0.39224815368652344 + ], + [ + -0.11139462888240814, + -0.026831572875380516, + 0.1870305836200714, + 0.024617493152618408, + 1.358966588973999, + 0.0025077462196350098, + 0.14830830693244934, + -0.0031305700540542603, + 0.028833385556936264, + 0.056328244507312775, + -0.37711453437805176, + 1.5872429609298706, + -0.034168630838394165, + 0.36484023928642273, + 0.02711263671517372, + 0.03974682092666626, + 0.05420786142349243, + -0.17886607348918915, + 1.4058811664581299, + 0.12241613864898682, + 0.2969486117362976 + ], + [ + -0.1825089305639267, + -0.010154183954000473, + 0.1920394003391266, + 0.007296964526176453, + 1.2861602306365967, + 0.299142450094223, + 0.20158514380455017, + 0.03831906616687775, + -0.05587810277938843, + 0.06313171982765198, + -0.3092295527458191, + 1.7292453050613403, + -0.15737253427505493, + 0.20110467076301575, + 0.23110993206501007, + 0.034699197858572006, + 0.010236039757728577, + -0.12921525537967682, + 1.3727452754974365, + 0.0201493501663208, + 0.2082156240940094 + ], + [ + 0.09420149773359299, + -0.004093825817108154, + 0.4065346121788025, + 0.27465322613716125, + 1.3115239143371582, + -0.29030853509902954, + 0.10613822937011719, + -0.08394697308540344, + 0.08131340146064758, + -0.05040404945611954, + -0.2695055902004242, + 1.9943969249725342, + -0.12154492735862732, + 0.4459346532821655, + 0.009040404111146927, + 0.04191812127828598, + 0.020462796092033386, + -0.19677425920963287, + 1.2890574932098389, + 0.1248156726360321, + 0.4616488218307495 + ], + [ + -0.2412000149488449, + -0.0839676633477211, + 0.12229049205780029, + 0.02714727818965912, + 1.2190008163452148, + 0.26514312624931335, + 0.005892693996429443, + 0.0730142667889595, + -0.026083363220095634, + 0.05592982470989227, + -0.6312845349311829, + 1.520193338394165, + -0.17590191960334778, + 0.4012022614479065, + 0.16401885449886322, + 0.06995616853237152, + -0.054882392287254333, + -0.14155851304531097, + 1.352492094039917, + 0.18669065833091736, + 0.18871340155601501 + ], + [ + -0.2661510109901428, + -0.05226559191942215, + 0.0821722149848938, + 0.1916031539440155, + 1.3646724224090576, + 0.3211158514022827, + 0.09494414925575256, + -0.04581218957901001, + 0.00432384479790926, + 0.05912775546312332, + -0.4261264204978943, + 1.6327491998672485, + -0.18341636657714844, + 0.2557368874549866, + 0.06994066387414932, + -0.03896741569042206, + 0.12086503952741623, + -0.22756920754909515, + 1.3276009559631348, + 0.13568568229675293, + 0.4244379997253418 + ], + [ + -0.06713615357875824, + -0.10898731648921967, + 0.3867435157299042, + 0.10926148295402527, + 1.6061084270477295, + 0.12302390486001968, + 0.4101024270057678, + -0.11438104510307312, + 0.08448389917612076, + 0.03904201090335846, + -0.5036194324493408, + 1.6514638662338257, + -0.3553222119808197, + 0.7010048627853394, + 0.09234848618507385, + -0.04248809069395065, + 0.25501176714897156, + -0.3093308210372925, + 1.4875082969665527, + 0.13150104880332947, + 0.39513158798217773 + ] + ], + "generated_utilities": [ + 0.7267911434173584, + 0.7234797477722168, + 0.724821150302887, + 0.7270214557647705, + 0.7270426154136658, + 0.725989580154419, + 0.7183553576469421, + 0.721496045589447 + ], + "group_id": "ms-5799584ed40e211c50a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.695741593837738, + 2.0, + 0.5742205381393433, + 0.353538453578949, + 0.7234948873519897, + 0.23220515251159668, + 0.7212414145469666, + 0.7162191867828369, + 2.0, + 0.7279531359672546, + 2.0, + 0.1921277493238449, + 0.21947699785232544, + 2.0, + 0.19267019629478455, + 0.2091115564107895 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.12556302547454834, + 0.031759653240442276, + -0.005511760711669922, + 0.11217179894447327, + 1.4708595275878906, + 0.20526480674743652, + 0.0, + 0.1627572476863861, + 0.05106398090720177, + 0.08001643419265747, + 0.0015570521354675293, + 1.2470405101776123, + -0.034081876277923584, + 0.0, + -0.20415832102298737, + -0.16038036346435547, + -0.09366434812545776, + 0.011923134326934814, + 1.2863614559173584, + 0.326605886220932, + 0.0 + ], + [ + -1.1036561727523804, + -0.2729172110557556, + 0.15201491117477417, + 0.6310743093490601, + 1.4708595275878906, + 0.22859114408493042, + 0.0, + -0.6446681618690491, + -0.3592391908168793, + 0.20394687354564667, + -0.3334474265575409, + 1.2470405101776123, + 0.10929054021835327, + 0.0, + 0.0708397626876831, + 0.6341482400894165, + 0.2534213066101074, + -0.5062402486801147, + 1.2863614559173584, + 0.2794201076030731, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.4309304654598236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.6913388967514038, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5405775308609009 + ], + [ + -0.17443382740020752, + 0.10536882281303406, + 1.0823079347610474, + 0.37589412927627563, + 2.70369291305542, + 0.08096903562545776, + 0.45218074321746826, + -0.041515275835990906, + 0.7149043083190918, + 0.6342184543609619, + -0.1510268747806549, + 1.6392080783843994, + -0.5721845626831055, + 0.9119001626968384, + 0.0796709656715393, + 0.14260581135749817, + 0.09288522601127625, + -0.236861914396286, + 2.798177719116211, + 0.037620753049850464, + 0.1060103178024292 + ], + [ + -1.3976900577545166, + -0.3843246400356293, + -0.3551177382469177, + -0.7191817760467529, + 3.1181371212005615, + -1.0153398513793945, + 0.9093213081359863, + -0.46741002798080444, + -0.4777427911758423, + 0.5847069621086121, + -0.7122976779937744, + 1.49969482421875, + -0.8400344252586365, + 1.036980152130127, + 0.3957635462284088, + 0.2608935832977295, + 0.4350411295890808, + -0.0573345422744751, + 1.4020898342132568, + -0.2644611895084381, + 0.5209293365478516 + ], + [ + 0.13327711820602417, + -0.19911976158618927, + 0.2777494490146637, + -0.5133474469184875, + 1.8012508153915405, + 0.09127992391586304, + 0.35662928223609924, + 0.6739349961280823, + 0.5202516913414001, + 0.6325141191482544, + -1.4312751293182373, + 3.0624003410339355, + -1.091947078704834, + 1.1273027658462524, + -0.5780089497566223, + 0.012244708836078644, + 1.2045903205871582, + -1.56142258644104, + 1.9978752136230469, + -1.172595739364624, + 0.3374365270137787 + ], + [ + -1.520635724067688, + -0.9252650737762451, + -0.3131774663925171, + 0.37766140699386597, + 2.7566092014312744, + -0.9621344804763794, + 1.0721709728240967, + -0.34145641326904297, + -0.7691382765769958, + 0.9142491221427917, + -0.845502495765686, + 2.71456241607666, + -0.25535696744918823, + 0.47051090002059937, + -0.19313384592533112, + -0.21557137370109558, + 0.6501962542533875, + 0.24064362049102783, + 3.137739658355713, + 0.35141924023628235, + -0.029620707035064697 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012039661407470703, + -0.05118545889854431, + -0.06535553932189941, + -0.04842284321784973, + 1.4708595275878906, + 0.020981639623641968, + 0.0, + 0.003453299403190613, + -0.0413513109087944, + 0.09253352880477905, + -0.05847179889678955, + 1.2470405101776123, + -0.027027547359466553, + 0.0, + 0.10907487571239471, + 0.018613651394844055, + -0.03009772300720215, + 0.00893855094909668, + 1.2863614559173584, + -0.07103800773620605, + 0.0 + ], + [ + -0.8287792205810547, + -0.23426979780197144, + 0.5087366700172424, + -0.7350267171859741, + 2.122105598449707, + -0.3550410270690918, + 0.6285651326179504, + 0.48652929067611694, + 0.058029573410749435, + 0.623879075050354, + -0.6215457320213318, + 2.7280654907226562, + -0.17514294385910034, + 0.550636887550354, + 0.015995219349861145, + 0.03788954019546509, + 0.13958755135536194, + -0.5519895553588867, + 2.2776031494140625, + -0.41969916224479675, + 0.40627342462539673 + ], + [ + -0.41124144196510315, + -0.1048755794763565, + 1.151909589767456, + -0.8224762678146362, + 2.2440061569213867, + -0.7573217153549194, + 0.7227639555931091, + 0.1749846488237381, + 0.5508100390434265, + 0.07246983051300049, + -1.0510613918304443, + 2.572587728500366, + -0.5535074472427368, + 1.0577616691589355, + -0.19132046401500702, + 0.4887853264808655, + 0.786109447479248, + -0.8479259014129639, + 2.2749032974243164, + -0.5426547527313232, + 0.9771518111228943 + ], + [ + -1.181443691253662, + 0.10737474262714386, + 1.0074310302734375, + -0.5379030108451843, + 1.52034592628479, + -0.8081731200218201, + 0.5656459927558899, + 0.6751595735549927, + -0.8839346170425415, + -0.028954744338989258, + -0.0647847056388855, + 2.7801947593688965, + -0.804533064365387, + 0.027279198169708252, + -0.33421146869659424, + -0.8645791411399841, + 0.4428331255912781, + -0.7354188561439514, + 1.8275327682495117, + -1.0469876527786255, + 0.5104811787605286 + ] + ], + "predicted_scores": [ + 5.923926830291748, + 5.875554084777832, + 5.789604187011719, + 5.710122585296631, + 5.533572196960449, + 4.764636039733887, + 4.434010028839111, + 4.19350528717041 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2012211287/train2", + "selected_index": 0, + "state_hash": "d179f22adaaccb4539f38d638dab1dd6382b2695b0d759232020687a2feb7194", + "stored_base_utility": 0.695741593837738, + "task_id": "LiftPegUpright-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20915235579013824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20915235579013824 + }, + "base_progress": 0.20915235579013824, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.20915235579013824, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20169919729232788, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20169919729232788 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20166043937206268, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20166043937206268 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2014298439025879, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2014298439025879 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20093269646167755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20093269646167755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2035302072763443, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2035302072763443 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20134292542934418, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20134292542934418 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20032821595668793, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20032821595668793 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20156721770763397, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20156721770763397 + } + ], + "candidate_progress": [ + 0.20169919729232788, + 0.20166043937206268, + 0.2014298439025879, + 0.20093269646167755, + 0.2035302072763443, + 0.20134292542934418, + 0.20032821595668793, + 0.20156721770763397 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-13d8bae55d3c3710138f", + "ms-9ced92cccacfe4d157b0", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank6", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-715db95b13ebc6c977c8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3422938585281372, + 0.22119297087192535, + 0.9534735679626465, + 0.6733534336090088, + -0.05851936340332031, + 0.17697085440158844, + 0.3853882849216461, + 0.09317699819803238, + 0.020448332652449608, + -0.08522918075323105, + -0.21071958541870117, + 1.841088056564331, + -0.31004124879837036, + 0.28093430399894714, + 0.11056738346815109, + -0.013368719257414341, + -0.16038717329502106, + 0.022310659289360046, + 1.2380921840667725, + -0.1301645189523697, + 0.14687113463878632 + ], + [ + -0.1401791125535965, + 0.19853907823562622, + 0.9885122776031494, + 0.5602239370346069, + -0.23000788688659668, + 0.3658633828163147, + 0.6468220949172974, + 0.19516602158546448, + 0.017460040748119354, + -0.13683190941810608, + -0.24311691522598267, + 1.6480158567428589, + -0.21673837304115295, + 0.09258460253477097, + 0.0838637724518776, + 0.020624492317438126, + -0.0053675174713134766, + -0.09860245883464813, + 1.4777941703796387, + -0.12579767405986786, + 0.14430052042007446 + ], + [ + -0.11059413850307465, + 0.16813889145851135, + 1.0988831520080566, + 0.6678612232208252, + -0.09322342276573181, + 0.20794472098350525, + 0.2775140404701233, + 0.17344951629638672, + 0.0006800014525651932, + -0.13037267327308655, + -0.09099011868238449, + 1.9434551000595093, + -0.4097706377506256, + 0.2169973999261856, + 0.033523332327604294, + 0.09932529926300049, + -0.1288978010416031, + -0.06424500048160553, + 1.380814790725708, + -0.12999890744686127, + 0.1358884572982788 + ], + [ + -0.05110625922679901, + 0.17178480327129364, + 1.0780712366104126, + 0.5113900899887085, + -0.23026371002197266, + 0.14806610345840454, + 0.47082027792930603, + 0.08684418350458145, + 0.00656583858653903, + -0.11795496195554733, + -0.18287086486816406, + 1.8634480237960815, + -0.028181850910186768, + 0.16551469266414642, + -0.0254058875143528, + 0.060605671256780624, + -0.05492289364337921, + -0.13328631222248077, + 1.4099950790405273, + -0.16700899600982666, + 0.012562856078147888 + ], + [ + -0.07605120539665222, + 0.18105454742908478, + 0.8754258155822754, + 0.34317997097969055, + 0.032316744327545166, + 0.6659331321716309, + 0.2670203447341919, + 0.12796422839164734, + -0.02901378832757473, + -0.10384116321802139, + -0.19683554768562317, + 1.719489336013794, + -0.3424301743507385, + 0.25834453105926514, + 0.024845030158758163, + -0.003661196678876877, + -0.15954433381557465, + 0.0526718944311142, + 1.3100104331970215, + -0.5160254240036011, + 0.3273632228374481 + ], + [ + 0.0466216504573822, + 0.20773373544216156, + 1.1436251401901245, + 0.5764540433883667, + -0.2189708948135376, + 0.2529154121875763, + 0.4311618208885193, + 0.1283804476261139, + 0.001397736370563507, + -0.14753258228302002, + -0.2540070712566376, + 1.8823974132537842, + -0.0892355740070343, + 0.15439458191394806, + 0.12901900708675385, + 0.03701227158308029, + -0.11760298907756805, + -0.02262704074382782, + 1.334305763244629, + 0.02349916100502014, + -0.02041502296924591 + ], + [ + -0.22045506536960602, + 0.20242741703987122, + 0.9730069637298584, + 0.5364211797714233, + -0.08456447720527649, + 0.5462771058082581, + 0.40876299142837524, + 0.01344648003578186, + 0.0036259274929761887, + -0.003136374056339264, + -0.15128934383392334, + 2.110382318496704, + -0.12655124068260193, + 0.2618786692619324, + 0.0003521144390106201, + 0.06601931154727936, + -0.1613241583108902, + -0.12640462815761566, + 1.3681375980377197, + -0.18856176733970642, + 0.24242053925991058 + ], + [ + 0.039584964513778687, + 0.16386082768440247, + 1.2700719833374023, + 0.47796764969825745, + -0.32712531089782715, + 0.06881262362003326, + 0.28610774874687195, + 0.2689627408981323, + 0.05842107534408569, + -0.30731189250946045, + -0.19202646613121033, + 1.9309613704681396, + 0.13196584582328796, + 0.2729830741882324, + 0.14099574089050293, + 0.15542206168174744, + -0.09801043570041656, + -0.07461376488208771, + 1.2481582164764404, + 0.23931777477264404, + 0.03876814246177673 + ] + ], + "generated_utilities": [ + 0.20169919729232788, + 0.20166043937206268, + 0.2014298439025879, + 0.20093269646167755, + 0.2035302072763443, + 0.20134292542934418, + 0.20032821595668793, + 0.20156721770763397 + ], + "group_id": "ms-715db95b13ebc6c977c8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7276763319969177, + 2.0, + 0.7247764468193054, + 0.6921603679656982, + 0.20542781054973602, + 0.1958664506673813, + 0.2039061188697815, + 0.20193135738372803, + 0.21138714253902435, + 0.2018231600522995, + 0.1974717676639557, + 0.20079456269741058, + 0.1999427080154419, + 0.19537661969661713, + 0.20794042944908142, + 0.22082462906837463 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.33823883533477783, + 1.5503506660461426, + 2.2380058765411377, + 1.5590949058532715, + -0.22497621178627014, + 0.26080960035324097, + -2.4348373413085938, + -0.0273895263671875, + -0.5254056453704834, + -1.268343448638916, + -0.23282305896282196, + 2.6626713275909424, + 0.4546125829219818, + -0.0701400488615036, + 0.36990296840667725, + 0.034550901502370834, + 0.4710223078727722, + -0.7692371606826782, + 2.155225992202759, + -0.580864429473877, + 0.6800468564033508 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.8696746826171875, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.1402800977230072, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3600937128067017 + ], + [ + 0.07017278671264648, + 1.521916389465332, + 2.009843349456787, + 1.4738659858703613, + -0.2899177074432373, + 0.46131497621536255, + -2.531620502471924, + 0.14048290252685547, + -0.7855347990989685, + -1.1143710613250732, + 0.012876257300376892, + 2.7933197021484375, + 0.30855774879455566, + 0.14485713839530945, + 0.46072325110435486, + 0.10650882124900818, + 0.5814961194992065, + -0.6753175854682922, + 2.3493947982788086, + -0.31899890303611755, + 0.8796342611312866 + ], + [ + 0.3178834319114685, + 1.2961947917938232, + 2.589533805847168, + 1.7275389432907104, + -0.026689037680625916, + 0.27645671367645264, + -2.4141836166381836, + -0.1766154021024704, + -0.24934518337249756, + -1.3515665531158447, + -0.16601590812206268, + 2.7396316528320312, + 0.7588784694671631, + -0.15953752398490906, + 0.36116188764572144, + -0.143848717212677, + 0.4210423529148102, + -0.8379677534103394, + 2.2562992572784424, + -0.19895753264427185, + 0.5771763324737549 + ], + [ + -0.12494292855262756, + 1.8969860076904297, + 2.4035770893096924, + 1.6478896141052246, + 0.040180712938308716, + 0.24593156576156616, + -2.34008526802063, + 0.12583549320697784, + -0.5264602303504944, + -0.9070775508880615, + -0.4896009564399719, + 3.029449224472046, + 0.6909686923027039, + 0.1467941552400589, + 0.03226286172866821, + 0.03609117865562439, + 0.08947920799255371, + -1.247578501701355, + 1.9016273021697998, + -0.6706652045249939, + 1.1426045894622803 + ], + [ + 0.7138174772262573, + 1.0768483877182007, + 1.7427103519439697, + 1.5768358707427979, + -0.059891194105148315, + 0.788209855556488, + -2.2357473373413086, + -0.6271201372146606, + -0.19050318002700806, + -1.489158034324646, + -0.42916837334632874, + 2.8671674728393555, + 0.20186689496040344, + 0.4675248861312866, + -0.03316506743431091, + -0.15900862216949463, + 0.2741629481315613, + -1.2911972999572754, + 1.7669053077697754, + -0.051352739334106445, + 0.47578683495521545 + ], + [ + -0.28924405574798584, + 1.5423802137374878, + 1.8096331357955933, + 1.3925378322601318, + -0.5160847902297974, + 0.02628597617149353, + -2.463913679122925, + -0.11511489003896713, + -0.19317570328712463, + -0.8961169719696045, + 0.08857034146785736, + 2.2220115661621094, + 0.3456495702266693, + -0.5302423238754272, + 0.21759217977523804, + 0.4364970028400421, + 0.7512288093566895, + -0.33312925696372986, + 2.727248430252075, + -0.5966866612434387, + 0.5108752250671387 + ], + [ + 1.000809669494629, + 1.1056790351867676, + 2.286451816558838, + 2.152500629425049, + 0.3457088768482208, + 0.07567016780376434, + -3.2127318382263184, + -0.5930389761924744, + -0.9091454744338989, + -1.3978261947631836, + -0.9321629405021667, + 3.1251871585845947, + -0.0873921811580658, + -0.6672512888908386, + 0.02386268973350525, + 0.21522864699363708, + 0.4657308757305145, + -0.575664222240448, + 1.9708892107009888, + -1.1900556087493896, + 1.4129865169525146 + ], + [ + 0.32382237911224365, + 2.2453579902648926, + 1.8118072748184204, + 0.8819907307624817, + -1.105812907218933, + 0.598942756652832, + -2.0275609493255615, + -0.6241287589073181, + -0.7717767953872681, + -1.2091741561889648, + -0.5241715312004089, + 2.6333746910095215, + 1.197510004043579, + 0.20193235576152802, + 0.06856834888458252, + -0.06392127275466919, + 1.1480510234832764, + -0.9437365531921387, + 1.9757884740829468, + -0.7860120534896851, + 0.9019255042076111 + ], + [ + 1.0729541778564453, + 1.173112154006958, + 2.628614902496338, + 1.664441466331482, + -0.3475607633590698, + 0.4421616196632385, + -2.4642398357391357, + -0.25969383120536804, + -1.0389935970306396, + -0.7118349671363831, + -1.03444504737854, + 3.610355854034424, + 0.10399851202964783, + 0.325661301612854, + -0.26851803064346313, + -0.5551983118057251, + 0.8207827210426331, + -0.9675214886665344, + 2.8388757705688477, + -0.16362401843070984, + -0.10623013973236084 + ], + [ + 1.3289453983306885, + 1.9137883186340332, + 2.082090377807617, + 2.491259813308716, + 0.6180912256240845, + -0.3126993775367737, + -2.5589985847473145, + -0.5410527586936951, + 0.026464879512786865, + -0.46877521276474, + -0.6966705322265625, + 1.9529465436935425, + -0.19639351963996887, + 0.02374301850795746, + -0.09083741903305054, + 0.9245768189430237, + -0.09806692600250244, + -0.24988514184951782, + 2.6212518215179443, + -0.7180906534194946, + 1.5200225114822388 + ], + [ + -0.1554102897644043, + 1.9165453910827637, + 1.8331965208053589, + 1.2937030792236328, + -1.185176968574524, + -0.4155595898628235, + -3.357268810272217, + -0.8257315158843994, + -0.6582139730453491, + -1.5948694944381714, + 0.6072660684585571, + 2.1588306427001953, + 0.8806488513946533, + -0.46826112270355225, + 0.330376535654068, + -0.7345791459083557, + 1.4418903589248657, + -0.18088001012802124, + 1.2020847797393799, + 0.2133919596672058, + -0.11863052845001221 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.02487349510192871, + 0.5503506660461426, + 1.2380058765411377, + 0.5590949058532715, + -0.04777374863624573, + -0.05447050929069519, + 0.0, + -0.004949942231178284, + -0.019134342670440674, + -0.268343448638916, + -0.0008451938629150391, + 1.6626713275909424, + 0.025963664054870605, + 0.0, + 0.05544579029083252, + -0.036041636019945145, + -0.050818800926208496, + 0.0036783218383789062, + 1.1552259922027588, + -0.03211313486099243, + 0.0 + ] + ], + "predicted_scores": [ + 3.3104429244995117, + 2.6764302253723145, + 2.622851848602295, + 2.616884231567383, + 2.473353862762451, + 2.20556378364563, + 1.8584874868392944, + 1.8415472507476807 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "307068879/train2", + "selected_index": 0, + "state_hash": "94949df6075383566ede3d7bee7fabca8db03ad54df07892c3fac4e83e1d7e32", + "stored_base_utility": 0.7276763319969177, + "task_id": "LiftPegUpright-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.725517988204956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.725517988204956 + }, + "base_progress": 0.725517988204956, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.725517988204956, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7232213616371155, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7232213616371155 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7228023409843445, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7228023409843445 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7197349667549133, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7197349667549133 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193949818611145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193949818611145 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7243968844413757, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7243968844413757 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7205738425254822, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7205738425254822 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7193413376808167, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7193413376808167 + } + ], + "candidate_progress": [ + 0.7232213616371155, + 1.0, + 0.7228023409843445, + 0.7197349667549133, + 0.7193949818611145, + 0.7243968844413757, + 0.7205738425254822, + 0.7193413376808167 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1b24faaf0d032ad20017", + "ms-1b24faaf0d032ad20017", + "ms-2436538e05fdcf8e44fc", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7", + "ms-059d7962a5f998edf668", + "ms-fae3c6a2f1b575ddc3f7", + "ms-fae3c6a2f1b575ddc3f7" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + true, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7b229b60d7f64fb624cf", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2121334820985794, + 0.06488041579723358, + 0.05166676640510559, + -0.02503734827041626, + 1.3778464794158936, + -0.08653739094734192, + 0.3373211622238159, + 0.07544637471437454, + -0.013731446117162704, + 0.04564615339040756, + -0.21958193182945251, + 1.3549754619598389, + -0.07533034682273865, + 0.03723086416721344, + 0.056865446269512177, + 0.055510733276605606, + -0.003511771559715271, + -0.1250959187746048, + 1.0051249265670776, + 0.027894586324691772, + 0.0401131808757782 + ], + [ + -0.01852072775363922, + 0.0562315359711647, + 0.27583062648773193, + 0.1928771436214447, + 1.2739968299865723, + 0.11802942305803299, + 0.32349300384521484, + 0.17164820432662964, + 0.0027388921007514, + -0.022305168211460114, + -0.17168071866035461, + 1.4020003080368042, + -0.007962912321090698, + 0.21115171909332275, + 0.09021589905023575, + -0.030909886583685875, + -0.1642315834760666, + -0.12751464545726776, + 0.9099835753440857, + 0.15733462572097778, + 0.17775951325893402 + ], + [ + -0.11871974170207977, + 0.05716078728437424, + 0.07225671410560608, + 0.05678471922874451, + 1.4122297763824463, + -0.025504305958747864, + 0.3102422058582306, + -0.027097374200820923, + -0.010218584910035133, + 0.02905963361263275, + -0.2260507345199585, + 1.4318130016326904, + -0.1090942919254303, + -0.011693194508552551, + 0.1060829684138298, + 0.055199552327394485, + -0.04199738800525665, + -0.1251126378774643, + 0.9408513307571411, + -0.010280609130859375, + -0.03406864404678345 + ], + [ + -0.23209474980831146, + 0.05013715475797653, + 0.052727073431015015, + -0.06746846437454224, + 1.5316259860992432, + -0.09437994658946991, + 0.3160479664802551, + 0.012154936790466309, + -0.028822781518101692, + 0.0925903469324112, + -0.30292007327079773, + 1.3244879245758057, + -0.0016717910766601562, + -0.06434689462184906, + 0.04665160924196243, + 0.03166784718632698, + -0.06547509133815765, + -0.1641458421945572, + 0.9718803763389587, + -0.021325111389160156, + 0.021261066198349 + ], + [ + -0.18313084542751312, + 0.07151324301958084, + 0.0285336971282959, + 0.026604652404785156, + 1.4307408332824707, + -0.13687211275100708, + 0.3441805839538574, + -0.012549355626106262, + 0.0234974455088377, + 0.11682266741991043, + -0.22422519326210022, + 1.3554459810256958, + -0.038319021463394165, + 0.010430052876472473, + 0.07697068899869919, + 0.06511841714382172, + 0.006929829716682434, + -0.11753015220165253, + 0.9998175501823425, + 0.06114169955253601, + 0.023176461458206177 + ], + [ + -0.15978334844112396, + 0.07285615056753159, + -0.002238333225250244, + 0.02290266752243042, + 1.3324699401855469, + 0.06775466352701187, + 0.3194606602191925, + 0.03302377462387085, + 0.01759043149650097, + 0.015081293880939484, + -0.2430310845375061, + 1.4160476922988892, + -0.07475519180297852, + 0.055007629096508026, + 0.08830533921718597, + 0.05574807897210121, + -0.0168791264295578, + -0.12385500967502594, + 0.9518256783485413, + 0.05142435431480408, + -0.004044637084007263 + ], + [ + -0.023091092705726624, + 0.13775989413261414, + -0.0036939680576324463, + -0.017563581466674805, + 1.5549979209899902, + -0.265728235244751, + 0.154989093542099, + -0.11338838934898376, + 0.06444913148880005, + 0.15598276257514954, + -0.23134514689445496, + 1.3186712265014648, + 0.028250277042388916, + 0.05297113209962845, + 0.12060389667749405, + 0.12035487592220306, + -0.16024638712406158, + -0.2824687361717224, + 1.0194538831710815, + -0.03561687469482422, + -0.10301685333251953 + ], + [ + -0.09171119332313538, + 0.17920146882534027, + -0.09042337536811829, + 0.01027880609035492, + 1.372375726699829, + -0.6285678148269653, + -0.12694710493087769, + -0.043924301862716675, + 0.045282743871212006, + -0.0032767876982688904, + -0.41366302967071533, + 1.548248529434204, + -0.007955223321914673, + 0.17069795727729797, + -0.14793598651885986, + 0.026003122329711914, + 0.02403862774372101, + -0.08029748499393463, + 1.202085018157959, + 0.08971542119979858, + 0.2452097237110138 + ] + ], + "generated_utilities": [ + 0.7232213616371155, + 2.0, + 0.7228023409843445, + 0.7197349667549133, + 0.7193949818611145, + 0.7243968844413757, + 0.7205738425254822, + 0.7193413376808167 + ], + "group_id": "ms-7b229b60d7f64fb624cf", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7279080748558044, + 2.0, + 0.20414462685585022, + 0.6802849769592285, + 0.7178159952163696, + 0.21479015052318573, + 0.7138709425926208, + 0.6876591444015503, + 0.1967480182647705, + 0.2041277140378952, + 0.6729974150657654, + 0.19481073319911957, + 0.19504189491271973, + 0.18815509974956512, + 0.188818097114563, + 0.1887865662574768 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.08093959093093872, + -0.07720033824443817, + -0.1463574767112732, + 0.025505483150482178, + 1.715113878250122, + -0.18640094995498657, + 0.0, + 0.1731838583946228, + 0.08211895823478699, + -0.08431470394134521, + -0.06893879175186157, + 1.5273964405059814, + -0.22224944829940796, + 0.0, + 0.128187894821167, + -0.07933905720710754, + -0.03732771426439285, + -0.11700642108917236, + 1.2360272407531738, + 0.035373538732528687, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.21214041113853455, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1117973327636719, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4804162979125977 + ], + [ + -1.2293341159820557, + 0.029875628650188446, + 0.918454647064209, + -0.4173068404197693, + 2.4747769832611084, + -1.3865807056427002, + 0.08725066483020782, + 0.14519837498664856, + -0.3940011262893677, + 0.028119683265686035, + -0.3171449601650238, + 2.5652434825897217, + -0.43028002977371216, + 0.8828955888748169, + 0.5686550736427307, + -0.4160914719104767, + -0.26858240365982056, + -0.7152656316757202, + 2.0751097202301025, + -0.729902446269989, + 0.8917676210403442 + ], + [ + -0.5324480533599854, + 0.04548436030745506, + 0.843679666519165, + -0.6073765754699707, + 3.1931309700012207, + -1.3281985521316528, + 0.5069652199745178, + 0.4011792838573456, + -0.4030959904193878, + 0.6814882755279541, + -1.1951193809509277, + 2.6185948848724365, + -0.554333508014679, + 0.5721984505653381, + -0.16396579146385193, + -0.3436257243156433, + -0.21599116921424866, + -1.0701491832733154, + 1.9690310955047607, + -0.9462445974349976, + 0.6203503608703613 + ], + [ + -0.1311948299407959, + 0.7171667814254761, + 1.200261116027832, + 0.10901182889938354, + 2.56119704246521, + -0.6617993116378784, + 0.22047674655914307, + -0.5156197547912598, + -0.21030603349208832, + 0.01577836275100708, + -1.12506902217865, + 2.7253074645996094, + -1.027407169342041, + 0.8246474266052246, + -0.31855508685112, + 0.0044267438352108, + 0.6886363625526428, + 0.13806498050689697, + 1.8229583501815796, + -1.0682729482650757, + 0.20753073692321777 + ], + [ + -1.1816883087158203, + 0.4261643588542938, + 1.2360520362854004, + -0.42399734258651733, + 1.9532790184020996, + -0.9801387190818787, + 0.2201133668422699, + 0.6276533007621765, + -0.285473495721817, + 0.4212322235107422, + -1.1270140409469604, + 2.4801976680755615, + -0.4999431371688843, + 1.2744868993759155, + 0.48235732316970825, + -0.5188312530517578, + -0.11804153770208359, + -0.4394923448562622, + 1.9185583591461182, + -0.1322442889213562, + 0.5279645323753357 + ], + [ + -0.6052919626235962, + -0.4616277813911438, + 0.7523423433303833, + 0.10819000005722046, + 3.607379674911499, + -1.5291264057159424, + -0.5250914096832275, + -0.4528994560241699, + -0.7418931722640991, + -0.3554151654243469, + -0.48942404985427856, + 2.688833713531494, + -0.22922468185424805, + 0.8705117702484131, + -0.5630398392677307, + 0.7132670879364014, + 0.35845327377319336, + -0.9687232971191406, + 1.5885288715362549, + -1.267107605934143, + 1.6210530996322632 + ], + [ + -0.8101084232330322, + -0.3014431595802307, + 1.1712646484375, + -1.0316306352615356, + 2.233030319213867, + -1.4724336862564087, + 0.7332221865653992, + -0.7587263584136963, + -1.002193808555603, + 0.31429487466812134, + -0.6629177927970886, + 2.507845640182495, + -1.3157875537872314, + 0.34585919976234436, + -0.559177815914154, + 0.23163066804409027, + 0.9405421018600464, + -1.2746365070343018, + 1.4249805212020874, + 0.42815282940864563, + 0.5501192808151245 + ], + [ + -1.4767518043518066, + 0.7369992733001709, + 1.0865691900253296, + -0.00720524787902832, + 2.2333321571350098, + -1.1858515739440918, + 0.6504526138305664, + -0.7829099297523499, + -0.23658721148967743, + -0.335928738117218, + -1.689948558807373, + 1.7853922843933105, + -0.04443025588989258, + 0.050962984561920166, + -0.028319664299488068, + 1.0110774040222168, + 0.5374354124069214, + -1.4210021495819092, + 1.9319050312042236, + -0.5953025817871094, + 0.613638162612915 + ], + [ + -0.507949948310852, + -0.8206221461296082, + -0.3682291507720947, + -0.15647977590560913, + 3.484253168106079, + -0.036751389503479004, + -0.14517785608768463, + 0.25241321325302124, + -0.9055225849151611, + 0.9539178013801575, + -0.058311402797698975, + 2.415170192718506, + -1.7456104755401611, + 0.3388040065765381, + 0.9086830615997314, + -0.5268760919570923, + 0.27712807059288025, + 0.3525400161743164, + 2.6993520259857178, + -1.0877660512924194, + 0.20776450634002686 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.027649641036987305, + 0.033894337713718414, + 0.024735212326049805, + -0.0006232857704162598, + 1.715113878250122, + -0.03261733055114746, + 0.0, + -0.0015364773571491241, + 0.00454837828874588, + 0.05671307444572449, + -0.02058589458465576, + 1.5273964405059814, + -0.05318784713745117, + 0.0, + -0.05621208995580673, + -0.0382460355758667, + 0.01890069991350174, + -0.09421032667160034, + 1.2360272407531738, + 0.023361235857009888, + 0.0 + ] + ], + "predicted_scores": [ + 7.122216701507568, + 7.071043968200684, + 6.950160980224609, + 6.902359962463379, + 6.875267505645752, + 6.8726935386657715, + 6.379068851470947, + 5.857034683227539 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1073161778/train2", + "selected_index": 0, + "state_hash": "d1c016b2216e18669c844eca6d47f27ad455810e130793545d7c93975cab8d73", + "stored_base_utility": 0.7279080748558044, + "task_id": "LiftPegUpright-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.525360107421875, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.525360107421875 + }, + "base_progress": 0.525360107421875, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.525360107421875, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4130730926990509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4130730926990509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5016993880271912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5016993880271912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5705108642578125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5705108642578125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4804247319698334, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4804247319698334 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.4611321985721588, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4611321985721588 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.44476449489593506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.44476449489593506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.38905441761016846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.38905441761016846 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.41598376631736755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.41598376631736755 + } + ], + "candidate_progress": [ + 0.4130730926990509, + 0.5016993880271912, + 0.5705108642578125, + 0.4804247319698334, + 0.4611321985721588, + 0.44476449489593506, + 0.38905441761016846, + 0.41598376631736755 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-dd32ce9859c365c535b4", + "ms-9ced92cccacfe4d157b0", + "ms-8bc7aa419d17368d81b5", + "ms-8bc7aa419d17368d81b5", + "ms-dd32ce9859c365c535b4" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-99f263cb3f383b1f6243", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11503763496875763, + 0.049414850771427155, + -0.22568735480308533, + -0.007381215691566467, + 1.2794346809387207, + -0.10402876138687134, + 0.3457617163658142, + 0.0996265709400177, + 0.019308749586343765, + -0.0821637436747551, + -0.21090808510780334, + 0.882400631904602, + -0.07813641428947449, + 0.06984055787324905, + 0.003265373408794403, + 0.08774051070213318, + -0.21055682003498077, + -0.05635528266429901, + 0.6978859305381775, + -0.07492862641811371, + -0.028176918625831604 + ], + [ + 0.11734513193368912, + 0.03308075666427612, + 0.07219305634498596, + 0.3025262653827667, + 1.2316536903381348, + 0.040106311440467834, + 0.3741159439086914, + 0.14355535805225372, + 0.0808943584561348, + -0.05286312848329544, + -0.10163132101297379, + 1.095584750175476, + -0.0741100013256073, + -0.030062153935432434, + 0.0003069937229156494, + -0.005678980611264706, + -0.1539527028799057, + -0.12232576310634613, + 0.7303593158721924, + 0.06800621747970581, + 0.01511266827583313 + ], + [ + 0.16989722847938538, + 0.02220304310321808, + -0.02525898814201355, + 0.28064313530921936, + 1.3473145961761475, + -0.11537197232246399, + 0.37774795293807983, + 0.05153937637805939, + 0.004010573495179415, + 0.07950127124786377, + -0.10499385744333267, + 0.8743569850921631, + -0.21987690031528473, + -0.1690131276845932, + 0.34429123997688293, + -0.018198616802692413, + 0.1066671758890152, + -0.0318082720041275, + 0.5695970058441162, + 0.0450265109539032, + -0.11485889554023743 + ], + [ + -0.006130009889602661, + 0.0746932253241539, + -0.14802446961402893, + 0.10724812746047974, + 1.4406440258026123, + -0.0019190609455108643, + 0.13105449080467224, + -0.03215432167053223, + 0.06201939284801483, + -0.0017808303236961365, + -0.20452356338500977, + 1.0505897998809814, + -0.2627546787261963, + 0.0604354664683342, + 0.07472054660320282, + 0.0497661828994751, + -0.05430684983730316, + -0.05830542743206024, + 0.6371673345565796, + -0.054971665143966675, + -0.07298381626605988 + ], + [ + -0.0214356929063797, + 0.0676298663020134, + -0.17585942149162292, + 0.06377026438713074, + 1.310640811920166, + 0.020191967487335205, + 0.2397598773241043, + -0.018561407923698425, + 0.05329420417547226, + -0.039548926055431366, + -0.11653316766023636, + 1.041609764099121, + -0.2097938358783722, + 0.0011157691478729248, + 0.059981297701597214, + 0.06915903091430664, + -0.0584479421377182, + -0.05031697452068329, + 0.6662172079086304, + 0.03568398952484131, + -0.05354294180870056 + ], + [ + 0.0037717074155807495, + 0.0339919850230217, + -0.20125117897987366, + -0.002780705690383911, + 1.4062495231628418, + 0.09171608835458755, + 0.34683236479759216, + 0.03499263525009155, + 0.014648797921836376, + -0.060948170721530914, + -0.14421594142913818, + 1.0303866863250732, + -0.1887032687664032, + -0.1829991489648819, + 0.04708012193441391, + 0.056388918310403824, + -0.09708954393863678, + -0.09019522368907928, + 0.7684285044670105, + 0.04111003875732422, + -0.10193091630935669 + ], + [ + -0.18967659771442413, + 0.12405067682266235, + -0.2257450520992279, + 0.21683275699615479, + 1.28737211227417, + -0.053095459938049316, + 0.4169751703739166, + 0.07851394265890121, + 0.03327899053692818, + -0.08413159102201462, + -0.28312376141548157, + 0.8229955434799194, + -0.03352975845336914, + -0.15574513375759125, + 0.20337221026420593, + 0.12164147198200226, + -0.38130342960357666, + -0.03188605606555939, + 0.8166825771331787, + 0.2166532278060913, + -0.2764296233654022 + ], + [ + -0.022682800889015198, + 0.05474928021430969, + -0.23060783743858337, + 0.1051856279373169, + 1.311155080795288, + -0.5908359289169312, + 0.05123263597488403, + -0.18745264410972595, + 0.1443829983472824, + -0.09076244384050369, + -0.25425422191619873, + 1.4334042072296143, + -0.26486286520957947, + 0.2680166959762573, + -0.19823771715164185, + 0.044835399836301804, + -0.1446676105260849, + -0.13693858683109283, + 0.9647692441940308, + 0.08908849954605103, + 0.6677218675613403 + ] + ], + "generated_utilities": [ + 0.4130730926990509, + 0.5016993880271912, + 0.5705108642578125, + 0.4804247319698334, + 0.4611321985721588, + 0.44476449489593506, + 0.38905441761016846, + 0.41598376631736755 + ], + "group_id": "ms-99f263cb3f383b1f6243", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.7262760400772095, + 0.7197494506835938, + 2.0, + 2.0, + 0.6427501440048218, + 0.22030550241470337, + 0.6485230326652527, + 0.582062840461731, + 0.22181080281734467, + 0.6122982501983643, + 0.542393684387207, + 0.20023058354854584, + 0.2090160846710205, + 0.2024553269147873, + 0.22111296653747559, + 0.21303729712963104 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + -0.1716204136610031, + -0.4527139365673065, + -0.8218491077423096, + -0.24255096912384033, + 2.582017183303833, + 0.28755733370780945, + -0.3379223346710205, + -0.034748345613479614, + -0.00871456041932106, + 0.3591897487640381, + -0.42115071415901184, + 1.9702876806259155, + -0.6744887828826904, + 0.4567973017692566, + 0.09299105405807495, + 0.03397495299577713, + 0.13000911474227905, + -0.34966766834259033, + 1.7164310216903687, + -0.4660993814468384, + 0.6468539834022522 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.675844669342041, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9135946035385132, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.2937079668045044 + ], + [ + -0.34409070014953613, + -0.5612460970878601, + -0.7009437084197998, + -0.11628274619579315, + 2.3779876232147217, + 0.5443971157073975, + -0.6356949806213379, + -0.06492247432470322, + 0.11439858376979828, + 0.5837175846099854, + -0.5547472238540649, + 1.922450304031372, + -0.7063635587692261, + 0.6106601357460022, + -0.09609681367874146, + 0.16181308031082153, + 0.401421457529068, + -0.425231397151947, + 1.6198755502700806, + -0.32207047939300537, + 0.6832985281944275 + ], + [ + -0.4359520673751831, + -0.23071792721748352, + -1.0549428462982178, + -0.5166290998458862, + 2.4051899909973145, + 0.43827781081199646, + -0.25058066844940186, + 0.09728200733661652, + 0.1300555318593979, + 0.46498724818229675, + -0.33073127269744873, + 1.6994001865386963, + -0.5632492303848267, + 0.4175492227077484, + -0.09460607171058655, + 0.254622220993042, + 0.09480062872171402, + -0.5300184488296509, + 1.6908725500106812, + -0.37122663855552673, + 0.4742952287197113 + ], + [ + -0.21781452000141144, + -0.07338201999664307, + -0.7654839158058167, + -0.2874263823032379, + 2.9128544330596924, + 0.3516555726528168, + 0.15391159057617188, + -0.10721702873706818, + 0.39802131056785583, + 0.3352186977863312, + -0.4326419234275818, + 2.3535006046295166, + -0.1899186670780182, + 0.2537003457546234, + -0.08990544080734253, + 0.2731476128101349, + 0.4110598862171173, + -0.14175711572170258, + 1.2827420234680176, + -0.22410666942596436, + 0.578644335269928 + ], + [ + -0.007393926382064819, + -0.9074838161468506, + -0.3010101318359375, + 0.154603511095047, + 2.733168363571167, + -0.01597386598587036, + -0.5296251773834229, + -0.5543210506439209, + -0.40482428669929504, + 0.04526180028915405, + -0.21575503051280975, + 1.849581241607666, + -0.6507575511932373, + 0.346604585647583, + 0.4337827265262604, + 0.5737784504890442, + 0.3853585720062256, + -0.4828889071941376, + 2.293335199356079, + -0.6434854865074158, + 0.32159698009490967 + ], + [ + -0.727693498134613, + -0.6235263347625732, + -1.0790265798568726, + -0.7139620780944824, + 2.137772798538208, + 0.6616194248199463, + -0.962724506855011, + -0.25577813386917114, + 0.4067467749118805, + 0.7935676574707031, + -0.931472897529602, + 1.745408296585083, + -1.300830364227295, + 0.7338642477989197, + -0.44626128673553467, + -0.36189693212509155, + -0.5047441720962524, + -0.7757250666618347, + 2.1030428409576416, + -0.29751771688461304, + 1.2680754661560059 + ], + [ + 0.07882685959339142, + -0.9198201298713684, + -1.2005047798156738, + -0.9572740793228149, + 3.0162014961242676, + 0.39927083253860474, + 0.1895895004272461, + -0.02820557728409767, + -0.25197833776474, + 0.8946807384490967, + 0.058923304080963135, + 1.4767595529556274, + -0.8916202187538147, + 0.5521985292434692, + 0.16556400060653687, + 0.5402292013168335, + 0.4927344024181366, + -0.37760087847709656, + 1.1099954843521118, + -0.8647047281265259, + 0.9387722015380859 + ], + [ + -0.47796887159347534, + -1.2392231225967407, + -1.2855697870254517, + -1.136603832244873, + 2.7250638008117676, + 0.5752921104431152, + -0.7248761653900146, + 0.3871886730194092, + -0.027976255863904953, + -0.15960657596588135, + -1.212698221206665, + 1.3599319458007812, + -0.8664940595626831, + 0.5873687267303467, + -0.7280767560005188, + 0.18167507648468018, + 0.7459684610366821, + -0.1964215338230133, + 1.0998283624649048, + -0.21695351600646973, + 0.5222408771514893 + ], + [ + 0.05094413459300995, + -0.4521542489528656, + -0.1594473123550415, + -0.2631899118423462, + 2.690232515335083, + -0.3669584095478058, + 0.65572589635849, + -0.05988053232431412, + -1.0024665594100952, + 0.42881202697753906, + -1.015487551689148, + 1.4048103094100952, + -0.8272284269332886, + 1.404982089996338, + 0.6587199568748474, + 0.5572670102119446, + 0.7712334990501404, + 0.5229407548904419, + 1.1401894092559814, + -0.003408879041671753, + -0.16321879625320435 + ], + [ + -0.8133037090301514, + -0.07239583134651184, + -1.6009310483932495, + -1.0528693199157715, + 2.2440497875213623, + -0.11133769154548645, + -0.333865225315094, + -0.275297611951828, + 0.31221693754196167, + -0.4825536608695984, + 0.08064678311347961, + 2.3642354011535645, + -1.6707932949066162, + 1.1160709857940674, + -0.38509616255760193, + -0.15427637100219727, + -0.33873993158340454, + -0.527457058429718, + 2.6299657821655273, + -1.0148115158081055, + 0.2625691890716553 + ], + [ + -0.7338453531265259, + -0.8197860717773438, + -0.857231616973877, + -1.1541285514831543, + 1.6977648735046387, + -0.0050292909145355225, + -0.2869398295879364, + 0.9022256135940552, + -0.27241235971450806, + 0.8111610412597656, + 0.13554486632347107, + 2.707873582839966, + 0.048842430114746094, + -0.419776976108551, + -0.6831755638122559, + 0.8260070085525513, + -0.5551903247833252, + -1.069206953048706, + 2.6135735511779785, + -0.3148413896560669, + 0.7197505235671997 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05995795130729675, + -0.04641145467758179, + -0.04037809371948242, + 0.07006168365478516, + 1.582017183303833, + 0.02828669548034668, + 0.0, + -0.035050518810749054, + -0.02633042447268963, + 0.0348895788192749, + -0.18591824173927307, + 0.9702876806259155, + 0.06021618843078613, + 0.0, + 0.14569702744483948, + 0.06838294863700867, + 0.03943862020969391, + 0.1526564359664917, + 0.7164310216903687, + -0.19318073987960815, + 0.0 + ], + [ + -0.0005515068769454956, + 0.5422850847244263, + 0.17815089225769043, + -0.22088798880577087, + 1.582017183303833, + 0.36709076166152954, + 0.0, + 0.06673810631036758, + 0.1989496648311615, + -0.3004080057144165, + -0.23421847820281982, + 0.9702876806259155, + 0.32551121711730957, + 0.0, + 0.1559336632490158, + 0.058981575071811676, + -0.22167104482650757, + -0.11892449855804443, + 0.7164310216903687, + 0.5339006185531616, + 0.0 + ] + ], + "predicted_scores": [ + 7.866018772125244, + 7.814477443695068, + 7.785355091094971, + 7.490610599517822, + 7.455996990203857, + 7.322057723999023, + 7.196015357971191, + 6.547138214111328 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "608016290/train2", + "selected_index": 0, + "state_hash": "b954510c2ac066f0a59310dfe0691081b6c9f16650ae059c413a158717e64634", + "stored_base_utility": 0.7262760400772095, + "task_id": "LiftPegUpright-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2097676396369934, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2097676396369934 + }, + "base_progress": 0.2097676396369934, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2097676396369934, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20346055924892426, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20346055924892426 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20219524204730988, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20219524204730988 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20274226367473602, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20274226367473602 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20253099501132965, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20253099501132965 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20196807384490967, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20196807384490967 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20165641605854034, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20165641605854034 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2042645812034607, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2042645812034607 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20150478184223175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20150478184223175 + } + ], + "candidate_progress": [ + 0.20346055924892426, + 0.20219524204730988, + 0.20274226367473602, + 0.20253099501132965, + 0.20196807384490967, + 0.20165641605854034, + 0.2042645812034607, + 0.20150478184223175 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-c090bce47703a4c4bb0b", + "ms-13d8bae55d3c3710138f", + "ms-df961fe24a43e56d1716", + "ms-e1b6bcb41532a800d3cb", + "ms-0660d5f65df5fc4b6132", + "ms-8f3d4e1d07bb5dcc7c57", + "ms-502dba1003c09ec60ba0", + "ms-e1b6bcb41532a800d3cb" + ], + "candidate_source_task_ids": [ + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1", + "LiftPegUpright-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-ec2e4afb34b439731136", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3502733111381531, + 0.19709020853042603, + 0.8700897693634033, + 0.7302967309951782, + 0.12469764053821564, + 0.1350223571062088, + 0.4100039601325989, + 0.08840356767177582, + 0.02730269730091095, + -0.13384854793548584, + -0.2519981563091278, + 1.7262238264083862, + -0.3690381646156311, + 0.17476066946983337, + 0.12736918032169342, + -0.009389759972691536, + -0.16244934499263763, + 0.031122490763664246, + 1.243385910987854, + -0.1134655624628067, + 0.04015754163265228 + ], + [ + -0.0825016051530838, + 0.13003665208816528, + 1.0131860971450806, + 0.5424753427505493, + -0.04147744178771973, + 0.11720006167888641, + 0.43302294611930847, + 0.05362692475318909, + 0.011561313644051552, + -0.1584542989730835, + -0.2063077688217163, + 1.7257009744644165, + -0.12206000089645386, + -0.02183946967124939, + -0.01023733988404274, + 0.057673145085573196, + -0.04990316927433014, + -0.12642298638820648, + 1.3842194080352783, + -0.14224357903003693, + -0.0547652393579483 + ], + [ + -0.16531507670879364, + 0.1548941433429718, + 0.8911145925521851, + 0.6111689805984497, + -0.09257519245147705, + 0.275511771440506, + 0.6218490600585938, + 0.1898561269044876, + 0.014392743818461895, + -0.16098204255104065, + -0.2795841693878174, + 1.5746920108795166, + -0.30543243885040283, + -0.0030140727758407593, + 0.10654554516077042, + 0.03000025451183319, + -0.015133067965507507, + -0.10644356906414032, + 1.5012454986572266, + -0.09820979833602905, + 0.030725419521331787 + ], + [ + -0.12239010632038116, + 0.10762102901935577, + 1.0819610357284546, + 0.7183668613433838, + 0.046768948435783386, + 0.21209123730659485, + 0.24482759833335876, + 0.15522858500480652, + -0.011735768988728523, + -0.17737221717834473, + -0.1320803165435791, + 1.8778969049453735, + -0.4458008408546448, + 0.09999322891235352, + 0.043643731623888016, + 0.11969855427742004, + -0.16007636487483978, + -0.048429012298583984, + 1.3757333755493164, + -0.1136077493429184, + 0.09341860562562943 + ], + [ + 0.037096425890922546, + 0.18511755764484406, + 1.0680042505264282, + 0.6255745887756348, + -0.02915942668914795, + 0.22084666788578033, + 0.39950400590896606, + 0.09910235553979874, + 0.013066284358501434, + -0.1813092827796936, + -0.28699806332588196, + 1.8095415830612183, + -0.16618776321411133, + 0.0233239084482193, + 0.1515117734670639, + 0.0333939865231514, + -0.12327228486537933, + 0.002660095691680908, + 1.3464009761810303, + 0.0004248321056365967, + -0.09646657109260559 + ], + [ + -0.25063109397888184, + 0.16779059171676636, + 0.8977780938148499, + 0.566565990447998, + 0.05422317981719971, + 0.47692781686782837, + 0.40660038590431213, + 0.008003637194633484, + 0.012512406334280968, + -0.03487410396337509, + -0.17050126194953918, + 1.9890395402908325, + -0.20915406942367554, + 0.06940984725952148, + 0.009071346372365952, + 0.08541806042194366, + -0.13149477541446686, + -0.10715074837207794, + 1.3207201957702637, + -0.160410538315773, + 0.10789715498685837 + ], + [ + -0.23848210275173187, + 0.18801827728748322, + 0.6516234278678894, + 0.8008667230606079, + 0.4074474573135376, + 0.6945234537124634, + -0.06346273422241211, + 0.1512506753206253, + 0.0058829509653151035, + -0.05914463847875595, + -0.36511027812957764, + 1.6728242635726929, + -0.6698429584503174, + 0.43804430961608887, + -0.08635737001895905, + -0.06497389078140259, + -0.07835625112056732, + -0.11774416267871857, + 1.396634817123413, + -0.38654544949531555, + 0.36997613310813904 + ], + [ + 0.0213739275932312, + 0.12881313264369965, + 1.2117735147476196, + 0.5330898761749268, + -0.18705376982688904, + 0.03527490049600601, + 0.26911407709121704, + 0.24468280375003815, + 0.0693170428276062, + -0.31721359491348267, + -0.2095157504081726, + 1.8021315336227417, + 0.08351835608482361, + 0.15039077401161194, + 0.15145161747932434, + 0.1627727746963501, + -0.12367652356624603, + -0.03351658582687378, + 1.2106983661651611, + 0.2537330985069275, + -0.0336245596408844 + ] + ], + "generated_utilities": [ + 0.20346055924892426, + 0.20219524204730988, + 0.20274226367473602, + 0.20253099501132965, + 0.20196807384490967, + 0.20165641605854034, + 0.2042645812034607, + 0.20150478184223175 + ], + "group_id": "ms-ec2e4afb34b439731136", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.727162778377533, + 0.7256314754486084, + 0.7247937917709351, + 2.0, + 0.20650318264961243, + 0.19901911914348602, + 0.21912728250026703, + 0.20834040641784668, + 0.20667889714241028, + 0.2100684642791748, + 0.20137503743171692, + 0.2086876928806305, + 0.19629356265068054, + 0.19554071128368378, + 0.19115965068340302, + 0.22568397223949432 + ], + "instruction": "Lift the peg and hold it upright.", + "negative_tangents": [ + [ + 0.644035279750824, + 1.2071559429168701, + 2.2198305130004883, + 1.5171868801116943, + 0.16047820448875427, + 0.2986839711666107, + -2.3499820232391357, + -0.20273780822753906, + -0.5590957999229431, + -1.3483195304870605, + -0.32979387044906616, + 2.804387331008911, + 0.24130289256572723, + -0.05216227471828461, + 0.32326072454452515, + -0.03600487485527992, + 0.3937702178955078, + -0.8725842237472534, + 2.314575433731079, + -0.625947892665863, + 0.7864185571670532 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.6999640464782715, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.10432454943656921, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5728371143341064 + ], + [ + 0.8929464221000671, + 0.9072442054748535, + 2.249764919281006, + 1.2338955402374268, + 0.388653039932251, + 0.3975590467453003, + -2.1914100646972656, + -0.27533313632011414, + -0.822658121585846, + -1.5647127628326416, + -0.046096354722976685, + 2.550293207168579, + -0.0032707154750823975, + 0.06451620161533356, + 0.3956422209739685, + 0.25093406438827515, + 0.15638655424118042, + -1.0521749258041382, + 2.214790105819702, + -0.8864853382110596, + 0.6432781219482422 + ], + [ + 0.9182335138320923, + 0.9439157247543335, + 2.031952142715454, + 1.37024986743927, + -0.04806967079639435, + -0.04699331521987915, + -2.677497148513794, + -0.23916882276535034, + -0.8259713053703308, + -1.0984553098678589, + -0.43533650040626526, + 2.539623737335205, + 0.5927847027778625, + 0.14311479032039642, + 0.035807013511657715, + -0.08762487769126892, + 0.3855803906917572, + -0.738733172416687, + 1.9767897129058838, + -0.8163276314735413, + 0.40844273567199707 + ], + [ + 0.4218657314777374, + 1.5877008438110352, + 2.5231142044067383, + 1.738964557647705, + 0.41537728905677795, + -0.05625221133232117, + -2.6044178009033203, + -0.5298975110054016, + -0.06217473745346069, + -1.3208932876586914, + -0.034326910972595215, + 3.1624834537506104, + 0.04953262209892273, + 0.2645946741104126, + 0.2569822072982788, + 0.4172850251197815, + 0.6474964618682861, + -0.567916989326477, + 1.9997854232788086, + -0.7016134262084961, + 0.7405936121940613 + ], + [ + 1.2139058113098145, + 1.519654393196106, + 2.5124456882476807, + 1.6055254936218262, + 0.13147711753845215, + -0.20109951496124268, + -1.783541202545166, + -0.638824462890625, + -0.2632562816143036, + -1.6554474830627441, + -0.1308235079050064, + 2.8749923706054688, + 0.5914835929870605, + 0.1449676752090454, + -0.07174208760261536, + -0.12886130809783936, + 0.04044342041015625, + -0.49851658940315247, + 1.8970673084259033, + -1.005284309387207, + 1.2397128343582153 + ], + [ + 1.0053662061691284, + 1.4435126781463623, + 2.695291042327881, + 2.0849080085754395, + -0.4154770076274872, + 0.28718098998069763, + -2.746962308883667, + -0.11655750125646591, + -0.71209716796875, + -1.5886991024017334, + -0.44992128014564514, + 2.7360503673553467, + -0.254629909992218, + 0.3496837019920349, + 0.9461956024169922, + 0.24560686945915222, + 0.5431619882583618, + -1.011668086051941, + 2.1357784271240234, + -0.6779178380966187, + 1.477729320526123 + ], + [ + 0.043613970279693604, + 0.8600990176200867, + 2.0227904319763184, + 1.8824594020843506, + 0.8049571514129639, + 1.0283722877502441, + -2.268479585647583, + 0.06470692157745361, + -0.6672620177268982, + -1.1731265783309937, + -0.5898594856262207, + 2.9748852252960205, + 0.1453196108341217, + -0.5714417099952698, + 0.8305264711380005, + 0.7368717789649963, + 0.919617772102356, + -1.5866413116455078, + 2.216472625732422, + -0.5332649946212769, + 1.4787157773971558 + ], + [ + -0.20179080963134766, + 1.8185176849365234, + 2.787584066390991, + 1.0534865856170654, + 0.9834691286087036, + 0.4695650339126587, + -1.6721563339233398, + -0.5649560689926147, + -1.1694931983947754, + -0.7525733709335327, + 0.33893370628356934, + 1.9734482765197754, + 0.12693040072917938, + 0.2434196025133133, + 0.5515344142913818, + -0.8118009567260742, + -0.37323445081710815, + -0.030995488166809082, + 1.8415074348449707, + -0.5076577067375183, + 0.09401386976242065 + ], + [ + 0.03058105707168579, + 0.6867661476135254, + 2.947451114654541, + 2.300680160522461, + 0.3256845772266388, + -0.38250496983528137, + -1.515913486480713, + -0.37140607833862305, + -0.5954656004905701, + -1.0326281785964966, + -0.7014007568359375, + 2.614988327026367, + 0.5153911113739014, + 0.7451903820037842, + -0.06630370020866394, + -0.01645852066576481, + 0.13261425495147705, + -1.8211190700531006, + 2.724262237548828, + -1.3787846565246582, + -0.017617762088775635 + ], + [ + 1.472646713256836, + 1.0164496898651123, + 2.3482489585876465, + 0.8830280900001526, + -0.13423526287078857, + 0.9823887348175049, + -1.4506843090057373, + 0.6539246439933777, + 0.193173348903656, + -0.5144640207290649, + 0.3190925121307373, + 2.047736644744873, + 0.2141861915588379, + 0.5706252455711365, + 0.2944117784500122, + 0.19110004603862762, + 0.17730551958084106, + -1.011299729347229, + 1.8783044815063477, + -0.8153826594352722, + 1.2806682586669922 + ], + [ + -0.23450416326522827, + 0.7417371869087219, + 2.584070920944214, + 1.834836483001709, + 0.9401899576187134, + 0.4476848542690277, + -3.2079076766967773, + 0.7883490920066833, + -0.648420512676239, + -1.8413994312286377, + -1.3105580806732178, + 2.3978936672210693, + -0.299564003944397, + -0.2034592181444168, + 0.5695244669914246, + -0.682845950126648, + 0.15998728573322296, + -0.5058749914169312, + 3.139155149459839, + -0.8792117238044739, + 1.1335761547088623 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.054443538188934326, + 0.20715594291687012, + 1.2198305130004883, + 0.5171868801116943, + 0.20643430948257446, + 0.5225018858909607, + 0.0, + -0.46770086884498596, + 0.13671433925628662, + -0.34831953048706055, + 0.2870197296142578, + 1.8043873310089111, + -0.05459408462047577, + 0.0, + 0.25641879439353943, + -0.3317672312259674, + -0.30972564220428467, + 0.0058612823486328125, + 1.314575433731079, + 0.20007723569869995, + 0.0 + ] + ], + "predicted_scores": [ + 4.410813331604004, + 3.9986047744750977, + 3.911620616912842, + 3.4993057250976562, + 3.422718048095703, + 3.10904598236084, + 3.0050668716430664, + 2.9846930503845215 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "441046872/train2", + "selected_index": 0, + "state_hash": "3f7ac59cd80afa9f47110f05ceaacca0285b205445b18c614ac9b74f19fd6cf9", + "stored_base_utility": 0.727162778377533, + "task_id": "LiftPegUpright-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5436285138130188, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5436285138130188 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5520380139350891, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5520380139350891 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5832827091217041, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5832827091217041 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5803585052490234, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5803585052490234 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5438500642776489, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5438500642776489 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.534948468208313, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.534948468208313 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5464020371437073, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5464020371437073 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.5436285138130188, + 0.5520380139350891, + 0.5832827091217041, + 0.5803585052490234, + 0.5438500642776489, + 0.534948468208313, + 0.5464020371437073, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-70bc2fe01ba217676b26", + "ms-307f9067d5b66f55b3a6", + "ms-b6fd2931116c15db0f0a", + "ms-309d2258d275ae304857", + "ms-309d2258d275ae304857", + "ms-b1bf2ab59a5385d22e54", + "ms-e9f2c61c28ddea3e16c0", + "ms-a509a572b3871e591d26" + ], + "candidate_source_task_ids": [ + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1", + "PickCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank5" + ], + "candidates_evaluated": true, + "chart_id": "ms-a9ac13384fe5afc835f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2506623864173889, + -0.0975043997168541, + 0.013309955596923828, + 0.12608477473258972, + -0.12039923667907715, + 0.32753610610961914, + 3.5629711151123047, + 0.0688200294971466, + 0.1153608188033104, + -0.07375577837228775, + -0.0007407143712043762, + 0.2057749480009079, + 0.10487183928489685, + 3.7326252460479736, + 0.25550734996795654, + -0.02008555456995964, + -0.39471906423568726, + -0.09263704717159271, + 0.039469972252845764, + 0.07579627633094788, + 3.9184951782226562 + ], + [ + -0.2589298486709595, + 0.0517449751496315, + 0.26756590604782104, + 0.06767469644546509, + 0.07266046106815338, + 0.025248348712921143, + 3.485339403152466, + 0.06912233680486679, + 0.10334629565477371, + -0.1169731542468071, + -0.03042953461408615, + 0.10087571293115616, + 0.04707333445549011, + 3.655974864959717, + 0.1417156606912613, + -0.0078079127706587315, + -0.2977020740509033, + -0.04165419936180115, + -0.05663496255874634, + 0.18659305572509766, + 3.8544094562530518 + ], + [ + -0.013956993818283081, + -0.18506403267383575, + 0.41139185428619385, + 0.18943041563034058, + 0.28287431597709656, + 0.42532944679260254, + 3.203655242919922, + 0.011960655450820923, + 0.09973684698343277, + -0.12087274342775345, + 0.14149954915046692, + 0.24734613299369812, + 0.4727724492549896, + 3.573058605194092, + 0.1984879970550537, + -0.034596025943756104, + -0.23946954309940338, + 0.0888032540678978, + 0.11580982804298401, + 0.5256775617599487, + 3.764345169067383 + ], + [ + -0.02756825089454651, + -0.16956351697444916, + 0.4060230851173401, + 0.2104504108428955, + 0.23430494964122772, + 0.4165838062763214, + 3.0979583263397217, + 0.00047788023948669434, + 0.10800351947546005, + -0.12091284245252609, + 0.1309228539466858, + 0.2421608567237854, + 0.4334081709384918, + 3.5238122940063477, + 0.21509116888046265, + -0.0414591059088707, + -0.24630410969257355, + 0.09838107973337173, + 0.10716167092323303, + 0.47300148010253906, + 3.697704315185547 + ], + [ + 0.1417963206768036, + 0.048101894557476044, + 0.6193249821662903, + 0.3595423996448517, + 0.3590638041496277, + 0.351182758808136, + 2.838805675506592, + 0.13717910647392273, + 0.12850956618785858, + -0.06419124454259872, + 0.09155193716287613, + -0.04464435577392578, + 0.43614205718040466, + 3.294138193130493, + 0.003859829157590866, + 0.07860831916332245, + -0.4086417555809021, + 0.0834662988781929, + 0.1442921757698059, + 0.6283202171325684, + 3.9331912994384766 + ], + [ + 0.2400645762681961, + 0.041589103639125824, + 0.7480907440185547, + 0.449982613325119, + 0.40208566188812256, + 0.48297831416130066, + 2.542473554611206, + 0.1315212845802307, + 0.07181993126869202, + 0.06635283678770065, + 0.044839538633823395, + -0.14836734533309937, + 0.44202980399131775, + 2.9308109283447266, + -0.0004590824246406555, + 0.10515351593494415, + -0.38820862770080566, + 0.09283512085676193, + 0.10381315648555756, + 0.6038836240768433, + 3.488466739654541 + ], + [ + 0.08160797506570816, + 0.006372518837451935, + 0.7986761331558228, + 0.48710206151008606, + 0.4603983461856842, + 0.4115723967552185, + 2.5489816665649414, + 0.15497396886348724, + 0.052608758211135864, + -0.026145748794078827, + 0.12882483005523682, + 0.026457741856575012, + 0.4475054442882538, + 2.9494683742523193, + -0.03468858823180199, + 0.07190321385860443, + -0.34860771894454956, + 0.08349080383777618, + 0.10948970913887024, + 0.5856557488441467, + 3.6908187866210938 + ], + [ + -0.17340855300426483, + 0.038736261427402496, + 0.48004472255706787, + 0.130346417427063, + 0.5465027093887329, + 0.5842491388320923, + 3.0703563690185547, + -0.027888506650924683, + 0.03188212960958481, + -0.13341864943504333, + -0.11379287391901016, + 0.2249039113521576, + 0.2638549506664276, + 3.6573476791381836, + 0.0439164824783802, + 0.0737610012292862, + -0.21835578978061676, + 0.04701688885688782, + 0.10874950885772705, + 0.49802184104919434, + 3.5239369869232178 + ] + ], + "generated_utilities": [ + 0.5436285138130188, + 0.5520380139350891, + 0.5832827091217041, + 0.5803585052490234, + 0.5438500642776489, + 0.534948468208313, + 0.5464020371437073, + 2.0 + ], + "group_id": "ms-a9ac13384fe5afc835f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.5850434899330139, + 2.0, + 0.5484778881072998, + 0.491545170545578, + 2.0, + 0.14594697952270508, + 0.13695454597473145, + 0.12855157256126404, + 0.06993892043828964, + 0.1631694883108139, + 0.12241978943347931, + 0.10871817916631699, + 0.08168839663267136, + 0.04278656467795372, + 0.07781338691711426, + 0.05743547901511192 + ], + "instruction": "Pick up the cube and move it to the goal position.", + "negative_tangents": [ + [ + 0.0899762362241745, + -0.45792731642723083, + 0.30507320165634155, + 0.0967186763882637, + 0.13768236339092255, + -0.23399388790130615, + 0.0, + 0.8593937754631042, + -0.00766301853582263, + 0.3459671139717102, + 0.11610932648181915, + -0.23375199735164642, + -0.08700430393218994, + 0.0, + -0.13469186425209045, + -0.11781617999076843, + -0.6721490621566772, + -0.2331165075302124, + -0.27364495396614075, + -0.3154040575027466, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.548348903656006, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.710496425628662, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.836249351501465 + ], + [ + 0.09159141778945923, + 0.1844322681427002, + -0.020598307251930237, + -0.013851553201675415, + -0.10057669132947922, + 0.14235658943653107, + 2.761195659637451, + 0.0738527923822403, + 0.10996630042791367, + -0.05430659279227257, + 0.345317006111145, + 0.4661179184913635, + 0.10499639809131622, + 3.1133532524108887, + 0.1201154887676239, + -0.26871606707572937, + 0.19655093550682068, + 0.16380152106285095, + 0.3441106379032135, + 0.2778562307357788, + 2.9588229656219482 + ], + [ + 0.2996291220188141, + 0.26921430230140686, + 0.20195776224136353, + 0.0825120359659195, + 0.021325819194316864, + 0.24913984537124634, + 2.776007652282715, + 0.21737413108348846, + -0.016477340832352638, + -0.046697549521923065, + 0.29761677980422974, + 0.10430832207202911, + 0.08420340716838837, + 2.9156110286712646, + 0.26028934121131897, + -0.0851513221859932, + 0.09257563948631287, + 0.4851309657096863, + -0.11396855115890503, + 0.4982793927192688, + 3.1330058574676514 + ], + [ + -0.44077688455581665, + 0.1590728610754013, + 0.5897491574287415, + -0.20463891327381134, + -0.2091446816921234, + 0.5850099325180054, + 2.8151683807373047, + 0.2592284083366394, + -0.2971193194389343, + -0.33751213550567627, + -0.08140763640403748, + 0.6296199560165405, + 0.2780601680278778, + 3.2825684547424316, + 0.46029219031333923, + 0.015239323489367962, + 0.05465326085686684, + -0.20326891541481018, + -0.1954236626625061, + -0.17630676925182343, + 2.699829578399658 + ], + [ + 0.3650819957256317, + -0.32015082240104675, + -0.38829484581947327, + 0.4368990659713745, + -0.24341514706611633, + 0.19749270379543304, + 2.5569846630096436, + 0.2867063581943512, + -0.5997252464294434, + -0.5097518563270569, + -0.013840898871421814, + 0.5321789979934692, + 0.35663560032844543, + 3.257185935974121, + 0.5219069719314575, + 0.5194180607795715, + -0.13361985981464386, + 0.661358654499054, + -0.3989315330982208, + 0.1469734162092209, + 3.3793535232543945 + ], + [ + 0.5473133325576782, + -0.40811097621917725, + -0.08585542440414429, + -0.4177728295326233, + 0.6498501896858215, + 0.6231637001037598, + 2.4301061630249023, + 0.2652656137943268, + -0.05638345703482628, + 0.17565317451953888, + 0.25936275720596313, + 0.2359263300895691, + 0.23060260713100433, + 2.387864828109741, + 0.5965478420257568, + 0.6170689463615417, + 0.48974448442459106, + 0.19117371737957, + -0.4468328058719635, + 0.9282407164573669, + 2.710331678390503 + ], + [ + 0.42791974544525146, + -0.2651069760322571, + -0.20598432421684265, + 0.48568350076675415, + 0.6229127049446106, + 0.7582558393478394, + 2.470210075378418, + 0.7394604086875916, + 0.41525766253471375, + 0.4256536066532135, + 0.6095196604728699, + 0.8064446449279785, + 1.0093408823013306, + 2.3417165279388428, + -0.8035709857940674, + -0.09721773117780685, + 0.5999611020088196, + -0.05138499289751053, + -0.21247941255569458, + 0.825280487537384, + 2.8243751525878906 + ], + [ + -0.4763129651546478, + -0.39643752574920654, + 0.635061502456665, + -0.3975774049758911, + 0.30977389216423035, + -0.41407161951065063, + 2.2495691776275635, + 0.0628879964351654, + -0.8707423806190491, + 0.2270190566778183, + -0.7310312986373901, + 0.9087666869163513, + 0.4879632592201233, + 3.357436180114746, + 0.013612024486064911, + -0.3390698730945587, + 0.04917430132627487, + -0.24121999740600586, + -0.7360944747924805, + -0.3690949082374573, + 3.3056142330169678 + ], + [ + 0.9046940207481384, + -0.011983048170804977, + 0.40272584557533264, + -0.21196909248828888, + -0.38737568259239197, + 0.2567489743232727, + 2.8784403800964355, + -0.25456681847572327, + 0.19261279702186584, + 0.6649499535560608, + -0.46151578426361084, + 0.15165288746356964, + 1.2048949003219604, + 3.778273582458496, + 0.16891415417194366, + -0.7519375681877136, + -0.20469577610492706, + 1.0107284784317017, + 1.1571340560913086, + -0.07706998288631439, + 2.3064122200012207 + ], + [ + -0.37443217635154724, + -0.6747173070907593, + -0.7080996036529541, + 0.07904576510190964, + -0.5321683287620544, + 0.8085098266601562, + 2.4074699878692627, + -0.3384171426296234, + -0.21210110187530518, + 0.018587594851851463, + 0.6755594611167908, + -0.05964134633541107, + -0.38008296489715576, + 2.0360329151153564, + -0.8239472508430481, + 0.3884437680244446, + 0.3695032000541687, + 0.22346407175064087, + -0.529564619064331, + -0.13499654829502106, + 2.5808513164520264 + ], + [ + -0.2327306866645813, + -0.18797610700130463, + 0.721591591835022, + 0.44355976581573486, + -0.11344816535711288, + 1.2199325561523438, + 2.04925537109375, + -0.8358117938041687, + 0.3547431230545044, + 0.5158594846725464, + -0.689969003200531, + -0.6356061697006226, + 1.2484996318817139, + 2.2630996704101562, + 0.43208861351013184, + -0.5805056691169739, + 0.08902944624423981, + -0.07887687534093857, + 1.071380853652954, + -0.19256068766117096, + 2.3481130599975586 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0021392814815044403, + 0.0428575798869133, + 0.10210521519184113, + -0.10811875760555267, + 0.0472232811152935, + -0.003327667713165283, + 0.0, + -0.0062997061759233475, + 0.013242081739008427, + -0.07773235440254211, + 0.013249501585960388, + 0.030924543738365173, + -0.006156474351882935, + 0.0, + 0.016538700088858604, + 0.02503669634461403, + -0.038025226444005966, + -0.023686565458774567, + 0.011917635798454285, + 0.015337616205215454, + 0.0 + ], + [ + -0.026323016732931137, + 0.03595554828643799, + 0.11138072609901428, + 0.16328220069408417, + 0.10706599801778793, + 0.354436457157135, + 2.774174451828003, + -0.010623779147863388, + -0.012903115712106228, + 0.013401161879301071, + 0.12522651255130768, + 0.17914994060993195, + 0.2975230813026428, + 2.855248212814331, + -0.007632460445165634, + -0.010665050707757473, + 0.005696427077054977, + 0.09341111034154892, + 0.1581430733203888, + 0.24349527060985565, + 2.9181246757507324 + ] + ], + "predicted_scores": [ + 3.8657760620117188, + 3.781963348388672, + 3.7664637565612793, + 3.7241592407226562, + 3.70693302154541, + 3.516602039337158, + 3.425234317779541, + 3.403273582458496 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1522272686/train2", + "selected_index": 0, + "state_hash": "effbc1fed2362f076f800abad604b2153d736a4f517cf5e7e9b4ed4f71a71180", + "stored_base_utility": 0.5850434899330139, + "task_id": "PickCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.30445361137390137, + 0.2838170528411865, + 0.29096341133117676, + 0.281510591506958, + 0.2913919687271118, + 0.2675023078918457, + 0.279593825340271, + 0.38281452655792236 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.30445361137390137, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2838170528411865, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.29096341133117676, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.281510591506958, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2913919687271118, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2675023078918457, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.279593825340271, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38281452655792236, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1", + "ms-394edcd961226f337ce1" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-06babf453b22ba8f2407", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 2.0749270915985107, + 0.131269633769989, + -0.6894989013671875, + -0.28281474113464355, + -0.973773181438446, + -0.18965491652488708, + -0.559977114200592, + 2.501312732696533, + 0.3405926823616028, + -1.5404094457626343, + -1.2903882265090942, + -0.5536906719207764, + -3.2328169345855713, + -3.6179747581481934, + 1.845499038696289, + 0.30438655614852905, + -1.4669692516326904, + -0.1722192019224167, + -0.6631505489349365, + -1.9349696636199951, + -1.9768235683441162 + ], + [ + 2.281391143798828, + 0.29385316371917725, + -1.1350728273391724, + -0.464641273021698, + -1.0322368144989014, + 0.3311869204044342, + -0.6330744624137878, + 2.4688453674316406, + 0.3671644926071167, + -1.3103948831558228, + -1.1993145942687988, + -0.6598023772239685, + -3.3606278896331787, + -3.60381817817688, + 1.7223583459854126, + 0.22367477416992188, + -1.6228958368301392, + -0.04507085680961609, + -0.9163700938224792, + -1.6838817596435547, + -2.077882766723633 + ], + [ + 2.3668134212493896, + 0.2789854407310486, + -1.0137522220611572, + -0.23217318952083588, + -0.5755061507225037, + 0.5244986414909363, + -0.8887633681297302, + 2.006439685821533, + 0.39942917227745056, + -0.737964928150177, + -1.3291442394256592, + -0.8503620624542236, + -3.0177650451660156, + -3.165773391723633, + 1.5340405702590942, + 0.10774682462215424, + -1.6411807537078857, + 0.06716132164001465, + -0.9504185318946838, + -1.9947848320007324, + -2.5377724170684814 + ], + [ + 2.45145320892334, + 0.21910224854946136, + -0.8714944124221802, + -0.45288121700286865, + -0.8023303151130676, + 0.380393385887146, + -0.4476989507675171, + 2.296302080154419, + 0.40183699131011963, + -1.214004397392273, + -1.2110575437545776, + -0.9255244731903076, + -3.1966562271118164, + -3.7929892539978027, + 1.789312481880188, + 0.15753887593746185, + -1.5804227590560913, + -0.07756371796131134, + -0.6790086030960083, + -1.7895114421844482, + -2.3889191150665283 + ], + [ + 2.3155462741851807, + 0.2473747581243515, + -1.0676008462905884, + -0.5169422626495361, + -0.8222246766090393, + 0.23416605591773987, + -0.7729350924491882, + 2.328061819076538, + 0.35342466831207275, + -1.2851287126541138, + -1.0645970106124878, + -0.6903898119926453, + -3.293123483657837, + -3.5754406452178955, + 1.7207579612731934, + 0.18073603510856628, + -1.6408416032791138, + 0.07932095974683762, + -0.8692700266838074, + -1.791489839553833, + -2.3206496238708496 + ], + [ + 2.0490071773529053, + 0.23658902943134308, + -1.331492304801941, + -0.5074120163917542, + -0.9584746956825256, + -0.06472355127334595, + -0.7808020710945129, + 2.202317476272583, + 0.38819774985313416, + -1.2954450845718384, + -1.0359004735946655, + -0.7389194369316101, + -3.378483295440674, + -3.7371630668640137, + 1.8187880516052246, + 0.2517097294330597, + -1.6692744493484497, + 0.12018480896949768, + -0.8295175433158875, + -1.5477690696716309, + -2.235201358795166 + ], + [ + 2.0605921745300293, + 0.24558307230472565, + -0.8453444242477417, + -0.17241741716861725, + -1.1522064208984375, + 0.2821323871612549, + -0.7070772051811218, + 2.5400195121765137, + 0.41195908188819885, + -1.31009840965271, + -1.0794298648834229, + -0.43735432624816895, + -3.1178486347198486, + -3.8554553985595703, + 1.765705943107605, + 0.2757530212402344, + -1.7424190044403076, + -0.08194111287593842, + -0.5992780923843384, + -1.46677565574646, + -2.3310904502868652 + ], + [ + 2.3982090950012207, + 0.19566962122917175, + -1.0770915746688843, + -0.23330813646316528, + -1.0471930503845215, + 0.3212222456932068, + -0.8910202383995056, + 2.7628281116485596, + 0.5312587022781372, + -1.4526352882385254, + -1.3214190006256104, + -0.5209482312202454, + -3.5415871143341064, + -2.941835641860962, + 2.072211503982544, + 0.36188673973083496, + -1.8400578498840332, + -0.13622213900089264, + -0.7829075455665588, + -1.5496504306793213, + -2.239171028137207 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-06babf453b22ba8f2407", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18806186318397522, + 0.22945129871368408, + 0.11622031778097153, + 2.0, + 0.04798964783549309, + 0.1881435364484787, + 0.0726090669631958, + 0.02710096165537834, + 0.05703328177332878, + 0.08424703776836395, + 0.02796904370188713, + 0.026392778381705284, + 0.006114204879850149, + 0.013663987629115582, + 0.026984810829162598, + 0.02378678321838379 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.6867632865905762, + -0.05530139058828354, + -0.17895913124084473, + -0.07932145148515701, + 0.20104467868804932, + 0.06135827302932739, + 0.0, + 0.7513189315795898, + 0.05268527567386627, + -0.2793593406677246, + -0.15292996168136597, + 0.13306421041488647, + -1.906026840209961, + 0.0, + 0.3906421661376953, + -0.001853853464126587, + -0.061689138412475586, + -0.06417220085859299, + 0.1346665769815445, + -0.7147171497344971, + 0.0 + ], + [ + 1.6867632865905762, + 0.026470860466361046, + -1.1789591312408447, + 0.054933659732341766, + -0.5202961564064026, + -0.7324469685554504, + -1.6867140531539917, + 1.7513189315795898, + 0.16646422445774078, + -1.2793593406677246, + -0.496570348739624, + -0.6919353604316711, + -2.906026840209961, + -2.811070203781128, + 1.3906421661376953, + 0.17315946519374847, + -1.0616891384124756, + 0.032047711312770844, + -0.08203880488872528, + -1.714717149734497, + -2.1916282176971436 + ], + [ + 1.7560584545135498, + 0.29722264409065247, + -1.2875202894210815, + -0.22136017680168152, + -0.5369101762771606, + -1.013450264930725, + -1.942259430885315, + 1.792439341545105, + 0.10415905714035034, + -0.9814691543579102, + -0.5290217399597168, + -0.5584777593612671, + -2.66030216217041, + -2.652972459793091, + 1.1349513530731201, + 0.3659951090812683, + -0.8308396339416504, + 0.22217226028442383, + 0.1258934736251831, + -1.7682944536209106, + -2.2696261405944824 + ], + [ + 1.7356759309768677, + -0.05359044671058655, + -0.8435385227203369, + -0.2562142014503479, + -0.47503191232681274, + -1.004067301750183, + -1.9757448434829712, + 1.5603389739990234, + 0.14369241893291473, + -0.9173920154571533, + -0.7659816741943359, + -0.6690039038658142, + -2.997976541519165, + -3.0126590728759766, + 1.1451032161712646, + -0.1880987137556076, + -0.7970747947692871, + -0.21654847264289856, + 0.16261935234069824, + -1.688933253288269, + -1.9626350402832031 + ], + [ + 1.9932583570480347, + -0.11289907246828079, + -1.3385117053985596, + -0.22470158338546753, + -0.9161338806152344, + -0.37932881712913513, + -1.4541938304901123, + 1.9121780395507812, + 0.6198270320892334, + -0.9454396963119507, + -0.44183844327926636, + -0.9956421852111816, + -2.8393614292144775, + -2.728577136993408, + 0.9615651369094849, + 0.017063632607460022, + -1.4769352674484253, + -0.15303340554237366, + -0.28245410323143005, + -1.943393349647522, + -1.8009752035140991 + ], + [ + 2.011747121810913, + -0.11806342750787735, + -1.1756463050842285, + 0.29117992520332336, + -0.28892403841018677, + -0.9797182083129883, + -1.3844881057739258, + 1.3879432678222656, + 0.6374598145484924, + -0.7439722418785095, + -1.0534358024597168, + -0.42895618081092834, + -3.029531478881836, + -2.7804813385009766, + 1.051585078239441, + 0.2508360743522644, + -0.8814671039581299, + 0.2637762725353241, + -0.507635235786438, + -1.9901494979858398, + -2.5919547080993652 + ], + [ + 1.318642020225525, + 0.4671846330165863, + -1.5986104011535645, + 0.4713019132614136, + -0.8544698357582092, + -0.6039958596229553, + -2.2527925968170166, + 2.1868388652801514, + -0.5141053795814514, + -1.334320068359375, + -1.0694410800933838, + -0.8905247449874878, + -2.2888684272766113, + -2.1136443614959717, + 1.6176549196243286, + -0.006567075848579407, + -0.4644303321838379, + -0.5877242684364319, + 0.09503680467605591, + -1.12252938747406, + -2.405972719192505 + ], + [ + 1.1282985210418701, + -0.677612841129303, + -0.49735260009765625, + -0.12479286640882492, + -0.6509164571762085, + -1.4753904342651367, + -2.2622785568237305, + 1.153033971786499, + 0.8615716695785522, + -1.0411062240600586, + -0.3865005671977997, + -1.4007595777511597, + -3.306602716445923, + -3.3933777809143066, + 1.7733255624771118, + 0.3315214514732361, + -1.1728920936584473, + 0.723267674446106, + 0.40739864110946655, + -1.5952785015106201, + -2.5863218307495117 + ], + [ + 1.8824996948242188, + 0.1523180454969406, + -0.6291311383247375, + -0.7201722264289856, + -0.5553497076034546, + -0.19329601526260376, + -1.628029704093933, + 1.5905299186706543, + 0.16155384480953217, + -1.2392454147338867, + 0.38659244775772095, + -0.285341739654541, + -3.503969192504883, + -2.638493299484253, + 0.9540622234344482, + 0.45384645462036133, + -1.5676637887954712, + 0.699209451675415, + 0.06210201978683472, + -0.8933934569358826, + -2.5273795127868652 + ], + [ + 2.076145887374878, + 0.23805303871631622, + -1.020012617111206, + 0.2048245370388031, + -0.8186095356941223, + -1.7180819511413574, + -2.3936214447021484, + 2.5794365406036377, + 0.09175348281860352, + -1.6235753297805786, + -0.45540687441825867, + -0.9322672486305237, + -2.4963269233703613, + -2.670903205871582, + 1.265542984008789, + 0.9304513335227966, + -0.5357773303985596, + -0.530722439289093, + 0.8373081684112549, + -1.2121076583862305, + -2.679529905319214 + ], + [ + 0.9086390137672424, + -0.8760775923728943, + -1.3715193271636963, + 0.12913338840007782, + -0.37539881467819214, + 0.028424441814422607, + -1.8418301343917847, + 2.335052490234375, + -0.3583259582519531, + -0.5050929188728333, + 0.23221582174301147, + -1.0456328392028809, + -2.8965821266174316, + -3.144774913787842, + 2.028951406478882, + -0.5106850266456604, + -1.7900731563568115, + -0.1295229196548462, + -0.9183065295219421, + -1.5813484191894531, + -2.4917595386505127 + ], + [ + 1.6964367628097534, + 0.569389283657074, + -1.4032061100006104, + 0.9967983961105347, + -0.8338885307312012, + -0.03839915990829468, + -1.9666798114776611, + 0.7581517696380615, + -0.16487736999988556, + -1.0417014360427856, + -0.40786463022232056, + -0.21849533915519714, + -2.828577995300293, + -3.625324010848999, + 2.3611836433410645, + 0.19594252109527588, + -0.9172148108482361, + -0.5954216122627258, + 0.03759536147117615, + -1.4540917873382568, + -3.0849926471710205 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6867632865905762, + -0.03643586486577988, + -0.17895913124084473, + 0.41871342062950134, + -0.46390223503112793, + -0.1571354866027832, + 0.0, + 0.7513189315795898, + 0.11838625371456146, + -0.2793593406677246, + 0.021252930164337158, + 0.26327377557754517, + -1.906026840209961, + 0.0, + 0.3906421661376953, + 0.5850692391395569, + -0.1057172417640686, + -0.19631722569465637, + -0.26151350140571594, + -0.7147171497344971, + 0.0 + ] + ], + "predicted_scores": [ + 8.213812828063965, + 7.777256488800049, + 7.645942211151123, + 7.578766822814941, + 7.390921115875244, + 7.346435546875, + 7.150533676147461, + 6.736413955688477 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1747178030/train2", + "selected_index": 0, + "state_hash": "73863b397c03f71f7c20b7d5104f6b4354bf7a28eeed44da3cb194a3940ca2b5", + "stored_base_utility": 0.18806186318397522, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.16326475143432617, + 0.19978022575378418, + 0.09935593605041504, + 0.20291507244110107, + 0.17719626426696777, + 0.16913795471191406, + 0.1866004467010498, + 0.1908789873123169 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16326475143432617, + "contact_quality": null, + "progress": 0.2589355707168579, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2589355707168579 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19978022575378418, + "contact_quality": null, + "progress": 0.30497679114341736, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.30497679114341736 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09935593605041504, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20291507244110107, + "contact_quality": null, + "progress": 0.2838767468929291, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2838767468929291 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17719626426696777, + "contact_quality": null, + "progress": 0.27993834018707275, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.27993834018707275 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16913795471191406, + "contact_quality": null, + "progress": 0.20114095509052277, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20114095509052277 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1866004467010498, + "contact_quality": null, + "progress": 0.2628157436847687, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2628157436847687 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1908789873123169, + "contact_quality": null, + "progress": 0.14367854595184326, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14367854595184326 + } + ], + "candidate_progress": [ + 0.2589355707168579, + 0.30497679114341736, + 1.0, + 0.2838767468929291, + 0.27993834018707275, + 0.20114095509052277, + 0.2628157436847687, + 0.14367854595184326 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-cad6645f8175e38ad155", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + true, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-0e1ff8d16372796dac97", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.233650341629982, + 0.07511670887470245, + 1.4311522245407104, + -0.18803110718727112, + 0.7504588961601257, + 2.2349963188171387, + 1.7246720790863037, + 1.3256587982177734, + -0.02031242661178112, + -0.4057490825653076, + 0.2682361602783203, + -0.11632153391838074, + 2.065124988555908, + 1.216792345046997, + 0.8976801633834839, + 0.21120445430278778, + -0.6734724044799805, + 0.9548804759979248, + 0.7045093178749084, + 1.8686823844909668, + 1.6321122646331787 + ], + [ + -0.2539380192756653, + 0.06086236238479614, + 1.312608242034912, + -0.44703179597854614, + 0.5548787117004395, + 2.160421371459961, + 1.5603251457214355, + 1.534507393836975, + -0.018197517842054367, + -0.6533820033073425, + 0.017306912690401077, + -0.13294166326522827, + 2.230259895324707, + 1.3212947845458984, + 0.774505078792572, + 0.17096345126628876, + -0.6304606199264526, + 0.9457272887229919, + 0.6587023735046387, + 2.0147321224212646, + 2.0499961376190186 + ], + [ + 0.05123759061098099, + -0.0890585258603096, + 1.241202473640442, + -0.36072757840156555, + 0.5655326843261719, + 2.1810338497161865, + 1.163773775100708, + 1.321908950805664, + -0.0682954341173172, + -0.5570654273033142, + 0.22537940740585327, + -0.15753081440925598, + 1.3378692865371704, + 0.539963960647583, + 0.714864194393158, + 0.019013067707419395, + -0.5089348554611206, + 1.2540806531906128, + 0.3985482454299927, + 2.1973893642425537, + 1.5176942348480225 + ], + [ + -0.31906700134277344, + 0.0679180845618248, + 1.3993721008300781, + -0.3508037328720093, + 0.40042340755462646, + 2.1913177967071533, + 1.42726731300354, + 1.5351922512054443, + -0.0005317600443959236, + -0.5195726156234741, + 0.0504576712846756, + -0.08705168962478638, + 2.2320587635040283, + 1.1730040311813354, + 0.8457712531089783, + 0.1870242804288864, + -0.7375257015228271, + 0.9874235391616821, + 0.6589958071708679, + 2.0437750816345215, + 1.9108514785766602 + ], + [ + -0.09706680476665497, + 0.009684033691883087, + 1.6078968048095703, + -0.2260185182094574, + 0.6112775206565857, + 2.4353058338165283, + 1.425877571105957, + 1.4770658016204834, + 0.07663819193840027, + -0.8069798946380615, + 0.08899888396263123, + 0.029548078775405884, + 1.976880669593811, + 1.0846467018127441, + 1.0851305723190308, + 0.15773415565490723, + -0.6585934162139893, + 0.6877607107162476, + 0.4449775815010071, + 2.1260673999786377, + 1.5951323509216309 + ], + [ + -0.057206302881240845, + 0.05324868857860565, + 1.8325227499008179, + -0.46856042742729187, + 0.5936082601547241, + 2.4965598583221436, + 1.3606630563735962, + 1.4566781520843506, + 0.13427823781967163, + -0.7669496536254883, + 0.14853015542030334, + 0.028290823101997375, + 1.8422738313674927, + 0.7639610171318054, + 1.0225828886032104, + 0.19670644402503967, + -0.4461817741394043, + 0.9090871214866638, + 0.2985561788082123, + 2.2247231006622314, + 1.6029856204986572 + ], + [ + -0.09281358122825623, + 0.051949016749858856, + 1.6571303606033325, + -0.3875120282173157, + 0.5872716903686523, + 2.3657045364379883, + 1.4363702535629272, + 1.541144847869873, + 0.11549282819032669, + -0.7228668928146362, + 0.09602594375610352, + 0.0460728257894516, + 2.047328233718872, + 1.1007004976272583, + 1.0467281341552734, + 0.1604357659816742, + -0.6956862807273865, + 0.689387857913971, + 0.42714494466781616, + 2.126455307006836, + 1.433273434638977 + ], + [ + 0.04173097014427185, + -0.06343969702720642, + 1.5180116891860962, + -0.15135613083839417, + 0.6437528729438782, + 2.2704391479492188, + 1.5755646228790283, + 1.7285761833190918, + 0.012382538989186287, + -0.7637538909912109, + 0.0435015931725502, + 0.32117903232574463, + 1.9216269254684448, + 1.4180816411972046, + 1.1573896408081055, + 0.252054899930954, + -0.8828848004341125, + 0.8718002438545227, + 0.7979229092597961, + 2.336968421936035, + 1.5259896516799927 + ] + ], + "generated_utilities": [ + 0.2589355707168579, + 0.30497679114341736, + 2.0, + 0.2838767468929291, + 0.27993834018707275, + 0.20114095509052277, + 0.2628157436847687, + 0.14367854595184326 + ], + "group_id": "ms-0e1ff8d16372796dac97", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2721651792526245, + 0.2838377356529236, + 0.09680275619029999, + 0.21726202964782715, + 0.28901273012161255, + 0.26919037103652954, + 0.20568308234214783, + 0.22122687101364136, + 0.28657472133636475, + 0.18528121709823608, + 0.1475508213043213, + 0.22093892097473145, + 0.1361302137374878, + 2.0, + 0.053693316876888275, + 0.01539949607104063 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.07914704084396362, + 0.08597764372825623, + 0.32980620861053467, + -0.22935104370117188, + -0.026631414890289307, + 1.532597541809082, + 0.0, + 1.0985569953918457, + -0.08866220712661743, + -0.21771979331970215, + -0.1632688045501709, + -0.06556621193885803, + 1.073223352432251, + 0.0, + 0.3806576728820801, + 0.058381855487823486, + 0.23797845840454102, + 0.07539930939674377, + 0.11990898847579956, + 1.6538071632385254, + 0.0 + ], + [ + -0.12626641988754272, + -0.15791213512420654, + 0.32980620861053467, + -0.22937488555908203, + 0.621025800704956, + 1.532597541809082, + 0.0, + 1.0985569953918457, + 0.14592504501342773, + -0.21771979331970215, + 0.021975576877593994, + -0.22697466611862183, + 1.073223352432251, + 0.0, + 0.3806576728820801, + -0.16340744495391846, + 0.24658453464508057, + 0.2220190465450287, + -0.3437120318412781, + 1.6538071632385254, + 0.0 + ], + [ + 0.4218890070915222, + -0.3799889385700226, + 1.3987661600112915, + -0.18070071935653687, + 0.6980443596839905, + 2.3208305835723877, + 2.4347012042999268, + 2.2391841411590576, + 0.23308581113815308, + -1.062913179397583, + -1.0034914016723633, + 0.29394784569740295, + 2.319910764694214, + 2.026752233505249, + 1.4382768869400024, + 0.41409748792648315, + -0.8415298461914062, + 0.425619900226593, + 0.6628077030181885, + 2.5976715087890625, + 3.016920804977417 + ], + [ + 0.010466247797012329, + -0.5673813819885254, + 1.5157828330993652, + 0.28623971343040466, + 0.8851284384727478, + 2.9140729904174805, + 2.4211275577545166, + 2.011749029159546, + 0.8543301820755005, + -1.4725762605667114, + -1.0424957275390625, + 0.10703977942466736, + 2.37386155128479, + 2.2321677207946777, + 1.4058798551559448, + -0.09342983365058899, + -0.6714394688606262, + 0.8728803992271423, + 0.46230727434158325, + 2.972311496734619, + 3.1275765895843506 + ], + [ + 0.21649208664894104, + -0.20723462104797363, + 1.5317883491516113, + 0.013667866587638855, + 0.47679629921913147, + 2.677910327911377, + 1.8671047687530518, + 1.6960766315460205, + 1.068267822265625, + -1.1167702674865723, + -1.144794225692749, + -0.11955028772354126, + 1.9159355163574219, + 2.2951083183288574, + 1.3136188983917236, + 0.5414972305297852, + -1.2603800296783447, + 1.073399305343628, + 0.640984833240509, + 2.0920653343200684, + 2.564584732055664 + ], + [ + 0.5795988440513611, + 0.06478109955787659, + 1.9628643989562988, + -0.2855762541294098, + 0.47754260897636414, + 2.2910773754119873, + 2.712817907333374, + 2.1207218170166016, + 0.5954307913780212, + -1.8042322397232056, + -1.2237597703933716, + 0.09737330675125122, + 2.5835914611816406, + 1.9028711318969727, + 1.3868281841278076, + 0.6517540812492371, + -0.6987743973731995, + 0.14470410346984863, + 0.500310480594635, + 1.9608325958251953, + 2.5367469787597656 + ], + [ + 0.2822818160057068, + -1.027776837348938, + 1.6159601211547852, + -0.870427668094635, + 0.88285231590271, + 1.7550137042999268, + 1.445440649986267, + 2.804149866104126, + 0.47995227575302124, + -0.7643927335739136, + -1.3587398529052734, + -0.3150816559791565, + 2.0937490463256836, + 1.6014765501022339, + 1.788015604019165, + 0.1157156378030777, + -0.995976984500885, + 0.5651847124099731, + -0.03812795877456665, + 2.946554183959961, + 2.169250011444092 + ], + [ + 0.7850518226623535, + -0.3744369149208069, + 1.5954267978668213, + -0.608968198299408, + 1.5638272762298584, + 2.6719911098480225, + 2.7496895790100098, + 1.293771743774414, + 0.6334982514381409, + -0.7202390432357788, + -1.7309244871139526, + 0.7185664176940918, + 1.500235915184021, + 2.540700912475586, + 1.8532832860946655, + -0.20271092653274536, + -1.125279188156128, + 1.318365216255188, + 0.897382378578186, + 2.567835807800293, + 2.6883723735809326 + ], + [ + -0.0409388542175293, + -0.124749556183815, + 1.7154438495635986, + 0.655324399471283, + 1.3263788223266602, + 2.6929171085357666, + 2.2255399227142334, + 1.953749179840088, + 0.7853950262069702, + -1.2592566013336182, + -0.45610707998275757, + 0.7783058881759644, + 1.6339646577835083, + 1.7010301351547241, + 2.0196127891540527, + 0.17955750226974487, + -0.951436460018158, + 0.7160906791687012, + 1.6532894372940063, + 2.6468448638916016, + 3.5804736614227295 + ], + [ + -0.16655230522155762, + -0.9298793077468872, + 2.0344009399414062, + -1.0343284606933594, + 0.197198748588562, + 1.775566577911377, + 2.411905527114868, + 1.4433773756027222, + 0.7106978893280029, + -2.17789363861084, + -0.7238349914550781, + 0.3165341913700104, + 1.5440614223480225, + 1.4604942798614502, + 1.5645346641540527, + 0.4737999439239502, + -0.3348062038421631, + 0.026718348264694214, + -0.1300031542778015, + 2.658573627471924, + 2.0041418075561523 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.5523390769958496, + 0.2772659659385681, + 0.3952569365501404, + 0.022935733199119568, + 0.10461509227752686, + 1.9810314178466797, + 1.4682230949401855, + 2.466538429260254, + -0.30221277475357056, + -0.34303462505340576, + -1.9408907890319824, + 1.1256544589996338, + 1.4728260040283203, + 1.3303914070129395, + 0.7972579002380371, + 0.172990620136261, + 0.051664650440216064, + 1.244837760925293, + 0.12645363807678223, + 1.7337814569473267, + 2.89335560798645 + ] + ], + "predicted_scores": [ + 1.9630440473556519, + 1.6765321493148804, + 1.5742526054382324, + 1.4216694831848145, + 0.8968730568885803, + 0.8040212988853455, + 0.7298990488052368, + 0.5882896184921265 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train2", + "selected_index": 0, + "state_hash": "0da2db158c238533638b8d4d724ae17d854b8759cf40347747e254820a3291df", + "stored_base_utility": 0.2721651792526245, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22852759063243866, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22852759063243866 + }, + "base_progress": 0.22852759063243866, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.22852759063243866, + "candidate_action_clip_max_abs": [ + 0.08712911605834961, + 0.1213904619216919, + 0.08694839477539062, + 0.059954166412353516, + 0.025147199630737305, + 0.05382513999938965, + 0.012935996055603027, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08712911605834961, + "contact_quality": null, + "progress": 0.08913815021514893, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08913815021514893 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1213904619216919, + "contact_quality": null, + "progress": 0.09350365400314331, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09350365400314331 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08694839477539062, + "contact_quality": null, + "progress": 0.07052278518676758, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07052278518676758 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.059954166412353516, + "contact_quality": null, + "progress": 0.08671583980321884, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08671583980321884 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025147199630737305, + "contact_quality": null, + "progress": 0.07273491472005844, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07273491472005844 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.05382513999938965, + "contact_quality": null, + "progress": 0.06412933021783829, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06412933021783829 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.012935996055603027, + "contact_quality": null, + "progress": 0.0741363987326622, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0741363987326622 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11542954295873642, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11542954295873642 + } + ], + "candidate_progress": [ + 0.08913815021514893, + 0.09350365400314331, + 0.07052278518676758, + 0.08671583980321884, + 0.07273491472005844, + 0.06412933021783829, + 0.0741363987326622, + 0.11542954295873642 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe", + "ms-d402ca600d53b2db9dbe" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-223b0a8319beb051a1ee", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.30629459023475647, + -0.0805416852235794, + -0.9355068206787109, + 0.7288156747817993, + 0.4551442861557007, + -2.916903495788574, + -0.5585314631462097, + -0.41378411650657654, + 0.13876907527446747, + 1.3888658285140991, + -0.672813355922699, + 0.8099101781845093, + 0.8438619375228882, + 0.8630303144454956, + -0.35903650522232056, + 0.5696516036987305, + -0.23654724657535553, + 0.012585774064064026, + -0.1792457103729248, + -0.9707710146903992, + -0.04270939528942108 + ], + [ + 0.33444976806640625, + -0.04635516181588173, + -1.076054573059082, + 0.49295613169670105, + 0.5045288801193237, + -3.1048583984375, + -0.5351833701133728, + -0.5458889007568359, + 0.12431800365447998, + 1.290640950202942, + -0.5458581447601318, + 0.9570407867431641, + 0.8186614513397217, + 0.8329679369926453, + -0.32191625237464905, + 0.5097620487213135, + -0.15197418630123138, + -0.11512269079685211, + -0.18457230925559998, + -0.9005864858627319, + -0.13226285576820374 + ], + [ + 0.31706589460372925, + -0.10548083484172821, + -0.883918046951294, + 0.6331465244293213, + 0.25019028782844543, + -2.9289638996124268, + -0.5573990941047668, + -0.5446017980575562, + 0.13114915788173676, + 1.4952386617660522, + -0.5924668908119202, + 0.8090894818305969, + 0.8831503391265869, + 0.9915381669998169, + -0.4667488932609558, + 0.5066880583763123, + -0.28799164295196533, + 0.047602102160453796, + -0.25388258695602417, + -1.0061326026916504, + -0.08914414048194885 + ], + [ + 0.3714696168899536, + 0.0010224059224128723, + -0.8293972015380859, + 0.557142972946167, + 0.20809289813041687, + -2.8319056034088135, + -0.3471291661262512, + -0.3156234920024872, + 0.18231326341629028, + 1.4500502347946167, + -0.7186559438705444, + 0.6905765533447266, + 1.0560946464538574, + 1.2091305255889893, + -0.38377347588539124, + 0.5604438781738281, + -0.04826293885707855, + -0.05534611642360687, + -0.2401755452156067, + -0.6079189777374268, + 0.15934398770332336 + ], + [ + 0.3945712149143219, + -0.011534169316291809, + -1.0058863162994385, + 0.8457460403442383, + 0.08919759094715118, + -2.562420606613159, + -0.5573908686637878, + -0.46480002999305725, + 0.37520086765289307, + 1.6539918184280396, + -0.8185388445854187, + 0.8083676099777222, + 0.8460853099822998, + 1.0754879713058472, + -0.5350448489189148, + 0.6039042472839355, + -0.23670123517513275, + 0.22700241208076477, + -0.27547353506088257, + -0.9666652679443359, + 0.33334416151046753 + ], + [ + 0.37916630506515503, + -0.12307333201169968, + -1.0561186075210571, + 0.4721173346042633, + 0.30015695095062256, + -2.6937530040740967, + -0.45956528186798096, + -0.8462104797363281, + 0.10484717786312103, + 1.5125463008880615, + -0.46036091446876526, + 1.0287299156188965, + 0.7470166683197021, + 0.7865649461746216, + -0.20737582445144653, + 0.4653744399547577, + -0.4712687134742737, + 0.04914988577365875, + -0.09793630242347717, + -1.1144914627075195, + -0.1870431900024414 + ], + [ + 0.5162158608436584, + -0.155374214053154, + -0.7096418142318726, + 0.5868057012557983, + 0.18504732847213745, + -2.690030813217163, + 0.05273273587226868, + -0.5164260864257812, + 0.07765691727399826, + 1.6384576559066772, + -0.7303265929222107, + 0.8048129081726074, + 1.4388682842254639, + 0.7116597294807434, + -0.2089611291885376, + 0.4281359612941742, + -0.05453680455684662, + -0.03430728614330292, + -0.41671228408813477, + -0.24464038014411926, + -0.1697293221950531 + ], + [ + -0.15894003212451935, + 0.029871389269828796, + -1.1887341737747192, + 0.614395260810852, + 0.5764991044998169, + -2.4835939407348633, + -0.6342719197273254, + -0.579729437828064, + 0.11191235482692719, + 1.1590721607208252, + -0.28322502970695496, + 1.3411239385604858, + 1.7802199125289917, + 0.5469204783439636, + -0.38349997997283936, + 0.4346807301044464, + -0.5532680749893188, + -0.04199710488319397, + 0.09760893881320953, + -0.8951627612113953, + 0.051007211208343506 + ] + ], + "generated_utilities": [ + 0.08913815021514893, + 0.09350365400314331, + 0.07052278518676758, + 0.08671583980321884, + 0.07273491472005844, + 0.06412933021783829, + 0.0741363987326622, + 0.11542954295873642 + ], + "group_id": "ms-223b0a8319beb051a1ee", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.08069789409637451, + 0.10780428349971771, + 0.08790525048971176, + 0.0262441448867321, + 0.11242352426052094, + 0.09117989242076874, + 0.11313339322805405, + 0.13257622718811035, + 0.1593424528837204, + 0.05749386548995972, + 0.03281732648611069, + 0.10750602185726166, + 0.04015284776687622, + 0.08296297490596771, + 0.146215558052063, + 0.04653326794505119 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3901504874229431, + 0.5261483788490295, + 0.6266356706619263, + 0.44542956352233887, + 0.04161961376667023, + -1.842090129852295, + 0.0, + -0.9498573541641235, + 0.36012017726898193, + 1.3898959159851074, + 0.8914443254470825, + -0.02114194631576538, + 0.6929440498352051, + 0.0, + -0.7578744292259216, + 0.05931973457336426, + -0.034669458866119385, + 0.589458703994751, + -1.2559914588928223, + 0.04934754967689514, + 0.0 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7564107179641724, + 0.4610605239868164, + -0.14963597059249878, + -0.27591854333877563, + -0.03312709182500839, + -2.95784854888916, + -2.3437106609344482, + -2.2544426918029785, + -0.3508921265602112, + 2.4830124378204346, + 2.1970369815826416, + 0.7530210018157959, + 1.5012421607971191, + 1.8145631551742554, + -1.6707961559295654, + -0.7483406662940979, + -0.23935037851333618, + 1.5424551963806152, + -2.357757091522217, + -0.09612591564655304, + 0.04097829759120941 + ], + [ + 1.082101583480835, + 0.7325993180274963, + -0.44281208515167236, + -0.5662503242492676, + -0.1744738519191742, + -2.344203233718872, + -2.654690742492676, + -2.2936489582061768, + -0.3410067558288574, + 2.3801591396331787, + 2.2954835891723633, + 1.0167251825332642, + 1.8415415287017822, + 2.165842056274414, + -1.3905693292617798, + -0.8038672208786011, + -0.6657370328903198, + 1.6491055488586426, + -2.515157699584961, + -0.440177857875824, + -0.29430338740348816 + ], + [ + 1.8573832511901855, + 0.4061572253704071, + 0.15697956085205078, + -0.7276508808135986, + -0.27096253633499146, + -2.8898420333862305, + -1.4445924758911133, + -2.2915894985198975, + 0.45477667450904846, + 2.3857364654541016, + 2.2449886798858643, + 0.944068431854248, + 1.8377275466918945, + 1.410325288772583, + -1.0383611917495728, + -1.294783353805542, + -0.14346101880073547, + 2.4649438858032227, + -1.7811484336853027, + -0.3977217376232147, + -0.15774928033351898 + ] + ], + "predicted_scores": [ + 4.910552978515625, + 4.903420925140381, + 4.743033409118652, + 4.542793273925781, + 4.5250396728515625, + 4.512871742248535, + 3.9342517852783203, + 3.450063705444336 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1461069713/train2", + "selected_index": 0, + "state_hash": "83c299f189e5937e16066b33f5a7dbe5a034c60414c49a6331d445dd1c03b5f1", + "stored_base_utility": 0.08069789409637451, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032693684101104736, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032693684101104736 + }, + "base_progress": 0.032693684101104736, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.032693684101104736, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.015034079551696777, + 0.09611785411834717, + 0.005194902420043945, + 0.12150883674621582, + 0.06602370738983154 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10534242540597916, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10534242540597916 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09735050052404404, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09735050052404404 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10755517333745956, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10755517333745956 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.015034079551696777, + "contact_quality": null, + "progress": 0.10199248790740967, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10199248790740967 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.09611785411834717, + "contact_quality": null, + "progress": 0.10079395771026611, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10079395771026611 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.005194902420043945, + "contact_quality": null, + "progress": 0.10304445028305054, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10304445028305054 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12150883674621582, + "contact_quality": null, + "progress": 0.08500617742538452, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08500617742538452 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06602370738983154, + "contact_quality": null, + "progress": 0.09643343836069107, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09643343836069107 + } + ], + "candidate_progress": [ + 0.10534242540597916, + 0.09735050052404404, + 0.10755517333745956, + 0.10199248790740967, + 0.10079395771026611, + 0.10304445028305054, + 0.08500617742538452, + 0.09643343836069107 + ], + "candidate_safety_violation": [ + false, + false, + false, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-0b93907b2a7261815f63", + "ms-3a4e2d080c9c4b279895", + "ms-d535b38d768633f6d922", + "ms-0b93907b2a7261815f63", + "ms-d535b38d768633f6d922", + "ms-3a4e2d080c9c4b279895" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-34726202b475d29cdf38", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.8542317152023315, + -0.14339813590049744, + -0.7620357275009155, + 0.884243369102478, + -0.5207418203353882, + 1.0029323101043701, + 1.1526103019714355, + -0.11489573121070862, + -0.4281265139579773, + 0.7196376919746399, + -1.1883814334869385, + 0.05446609854698181, + 0.6949326992034912, + 0.6983696222305298, + 1.1182374954223633, + -0.6790295243263245, + -1.6029881238937378, + 0.7177668809890747, + -0.12015405297279358, + -0.789707362651825, + -1.5807470083236694 + ], + [ + 1.1772565841674805, + -0.23406283557415009, + -0.6326771974563599, + 0.6813687086105347, + -0.3052600622177124, + 0.8951046466827393, + 1.0716989040374756, + -0.17474189400672913, + -0.4075808823108673, + 0.8111675381660461, + -0.9915350675582886, + 0.26318690180778503, + 0.4315246641635895, + 0.6256375908851624, + 0.9125946760177612, + -0.6267358660697937, + -1.2575242519378662, + 0.6977586150169373, + -0.36087679862976074, + -0.7991730570793152, + -2.142209053039551 + ], + [ + 1.2552762031555176, + -0.10898210108280182, + -0.6004413366317749, + 0.6554317474365234, + -0.3121512532234192, + 0.5171521902084351, + 0.5941177606582642, + -0.2493734061717987, + -0.3832584321498871, + 0.5947012305259705, + -1.2298290729522705, + 0.3369170129299164, + 0.43059948086738586, + 0.26145756244659424, + 1.0809568166732788, + -0.8213379979133606, + -1.5303661823272705, + 0.6844844818115234, + -0.12733611464500427, + -1.1626262664794922, + -1.926999568939209 + ], + [ + 1.1902825832366943, + -0.30820709466934204, + -1.1307220458984375, + 0.8308154344558716, + 0.10206668078899384, + 0.497225821018219, + 0.813607394695282, + 0.33430010080337524, + -0.42928192019462585, + 0.8867895603179932, + -1.019275188446045, + 0.7494860291481018, + 1.4402464628219604, + 0.4377562999725342, + 0.9663583040237427, + -0.8754614591598511, + -1.9660005569458008, + 0.4792877435684204, + 0.09847085177898407, + -1.1109912395477295, + -2.7194221019744873 + ], + [ + 0.6749144792556763, + -0.5384450554847717, + -0.6552855968475342, + 0.9266971349716187, + -0.2348928451538086, + 0.5164345502853394, + 1.24428391456604, + 0.1708015650510788, + -0.24817875027656555, + 0.5451136827468872, + -1.4376773834228516, + 0.4793206453323364, + 0.6913564205169678, + 1.3544843196868896, + 1.371129035949707, + -0.5755146741867065, + -1.9725608825683594, + 0.22830764949321747, + 0.10454726219177246, + -1.0550308227539062, + -1.5348175764083862 + ], + [ + 1.1956413984298706, + -0.1660415381193161, + -0.647286057472229, + 0.632339358329773, + -0.35866981744766235, + 0.6013107895851135, + 0.8788679838180542, + -0.05305612087249756, + -0.3923223614692688, + 0.5619185566902161, + -1.0266531705856323, + 0.3107736110687256, + 0.3958131968975067, + 0.4745367765426636, + 1.1303147077560425, + -0.7331554889678955, + -1.493970274925232, + 0.7202312350273132, + -0.24799782037734985, + -1.0346856117248535, + -1.832197666168213 + ], + [ + 0.9162532091140747, + -0.37479037046432495, + -0.8605380058288574, + 1.0300556421279907, + -0.4736654758453369, + 0.3809131979942322, + 0.9180047512054443, + 0.1969313621520996, + -0.19015921652317047, + 0.62847501039505, + -1.3624801635742188, + 0.6511043310165405, + 0.6962937116622925, + 1.2174733877182007, + 1.4444423913955688, + -0.6101455092430115, + -1.8482136726379395, + 0.23969900608062744, + 0.10772469639778137, + -1.237269401550293, + -1.552970290184021 + ], + [ + 1.181172490119934, + -0.38489919900894165, + -0.7651914358139038, + 0.5222451686859131, + -0.23754453659057617, + 0.7179570198059082, + 1.2798347473144531, + 0.13586418330669403, + -0.3317069113254547, + 0.8046777248382568, + -1.3660577535629272, + 0.6385517716407776, + 0.7502399682998657, + 1.05209219455719, + 1.2848973274230957, + -0.7256000638008118, + -1.8195288181304932, + 0.23608170449733734, + -0.19486278295516968, + -1.1174757480621338, + -1.6114273071289062 + ] + ], + "generated_utilities": [ + 0.10534242540597916, + 0.09735050052404404, + 0.10755517333745956, + 0.10199248790740967, + 0.10079395771026611, + 0.10304445028305054, + 0.08500617742538452, + 0.09643343836069107 + ], + "group_id": "ms-34726202b475d29cdf38", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07016094774007797, + 0.06343355029821396, + 0.034290533512830734, + 0.12802943587303162, + 0.159173846244812, + 0.07023199647665024, + 0.17105571925640106, + 0.12337249517440796, + 0.21855810284614563, + 0.25342071056365967, + 0.1448308825492859, + 0.1353527307510376, + 0.1435459852218628, + 0.1653708517551422, + 0.041707735508680344, + 0.08973287045955658 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.17323505878448486, + 0.21041874587535858, + 0.13457119464874268, + 1.1122353076934814, + 0.5987088680267334, + 0.14478814601898193, + 0.0, + 0.4338754415512085, + -0.011277735233306885, + 0.10751676559448242, + -0.2150489091873169, + -0.15575486421585083, + 0.8348451852798462, + 0.0, + 0.25485706329345703, + -0.09869855642318726, + -0.10849082469940186, + -0.22419551014900208, + 0.0015149712562561035, + -0.6096820831298828, + 0.0 + ], + [ + 1.1732350587844849, + 0.22933529317378998, + -0.8654288053512573, + 2.1122353076934814, + 1.5987088680267334, + 1.144788146018982, + 0.40604642033576965, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137, + 1.254857063293457, + -0.7526808381080627, + -1.1084908246994019, + 0.44739171862602234, + 0.8266352415084839, + -1.6096820831298828, + -2.181366205215454 + ], + [ + 1.245914101600647, + 0.12913760542869568, + -0.9870550036430359, + 2.255108118057251, + 1.40378999710083, + 1.4080419540405273, + 0.42180347442626953, + -0.18437573313713074, + -0.9035077095031738, + 1.2423285245895386, + -1.1403719186782837, + 0.9222764372825623, + 2.0197935104370117, + 0.9139973521232605, + 1.388066291809082, + -1.0113749504089355, + -0.9504952430725098, + 0.40055137872695923, + 0.9980884790420532, + -1.4929014444351196, + -2.3998966217041016 + ], + [ + 1.352006196975708, + -0.042717382311820984, + -0.7442275285720825, + 2.440530776977539, + 1.681086778640747, + 1.3030997514724731, + 0.34464821219444275, + -0.5440786480903625, + -0.4192233085632324, + 0.9545001983642578, + -1.076216220855713, + 0.6712799072265625, + 2.044602394104004, + 1.23128342628479, + 1.0405588150024414, + -0.5801548957824707, + -0.9010713696479797, + 0.5903030037879944, + 0.8210705518722534, + -1.7861971855163574, + -2.2189154624938965 + ], + [ + 1.6238082647323608, + -0.00859782099723816, + -0.511402428150177, + 1.7740800380706787, + 1.5378435850143433, + 1.63092839717865, + 0.690334677696228, + -0.272619366645813, + -1.0773589611053467, + 1.2877765893936157, + -0.834421694278717, + 0.6018235087394714, + 1.540588140487671, + 1.5366268157958984, + 1.0796421766281128, + -0.8816280364990234, + -1.1080666780471802, + 0.43476396799087524, + 0.4842568039894104, + -1.6918518543243408, + -2.337402820587158 + ], + [ + 1.3512331247329712, + 0.6693253517150879, + -0.3530978560447693, + 2.2459869384765625, + 1.8864526748657227, + 0.7496743202209473, + 0.013006120920181274, + -0.6791016459465027, + -1.0318936109542847, + 1.270892858505249, + -0.9038214683532715, + 1.1239131689071655, + 1.4732563495635986, + 1.1963164806365967, + 1.0181585550308228, + -1.2092132568359375, + -1.6649460792541504, + 1.0400781631469727, + 1.1531003713607788, + -1.2245161533355713, + -1.7803716659545898 + ], + [ + 1.15625, + 0.19343385100364685, + -0.5164467692375183, + 2.725703239440918, + 1.2542798519134521, + 1.5723463296890259, + -0.19755324721336365, + -1.0201804637908936, + -1.220360279083252, + 1.2726116180419922, + -1.363890528678894, + 0.7564514875411987, + 1.806268572807312, + 1.5585269927978516, + 1.3288673162460327, + -0.15946650505065918, + -1.674433708190918, + 1.1169633865356445, + 1.0274916887283325, + -1.0207278728485107, + -2.4757797718048096 + ], + [ + 1.852755069732666, + -0.3371591567993164, + -0.8838323354721069, + 1.63685941696167, + 1.7563523054122925, + 0.5039563775062561, + 0.6486928462982178, + -1.1455364227294922, + -1.2256035804748535, + 0.8296796083450317, + -1.0998003482818604, + 0.9644854068756104, + 2.4688971042633057, + 1.5585618019104004, + 1.0731451511383057, + -1.2015693187713623, + -0.8826782703399658, + -0.039678215980529785, + 0.9313548803329468, + -1.1059411764144897, + -2.951857566833496 + ], + [ + 0.808337926864624, + 0.373706579208374, + -0.6560260057449341, + 2.135918140411377, + 1.153333306312561, + 0.9103911519050598, + 1.1592243909835815, + -0.940754771232605, + -0.3375057578086853, + 0.5097520351409912, + -0.6018280982971191, + 1.0536187887191772, + 1.1728196144104004, + 1.872976303100586, + 0.5927213430404663, + -1.2269426584243774, + -1.395959734916687, + 1.3307087421417236, + 0.6676969528198242, + -0.8550128936767578, + -1.892500400543213 + ], + [ + 1.715224027633667, + 0.47384411096572876, + -1.1970646381378174, + 1.7291345596313477, + 1.8696626424789429, + 0.2313959002494812, + 1.0581674575805664, + -0.4132469594478607, + -1.5996181964874268, + 1.8493136167526245, + -0.44559526443481445, + 1.7640175819396973, + 1.0321706533432007, + 1.4212751388549805, + 0.8128281831741333, + -0.3369852602481842, + -0.9641330242156982, + 1.3263734579086304, + -0.12180572748184204, + -2.3689627647399902, + -2.1483821868896484 + ] + ], + "predicted_scores": [ + 6.261888027191162, + 6.242381572723389, + 5.943353652954102, + 5.55879020690918, + 5.490576267242432, + 5.3612189292907715, + 4.898172855377197, + 4.58561372756958 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train2", + "selected_index": 0, + "state_hash": "b8ad7d4a4d065cb24022694218bb7cdb7af98dc934b9f2ceccdfcc7f0fa958b4", + "stored_base_utility": 0.07016094774007797, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3935660123825073, + 0.400783896446228, + 0.3988173007965088, + 0.397058367729187, + 0.4095824956893921, + 0.49003827571868896, + 0.42047131061553955, + 0.42351043224334717 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3935660123825073, + "contact_quality": null, + "progress": 0.12574712932109833, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12574712932109833 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.400783896446228, + "contact_quality": null, + "progress": 0.13250474631786346, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13250474631786346 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3988173007965088, + "contact_quality": null, + "progress": 0.12255460023880005, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12255460023880005 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.397058367729187, + "contact_quality": null, + "progress": 0.13674892485141754, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13674892485141754 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4095824956893921, + "contact_quality": null, + "progress": 0.11473995447158813, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11473995447158813 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.49003827571868896, + "contact_quality": null, + "progress": 0.10476195812225342, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10476195812225342 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42047131061553955, + "contact_quality": null, + "progress": 0.10280817747116089, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10280817747116089 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.42351043224334717, + "contact_quality": null, + "progress": 0.08060065656900406, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08060065656900406 + } + ], + "candidate_progress": [ + 0.12574712932109833, + 0.13250474631786346, + 0.12255460023880005, + 0.13674892485141754, + 0.11473995447158813, + 0.10476195812225342, + 0.10280817747116089, + 0.08060065656900406 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441", + "ms-e2f8f0ef073900703441" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-4cc40587ec490257b1d2", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5486915111541748, + -0.09467718005180359, + -0.42135390639305115, + -0.11423797160387039, + 0.11049295216798782, + 2.100173234939575, + 1.4716286659240723, + 2.0876498222351074, + 0.3329862356185913, + -1.1762115955352783, + -0.32411429286003113, + -1.4530003070831299, + -2.4978559017181396, + -3.6299800872802734, + 1.7825015783309937, + 0.4353501796722412, + -1.5777837038040161, + -0.9715692400932312, + -0.4159882664680481, + -3.2716124057769775, + -2.682691812515259 + ], + [ + 1.606834888458252, + -0.2668687105178833, + -0.056235939264297485, + -0.20669272541999817, + -0.14139020442962646, + 2.630737781524658, + 1.9255921840667725, + 2.141549587249756, + 0.3593384921550751, + -1.226540207862854, + -0.5559935569763184, + -1.4712938070297241, + -2.8372347354888916, + -3.491304874420166, + 1.6201759576797485, + 0.3405752182006836, + -1.6242893934249878, + -1.1206107139587402, + -0.7604770064353943, + -3.2204434871673584, + -2.669116258621216 + ], + [ + 1.5653458833694458, + -0.22196340560913086, + -0.6251506805419922, + -0.3663887083530426, + 0.011445373296737671, + 3.004770278930664, + 1.5721275806427002, + 2.232646942138672, + 0.3696686625480652, + -0.9572604894638062, + -0.4291047155857086, + -1.3449301719665527, + -2.4897758960723877, + -3.1533000469207764, + 1.6212996244430542, + 0.3292282521724701, + -1.8294460773468018, + -1.0057522058486938, + -0.6615357398986816, + -3.264270544052124, + -2.7994771003723145 + ], + [ + 1.651603102684021, + -0.169143408536911, + -0.2530317008495331, + -0.36192357540130615, + 0.20656605064868927, + 3.058030128479004, + 2.0759661197662354, + 2.0500848293304443, + 0.4562685489654541, + -0.9919615983963013, + -0.5420446991920471, + -1.3613197803497314, + -2.883345365524292, + -3.3507277965545654, + 1.5724846124649048, + 0.24131856858730316, + -1.5024226903915405, + -0.9991098046302795, + -0.6012935042381287, + -3.121598243713379, + -3.070594072341919 + ], + [ + 1.6749650239944458, + -0.21582096815109253, + -0.09351971745491028, + -0.47927147150039673, + 0.11446615308523178, + 2.725200653076172, + 1.9774749279022217, + 2.2352118492126465, + 0.4574272334575653, + -1.1599026918411255, + -0.513027012348175, + -1.2667831182479858, + -2.8394501209259033, + -3.146524429321289, + 1.6363226175308228, + 0.3550979197025299, + -1.4982720613479614, + -1.1319997310638428, + -0.5957140922546387, + -3.305734872817993, + -3.195405960083008 + ], + [ + 2.0369009971618652, + -0.22583237290382385, + 0.08304911851882935, + -0.7121633291244507, + -0.11192938685417175, + 2.288201093673706, + 1.649935007095337, + 2.5395939350128174, + 0.42309877276420593, + -1.1985005140304565, + -0.4728664457798004, + -0.945991039276123, + -2.721649646759033, + -3.023381471633911, + 1.7701069116592407, + 0.37304097414016724, + -1.4308809041976929, + -0.865155041217804, + -0.43726277351379395, + -2.9744513034820557, + -2.819549560546875 + ], + [ + 1.8733781576156616, + -0.2661200165748596, + 0.002194225788116455, + -0.4061829745769501, + 0.20296773314476013, + 2.767595052719116, + 1.977175235748291, + 2.283494234085083, + 0.40109556913375854, + -1.1738338470458984, + -0.5919208526611328, + -1.2571122646331787, + -2.896458387374878, + -3.187117338180542, + 1.5785750150680542, + 0.3135570287704468, + -1.6097875833511353, + -1.0818387269973755, + -0.644007682800293, + -3.3389315605163574, + -3.360475540161133 + ], + [ + 1.9588993787765503, + -0.3054380416870117, + 0.18773800134658813, + -0.5925962924957275, + 0.14601951837539673, + 2.629676342010498, + 1.6463830471038818, + 2.289423942565918, + 0.5107323527336121, + -1.327555537223816, + -0.6247761845588684, + -1.1829568147659302, + -2.7263007164001465, + -2.8828983306884766, + 1.6966639757156372, + 0.343553751707077, + -1.6682565212249756, + -1.020994782447815, + -0.6204982399940491, + -3.3663687705993652, + -3.082827091217041 + ] + ], + "generated_utilities": [ + 0.12574712932109833, + 0.13250474631786346, + 0.12255460023880005, + 0.13674892485141754, + 0.11473995447158813, + 0.10476195812225342, + 0.10280817747116089, + 0.08060065656900406 + ], + "group_id": "ms-4cc40587ec490257b1d2", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16178712248802185, + 0.15196636319160461, + 2.0, + 0.15837524831295013, + 0.3054252564907074, + 0.15342628955841064, + 0.2962890863418579, + 0.2653762102127075, + 0.26964250206947327, + 0.23905441164970398, + 0.028676172718405724, + 0.08959289640188217, + 0.0923086404800415, + 0.1694244146347046, + 2.0, + 0.17181062698364258 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.6762146949768066, + -0.5422504544258118, + -0.9810613393783569, + 0.41481006145477295, + -0.22591203451156616, + 3.0048351287841797, + 1.597851037979126, + 1.0490666627883911, + -0.2555292844772339, + -1.7305853366851807, + -0.796277642250061, + -0.213690847158432, + -2.3123772144317627, + -3.073338508605957, + 1.197786808013916, + 0.3312940299510956, + -0.3129274547100067, + -1.2490216493606567, + 0.7771922945976257, + -3.095916986465454, + -2.7934844493865967 + ], + [ + 1.5850727558135986, + -0.24454213678836823, + -1.2447073459625244, + -0.43679916858673096, + 0.6670761704444885, + 2.058298349380493, + 2.281813621520996, + 1.1571274995803833, + 0.19461163878440857, + -1.6949715614318848, + -1.0789921283721924, + -0.6282864809036255, + -2.3456711769104004, + -2.1814467906951904, + 1.4117028713226318, + -0.7898263931274414, + -0.1997852623462677, + -0.7791939377784729, + 0.764602780342102, + -3.6762187480926514, + -3.3181514739990234 + ], + [ + 2.1237759590148926, + -1.0316166877746582, + 0.21347063779830933, + 0.11902476847171783, + -0.21767841279506683, + 3.124026298522949, + 2.9575648307800293, + 0.9986574649810791, + -0.05268959701061249, + -1.3397611379623413, + -0.11945796012878418, + -0.8530022501945496, + -2.6740899085998535, + -2.5199618339538574, + 1.6198596954345703, + -0.8929768800735474, + -1.0858898162841797, + -0.47080695629119873, + 0.7731091380119324, + -2.26178240776062, + -3.350116014480591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.0967917442321777, + 0.09102015197277069, + 0.14111566543579102, + 0.07227197289466858, + -0.12947900593280792, + 1.4810009002685547, + 0.0, + 0.7079957723617554, + -0.002458244562149048, + -0.18595266342163086, + 0.04849886894226074, + -0.004869282245635986, + -1.9638588428497314, + 0.0, + 0.3368469476699829, + 0.07374103367328644, + -0.07811915874481201, + -0.2844512462615967, + -0.11976581811904907, + -2.107113838195801, + 0.0 + ], + [ + 2.0967917442321777, + -0.19816507399082184, + -0.570645809173584, + -0.1461164802312851, + 0.009999969974160194, + 2.4810009002685547, + 2.248060703277588, + 1.7079957723617554, + 0.23977796733379364, + -1.1859526634216309, + -0.756894588470459, + -0.551969587802887, + -2.9638588428497314, + -2.7659101486206055, + 1.336846947669983, + -0.011451777070760727, + -0.556559681892395, + -1.2844512462615967, + 0.2656048536300659, + -3.107113838195801, + -2.6106345653533936 + ], + [ + 2.0182998180389404, + -0.14507728815078735, + -0.47699880599975586, + -0.21294398605823517, + -0.1575433313846588, + 2.311400890350342, + 2.3768410682678223, + 1.7504703998565674, + 0.3052957057952881, + -1.1499974727630615, + -0.7333514094352722, + -0.6321364045143127, + -3.180312156677246, + -2.6107451915740967, + 1.1873588562011719, + -0.1854858696460724, + -0.84868985414505, + -1.2124079465866089, + 0.32715433835983276, + -3.1038706302642822, + -2.558427572250366 + ], + [ + 1.9674465656280518, + -0.2979561388492584, + -0.277576208114624, + -0.4890994429588318, + -0.36247068643569946, + 2.4956305027008057, + 2.2214319705963135, + 2.024904727935791, + 0.22065651416778564, + -0.9784454107284546, + -0.7614048719406128, + -0.4799202084541321, + -3.324284076690674, + -2.380946636199951, + 1.1879154443740845, + 0.19718940556049347, + -0.4946358799934387, + -1.5791031122207642, + 0.6372518539428711, + -3.1803996562957764, + -3.005131244659424 + ], + [ + 2.355801582336426, + 0.28462642431259155, + -0.4549340605735779, + -0.3234674632549286, + 0.4285764694213867, + 2.7566373348236084, + 1.9333665370941162, + 1.7172681093215942, + 0.3269927501678467, + -1.148551344871521, + -1.139283299446106, + -0.32247722148895264, + -2.5663187503814697, + -2.476278781890869, + 1.0316083431243896, + 0.0011699674651026726, + -0.5549222826957703, + -1.293163537979126, + -0.18481412529945374, + -2.9731194972991943, + -2.782378911972046 + ], + [ + 2.0757241249084473, + -0.7629754543304443, + -0.37971407175064087, + -0.3592771887779236, + -0.332408607006073, + 2.58429217338562, + 2.6344168186187744, + 2.0120387077331543, + -0.19774840772151947, + -1.565378189086914, + -1.2515136003494263, + -0.8894425630569458, + -2.5491228103637695, + -3.344634532928467, + 1.8722190856933594, + 0.29766845703125, + -0.04085499048233032, + -1.5809288024902344, + 0.4674709439277649, + -3.438840627670288, + -2.4889774322509766 + ], + [ + 2.1106064319610596, + 0.3794766664505005, + 0.36600369215011597, + -0.9043070673942566, + 0.3312896192073822, + 2.434213161468506, + 1.8977553844451904, + 2.2452194690704346, + -0.6664875149726868, + -2.101595401763916, + -0.006522834300994873, + -0.14584043622016907, + -3.2684569358825684, + -2.7001588344573975, + 1.0311225652694702, + 0.7184264063835144, + 0.008758068084716797, + -0.9973032474517822, + -0.2914050221443176, + -3.4715468883514404, + -2.1286253929138184 + ] + ], + "predicted_scores": [ + 5.749285697937012, + 5.683479309082031, + 5.017549991607666, + 4.408693790435791, + 4.097143650054932, + 4.0158843994140625, + 3.904229164123535, + 3.6844425201416016 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train2", + "selected_index": 0, + "state_hash": "9a9622b4c6673d91209293e041093eeb59bee6d6e3e25bebc6ff69ff02f98bf6", + "stored_base_utility": 0.16178712248802185, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10593423992395401, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10593423992395401 + }, + "base_progress": 0.10593423992395401, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10593423992395401, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06906759738922119, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06906759738922119 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06058738753199577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06058738753199577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07216622680425644, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07216622680425644 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06007691100239754, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06007691100239754 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06433993577957153, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06433993577957153 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0718381404876709, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0718381404876709 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05270739272236824, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05270739272236824 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0664752721786499, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0664752721786499 + } + ], + "candidate_progress": [ + 0.06906759738922119, + 0.06058738753199577, + 0.07216622680425644, + 0.06007691100239754, + 0.06433993577957153, + 0.0718381404876709, + 0.05270739272236824, + 0.0664752721786499 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-1d3f30fae746c0b9cefc", + "ms-dc26b448cce4164a23e6", + "ms-e84163d9ef2e7014daca", + "ms-554727d05aa9a2b32904", + "ms-e84163d9ef2e7014daca", + "ms-f85a653af630821f2572", + "ms-7eaea428dfdef7255a66", + "ms-36f0ff5c96ebdd4644c2" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-62f8c18a15c566ec4b00", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.20886297523975372, + 0.23504795134067535, + 0.8964986801147461, + -0.45782309770584106, + 0.15232440829277039, + 1.7494276762008667, + 0.4145902991294861, + -0.05762737989425659, + 0.11030366271734238, + 0.9142340421676636, + -0.34527504444122314, + 0.2316683828830719, + 0.9877126216888428, + 0.1259622424840927, + 0.9096128940582275, + 0.007373280823230743, + -0.050207749009132385, + 0.19555462896823883, + 0.1134178638458252, + 1.2216646671295166, + 0.015735968947410583 + ], + [ + -0.2634950280189514, + 0.35334914922714233, + 0.8262014389038086, + -0.34690558910369873, + 0.0359216183423996, + 1.4173818826675415, + 0.2881280779838562, + -0.04905182123184204, + 0.14275525510311127, + 1.0143176317214966, + -0.3133854269981384, + 0.4205688238143921, + 0.8463542461395264, + -0.029302135109901428, + 0.7145671248435974, + -0.16884490847587585, + -0.0557849258184433, + 0.3404572606086731, + 0.19401709735393524, + 1.0350916385650635, + -0.06727907061576843 + ], + [ + -0.2601615786552429, + 0.2908707857131958, + 0.8874576091766357, + -0.06037309765815735, + -0.07751387357711792, + 1.2539891004562378, + -0.13010263442993164, + -0.042666152119636536, + 0.009595471434295177, + 0.8563693761825562, + -0.364271342754364, + 0.6738858819007874, + 0.8624504804611206, + 0.10568687319755554, + 0.6575760245323181, + -0.12198500335216522, + -0.26243847608566284, + 0.3754069209098816, + 0.06696856021881104, + 0.9872466921806335, + -0.038230836391448975 + ], + [ + -0.43968427181243896, + 0.3714084029197693, + 0.7505820989608765, + -0.25313323736190796, + 0.11230673640966415, + 1.6838096380233765, + 0.05364805459976196, + -0.05349312722682953, + 0.09627294540405273, + 0.9156501889228821, + -0.25789323449134827, + 0.4137476086616516, + 0.7532533407211304, + -0.019981086254119873, + 0.607612133026123, + -0.20912404358386993, + -0.07764770090579987, + 0.37665224075317383, + 0.08624988794326782, + 0.9619662165641785, + 0.006346374750137329 + ], + [ + -0.341428279876709, + 0.38067764043807983, + 0.7709189653396606, + -0.3264523148536682, + -0.014096885919570923, + 1.6588081121444702, + 0.173966646194458, + -0.07628095149993896, + 0.1064545065164566, + 0.8912980556488037, + -0.36145931482315063, + 0.4652911424636841, + 0.6799939870834351, + 0.0387875959277153, + 0.7326026558876038, + -0.1710968315601349, + -0.05462656915187836, + 0.28882306814193726, + -0.01743793487548828, + 0.9826222062110901, + -0.03105969727039337 + ], + [ + -0.31839168071746826, + 0.43411916494369507, + 0.8668011426925659, + 0.053124189376831055, + 0.3272525668144226, + 1.2029757499694824, + -0.04936552047729492, + 0.1015249714255333, + 0.1076698750257492, + 0.976713240146637, + -0.269154816865921, + 0.013076737523078918, + 0.6542644500732422, + 0.17234662175178528, + 0.739324152469635, + -0.001826954074203968, + -0.3880678415298462, + 0.1597111076116562, + 0.2243044674396515, + 1.2432138919830322, + 0.07690998166799545 + ], + [ + -0.2744941711425781, + 0.2443857640028, + 0.8915774822235107, + -0.10861236602067947, + 0.08780510723590851, + 1.5521091222763062, + -0.03659087419509888, + -0.11323592066764832, + 0.11314363777637482, + 1.038884162902832, + 0.24857228994369507, + 0.4094424545764923, + 1.2422574758529663, + 0.6714778542518616, + 0.3658856749534607, + -0.2929532527923584, + -0.18526773154735565, + 0.5731385946273804, + -0.07264217734336853, + 1.5351989269256592, + 0.6619027256965637 + ], + [ + -0.4327767491340637, + 0.3571664094924927, + 0.8759806752204895, + -0.3659942150115967, + -0.02088448405265808, + 2.0961198806762695, + 0.14518305659294128, + -0.029100894927978516, + 0.10967981815338135, + 0.8608389496803284, + -0.40868452191352844, + 0.5135307312011719, + 0.8456257581710815, + 0.0966753140091896, + 0.8842036128044128, + -0.12587013840675354, + -0.08846645057201385, + 0.2512378990650177, + 0.09523259103298187, + 1.1273601055145264, + -0.15087592601776123 + ] + ], + "generated_utilities": [ + 0.06906759738922119, + 0.06058738753199577, + 0.07216622680425644, + 0.06007691100239754, + 0.06433993577957153, + 0.0718381404876709, + 0.05270739272236824, + 0.0664752721786499 + ], + "group_id": "ms-62f8c18a15c566ec4b00", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2055879682302475, + 0.15903471410274506, + 0.1770331859588623, + 0.17461439967155457, + 0.10903843492269516, + 2.0, + 0.11207237094640732, + 0.07629036903381348, + 0.11582325398921967, + 0.08135102689266205, + 0.14345130324363708, + 0.01588096283376217, + 0.10183835029602051, + 0.09354820102453232, + 0.05616249889135361, + 0.03258174657821655 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.6560869216918945, + 1.4340802431106567, + 2.133042812347412, + -1.6187903881072998, + -0.3686235547065735, + 1.4221537113189697, + 2.051835536956787, + -0.5457002520561218, + 0.35233452916145325, + 2.232743501663208, + -0.6740322113037109, + 1.151375651359558, + 1.9049317836761475, + 2.4282453060150146, + 1.6576653718948364, + 0.20707398653030396, + -0.4855998158454895, + 0.6032449007034302, + -0.3807387948036194, + 1.416537880897522, + 2.054039716720581 + ], + [ + -1.6186679601669312, + 1.460119366645813, + 2.0704591274261475, + -1.5922223329544067, + -0.4771198332309723, + 1.6217238903045654, + 2.3241891860961914, + -0.7101117372512817, + 0.11226648092269897, + 2.1982007026672363, + -0.5209420919418335, + 1.141204595565796, + 1.642596960067749, + 2.263195753097534, + 1.8742636442184448, + 0.4953499138355255, + -0.19917738437652588, + 0.8825016021728516, + -0.646206259727478, + 1.348364233970642, + 1.9572612047195435 + ], + [ + -1.843491554260254, + 1.3809397220611572, + 2.2261292934417725, + -1.810011625289917, + 0.00466504693031311, + 1.6942816972732544, + 1.674796462059021, + -0.3701994717121124, + 0.48327118158340454, + 2.2937467098236084, + -1.0430699586868286, + 1.037003993988037, + 2.057415723800659, + 2.473893404006958, + 1.368512749671936, + 0.026398375630378723, + -0.28056252002716064, + 0.7394490838050842, + -0.135929673910141, + 1.4613816738128662, + 1.8182353973388672 + ], + [ + -1.7090202569961548, + 1.2014251947402954, + 2.5261003971099854, + -1.343761920928955, + 0.0014872252941131592, + 1.5080894231796265, + 2.469193696975708, + -0.33047181367874146, + 0.21748946607112885, + 1.9040542840957642, + -0.3248077929019928, + 1.2535462379455566, + 1.7681269645690918, + 2.413830280303955, + 1.5628516674041748, + 0.3692096769809723, + -0.6316268444061279, + 1.0549155473709106, + -0.585443913936615, + 1.4580261707305908, + 1.861475944519043 + ], + [ + -1.5739861726760864, + 1.9851735830307007, + 1.9895859956741333, + -1.9584285020828247, + 0.03283119201660156, + 1.724684715270996, + 2.0848584175109863, + -0.027308106422424316, + 0.575861930847168, + 1.8278206586837769, + -0.7953307628631592, + 0.8764586448669434, + 1.4398837089538574, + 2.4535489082336426, + 2.2188212871551514, + 0.6409536600112915, + -0.04618185758590698, + 0.06571757793426514, + -0.25220340490341187, + 1.9525489807128906, + 2.6318905353546143 + ], + [ + -2.215092420578003, + 1.1943053007125854, + 2.7162277698516846, + -1.6025424003601074, + -0.11321327090263367, + 0.9839931726455688, + 2.6188716888427734, + 0.042060136795043945, + -0.09425070881843567, + 2.1560912132263184, + -0.7630303502082825, + 1.2800164222717285, + 1.5591206550598145, + 1.914273977279663, + 1.9637861251831055, + 0.07990777492523193, + -0.06643101572990417, + 0.2255931794643402, + -0.6621066331863403, + 1.8767895698547363, + 1.7678380012512207 + ], + [ + -2.125091791152954, + 1.1038992404937744, + 2.161226272583008, + -1.6163935661315918, + 0.10153412818908691, + 1.2773993015289307, + 1.79843270778656, + -0.8195581436157227, + 0.9643011093139648, + 1.747107982635498, + -0.21194970607757568, + 0.8826547265052795, + 1.3701846599578857, + 2.0540931224823, + 1.6128103733062744, + 0.5142203569412231, + -0.6133832931518555, + 1.395470380783081, + 0.07671406865119934, + 1.9030730724334717, + 2.2358145713806152 + ], + [ + -2.1371500492095947, + 1.870188593864441, + 1.9894345998764038, + -0.7831147313117981, + -1.053368330001831, + 1.682460069656372, + 1.348923921585083, + -1.2364721298217773, + 1.1173516511917114, + 1.7603535652160645, + 0.07426255941390991, + 1.8963596820831299, + 2.6795802116394043, + 3.2893197536468506, + 1.676537275314331, + -0.017106592655181885, + -0.40520739555358887, + 1.4525823593139648, + 0.19225960969924927, + 1.4767534732818604, + 2.2304527759552 + ], + [ + -0.8013453483581543, + 2.1245508193969727, + 2.8506219387054443, + -2.42643666267395, + 0.32976478338241577, + 1.1282942295074463, + 1.7320069074630737, + 0.41262930631637573, + 0.20258726179599762, + 2.1259214878082275, + 0.05980044603347778, + 1.255560278892517, + 2.4665114879608154, + 2.0086617469787598, + 1.63053560256958, + 0.19051074981689453, + -1.314469814300537, + 0.4165726900100708, + 0.1314297318458557, + 1.2317640781402588, + 1.8156381845474243 + ], + [ + -2.5627613067626953, + 0.4737064242362976, + 1.6717441082000732, + -1.4388712644577026, + -0.02389085292816162, + 0.9784414768218994, + 2.5549299716949463, + -1.1207588911056519, + 0.35878416895866394, + 3.093465805053711, + 0.03559839725494385, + 0.7894579768180847, + 1.7492616176605225, + 2.3220887184143066, + 1.3344006538391113, + 1.1986273527145386, + -0.3156958222389221, + 0.4671337604522705, + -0.02814057469367981, + 0.5898981690406799, + 2.9334373474121094 + ], + [ + -2.142909526824951, + 1.763897180557251, + 1.7624998092651367, + -2.436081647872925, + 0.26455628871917725, + 1.6793537139892578, + 1.672365665435791, + 0.3532595634460449, + 0.6855288147926331, + 1.8819252252578735, + -0.9443309903144836, + 0.9712191820144653, + 1.891847848892212, + 2.490070104598999, + 1.019745945930481, + 0.8878521919250488, + -1.4222099781036377, + -0.36554014682769775, + -0.6266958117485046, + 1.3942829370498657, + 1.4608699083328247 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.103671073913574, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.856490612030029, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.108079433441162 + ] + ], + "predicted_scores": [ + 5.213999271392822, + 5.040152072906494, + 5.036060333251953, + 4.971724033355713, + 4.542107582092285, + 4.3967742919921875, + 4.354056358337402, + 4.2997965812683105 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "672328262/train2", + "selected_index": 0, + "state_hash": "84e145dfde468dab4dbe311d89e386bf330084ee72c7e0358ac6989be802aa2a", + "stored_base_utility": 0.2055879682302475, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19699124991893768, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19699124991893768 + }, + "base_progress": 0.19699124991893768, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.19699124991893768, + "candidate_action_clip_max_abs": [ + 0.2817652225494385, + 0.28060078620910645, + 0.3565218448638916, + 0.2959026098251343, + 0.31397759914398193, + 0.38225507736206055, + 0.2765049934387207, + 0.35018861293792725 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2817652225494385, + "contact_quality": null, + "progress": 0.16703255474567413, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16703255474567413 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28060078620910645, + "contact_quality": null, + "progress": 0.24791230261325836, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24791230261325836 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3565218448638916, + "contact_quality": null, + "progress": 0.2120152711868286, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2120152711868286 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2959026098251343, + "contact_quality": null, + "progress": 0.2287835329771042, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2287835329771042 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.31397759914398193, + "contact_quality": null, + "progress": 0.2415814846754074, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2415814846754074 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.38225507736206055, + "contact_quality": null, + "progress": 0.16108381748199463, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16108381748199463 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2765049934387207, + "contact_quality": null, + "progress": 0.25252875685691833, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25252875685691833 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.35018861293792725, + "contact_quality": null, + "progress": 0.22627584636211395, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22627584636211395 + } + ], + "candidate_progress": [ + 0.16703255474567413, + 0.24791230261325836, + 0.2120152711868286, + 0.2287835329771042, + 0.2415814846754074, + 0.16108381748199463, + 0.25252875685691833, + 0.22627584636211395 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-99357c610a8ebf4f5613", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce", + "ms-98eb81debb5186ebbe38", + "ms-75da653dc43676d593ce", + "ms-75da653dc43676d593ce" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-6661b157c41ad4d6ab85", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.5313022136688232, + 0.14490361511707306, + -0.9552520513534546, + -0.4263763129711151, + -0.529736340045929, + -2.1131558418273926, + -1.8867664337158203, + 1.0850838422775269, + 0.15458457171916962, + -0.12758871912956238, + -1.1791579723358154, + 0.6966290473937988, + -2.6932413578033447, + -1.7965737581253052, + 1.2530450820922852, + 0.06779113411903381, + -1.0747326612472534, + -0.052111074328422546, + 0.46313756704330444, + -1.0634980201721191, + -1.0982333421707153 + ], + [ + 1.3804681301116943, + 0.2434707134962082, + -1.1146212816238403, + -0.5008288621902466, + -0.45732659101486206, + -2.2120866775512695, + -1.9468388557434082, + 0.6742196083068848, + -0.08064492046833038, + -0.18473735451698303, + -0.9821664094924927, + 0.5316997766494751, + -2.5842998027801514, + -2.176677703857422, + 0.8828835487365723, + -0.008017031475901604, + -0.3595011830329895, + -0.1470097154378891, + 0.10384540259838104, + -0.9226250052452087, + -1.2647144794464111 + ], + [ + 1.6486488580703735, + 0.2325197011232376, + -1.325541615486145, + -0.6392821669578552, + -0.40527474880218506, + -2.3038339614868164, + -1.6009547710418701, + 0.8032610416412354, + -0.0612330287694931, + -0.060993216931819916, + -0.9078565239906311, + 0.5269081592559814, + -3.145219564437866, + -2.1182217597961426, + 0.9198333024978638, + -0.027377188205718994, + -0.39957427978515625, + -0.10851426422595978, + 0.036370933055877686, + -0.5334629416465759, + -1.3364251852035522 + ], + [ + 1.4892557859420776, + 0.17516691982746124, + -1.1040581464767456, + -0.33820879459381104, + -0.5256573557853699, + -2.082345485687256, + -1.9564330577850342, + 0.675972580909729, + -0.006550628691911697, + -0.17937788367271423, + -0.9989500045776367, + 0.651110053062439, + -2.845585584640503, + -2.3313956260681152, + 0.8589860200881958, + 0.05821336433291435, + -0.41118091344833374, + -0.21169032156467438, + 0.1516849249601364, + -0.9580176472663879, + -1.2781044244766235 + ], + [ + 1.5037177801132202, + 0.24864564836025238, + -1.2475484609603882, + -0.4014695882797241, + -0.4679107666015625, + -2.243506669998169, + -1.8895747661590576, + 0.6757521629333496, + -0.04812038689851761, + -0.13113409280776978, + -0.9519628286361694, + 0.6399158835411072, + -2.8398091793060303, + -2.3392627239227295, + 0.9300372004508972, + -0.008295604959130287, + -0.37696337699890137, + -0.14920000731945038, + 0.17952266335487366, + -0.9236598610877991, + -1.0819846391677856 + ], + [ + 1.4018677473068237, + 0.38566869497299194, + -0.6842083930969238, + -0.5417208075523376, + -0.2502439320087433, + -2.8033018112182617, + -2.2393569946289062, + 1.0832481384277344, + 0.0874304473400116, + -0.05840509384870529, + -1.2258431911468506, + 0.5447104573249817, + -2.866971254348755, + -1.6770473718643188, + 0.804976761341095, + 0.035172585397958755, + -0.6977333426475525, + -0.06854961812496185, + 0.07341665029525757, + -1.212968111038208, + -0.6251429319381714 + ], + [ + 1.3706691265106201, + 0.14929932355880737, + -1.7894474267959595, + -0.5351133942604065, + -0.5830889344215393, + -1.8385716676712036, + -2.0566492080688477, + 0.6929966807365417, + 0.040460050106048584, + -0.3283112049102783, + -0.9119213223457336, + 0.9922308325767517, + -2.922605276107788, + -2.0711944103240967, + 1.1390626430511475, + 0.09266644716262817, + -0.373210072517395, + -0.03376229107379913, + -0.36778855323791504, + -0.26491737365722656, + -0.9150097370147705 + ], + [ + 1.6509473323822021, + 0.18295679986476898, + -0.915273904800415, + -0.610873818397522, + -0.5072854161262512, + -2.708897829055786, + -1.9896118640899658, + 0.5400391221046448, + 0.12359219789505005, + -0.2542705833911896, + -0.9700864553451538, + 0.5201636552810669, + -2.685711145401001, + -2.8161933422088623, + 1.1113489866256714, + 0.05557909235358238, + -0.5740915536880493, + -0.054827556014060974, + 0.059809908270835876, + -0.8213902115821838, + -0.6042647361755371 + ] + ], + "generated_utilities": [ + 0.16703255474567413, + 0.24791230261325836, + 0.2120152711868286, + 0.2287835329771042, + 0.2415814846754074, + 0.16108381748199463, + 0.25252875685691833, + 0.22627584636211395 + ], + "group_id": "ms-6661b157c41ad4d6ab85", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1028827428817749, + 0.14525163173675537, + 0.10538782924413681, + 0.08972486108541489, + 0.2312522828578949, + 0.1048247441649437, + 0.16003742814064026, + 0.2351006269454956, + 0.09247376769781113, + 0.10445837676525116, + 0.08394813537597656, + 0.17320162057876587, + 0.11182968318462372, + 0.16799043118953705, + 0.1002475842833519, + 0.09371928870677948 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.517203450202942, + -0.04010966047644615, + -0.9176056385040283, + -0.035768091678619385, + -0.44710874557495117, + -2.8380439281463623, + -2.714270830154419, + 1.1235332489013672, + -0.3841715157032013, + 0.026074480265378952, + -0.9599576592445374, + 0.9921401143074036, + -3.1911747455596924, + -2.4681501388549805, + 1.8326367139816284, + -0.4197058081626892, + -0.040397901087999344, + -0.37471577525138855, + 1.7451434135437012, + -1.6306462287902832, + -0.7785218954086304 + ], + [ + 1.7993829250335693, + -0.07180561870336533, + -1.150048851966858, + -0.05198563262820244, + -0.2246144562959671, + -2.9340641498565674, + -2.9140820503234863, + 1.1740802526474, + -0.2884048819541931, + -0.09633651375770569, + -0.7306676506996155, + 1.1138850450515747, + -3.207460880279541, + -2.644742965698242, + 1.6668424606323242, + -0.3613404333591461, + 0.051853153854608536, + -0.5860493779182434, + 1.7046256065368652, + -1.7654368877410889, + -1.037408709526062 + ], + [ + 1.761148452758789, + 0.32712188363075256, + -0.8041691184043884, + 0.19516611099243164, + -0.7658216953277588, + -2.5079400539398193, + -2.4504475593566895, + 1.3949496746063232, + -0.1717127412557602, + 0.03942512720823288, + -0.7313735485076904, + 1.0882976055145264, + -2.8608486652374268, + -2.857881546020508, + 1.6936382055282593, + -0.07035979628562927, + 0.16235803067684174, + -0.5700169801712036, + 2.092926502227783, + -1.9041404724121094, + -0.7343549728393555 + ], + [ + 2.0508804321289062, + -0.17419478297233582, + -1.5968130826950073, + 0.03662153333425522, + -0.930981457233429, + -3.4488158226013184, + -2.837057590484619, + 1.351449966430664, + -1.0361213684082031, + -0.06282100081443787, + -0.4343034625053406, + 0.9914931654930115, + -2.421638011932373, + -2.470588207244873, + 1.4959747791290283, + -1.0900726318359375, + 0.5267700552940369, + -0.5292172431945801, + 1.244865894317627, + -0.9508543610572815, + -0.5885627269744873 + ], + [ + 1.5746567249298096, + -0.014852382242679596, + -0.871511697769165, + 0.49755215644836426, + -1.2544353008270264, + -2.2362277507781982, + -2.087831974029541, + 0.18865966796875, + 0.576401948928833, + 0.35249245166778564, + -0.9635617136955261, + 1.6474382877349854, + -4.12661075592041, + -2.5163471698760986, + 2.7868499755859375, + 0.3066595792770386, + 0.6988135576248169, + -0.19713149964809418, + 1.0136185884475708, + -1.1958736181259155, + -0.647771418094635 + ] + ], + "predicted_scores": [ + 4.504327297210693, + 4.060925483703613, + 3.9100193977355957, + 3.7955565452575684, + 3.6662511825561523, + 3.48793888092041, + 3.2979583740234375, + 3.0054373741149902 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train2", + "selected_index": 0, + "state_hash": "72840f43d12512d062adbfb8b6e47cab0deef63df4f38e2baf249007c30e13b1", + "stored_base_utility": 0.1028827428817749, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.25001442432403564, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.25001442432403564 + }, + "base_progress": 0.25001442432403564, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.25001442432403564, + "candidate_action_clip_max_abs": [ + 0.0, + 0.004475593566894531, + 0.0, + 0.045616984367370605, + 0.0, + 0.02805781364440918, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2272331267595291, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2272331267595291 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004475593566894531, + "contact_quality": null, + "progress": 0.31406447291374207, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.31406447291374207 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.231573224067688, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.231573224067688 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.045616984367370605, + "contact_quality": null, + "progress": 0.2666532099246979, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2666532099246979 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22573597729206085, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22573597729206085 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.02805781364440918, + "contact_quality": null, + "progress": 0.26090195775032043, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26090195775032043 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2863720655441284, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2863720655441284 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1999625414609909, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1999625414609909 + } + ], + "candidate_progress": [ + 0.2272331267595291, + 0.31406447291374207, + 0.231573224067688, + 0.2666532099246979, + 0.22573597729206085, + 0.26090195775032043, + 0.2863720655441284, + 0.1999625414609909 + ], + "candidate_safety_violation": [ + false, + true, + false, + true, + false, + true, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-7a044cb6c7bb03f3ea10", + "ms-38dff128761905bb1507", + "ms-38dff128761905bb1507", + "ms-1a4979e969aa331fb126" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-6b789356d65b3312fbae", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.07388436794281, + 0.25810760259628296, + -0.40735605359077454, + -0.5949954390525818, + 0.35474392771720886, + -1.3604745864868164, + -0.5330908894538879, + 0.0801437571644783, + 0.11128179728984833, + 0.16286775469779968, + -0.348998486995697, + 0.4663607180118561, + -0.3593248426914215, + 0.05280540883541107, + -0.3480609953403473, + -0.1171853244304657, + 0.5356171131134033, + 0.5665474534034729, + -0.020757287740707397, + 1.857048511505127, + 1.1282824277877808 + ], + [ + 1.2457860708236694, + 0.36310887336730957, + -1.1179875135421753, + -0.000710606575012207, + -0.14705109596252441, + -1.1202679872512817, + -0.7973750233650208, + -0.11787852644920349, + 0.31702521443367004, + 0.16809457540512085, + -0.11348406225442886, + 0.7158378958702087, + -0.13897517323493958, + 0.6240727305412292, + -0.445030152797699, + 0.054827865213155746, + 0.40859419107437134, + 0.47591036558151245, + 0.06112682819366455, + 1.9538326263427734, + 1.65493905544281 + ], + [ + 0.8315253853797913, + 0.13022038340568542, + -0.3833028972148895, + -0.24988210201263428, + 0.2742822468280792, + -1.2362440824508667, + -0.3264871835708618, + 0.1534903198480606, + 0.15761776268482208, + 0.3525288999080658, + -0.23447921872138977, + 0.32308369874954224, + -0.14222091436386108, + 0.37796127796173096, + -0.4827178716659546, + -0.11396214365959167, + 0.4359685182571411, + 0.437516450881958, + -0.15365684032440186, + 1.6437315940856934, + 0.7887923717498779 + ], + [ + 1.3776308298110962, + 0.31551533937454224, + -0.8132282495498657, + -0.06908400356769562, + -0.29606330394744873, + -1.174000859260559, + -0.5456076264381409, + -0.01189965009689331, + 0.31690898537635803, + 0.07324693351984024, + -0.13600236177444458, + 0.7838780879974365, + -0.09704744815826416, + 0.47104430198669434, + -0.40638279914855957, + 0.05966724827885628, + 0.4552486836910248, + 0.4745391607284546, + 0.015564918518066406, + 2.184636116027832, + 1.3759478330612183 + ], + [ + 0.904884397983551, + 0.0805780440568924, + -0.34875306487083435, + -0.20833393931388855, + 0.17156673967838287, + -1.2731868028640747, + -0.11114561557769775, + 0.13276079297065735, + 0.18521690368652344, + 0.2892647385597229, + -0.23601239919662476, + 0.42917710542678833, + -0.09403029084205627, + 0.37575432658195496, + -0.576092541217804, + -0.15874706208705902, + 0.495991051197052, + 0.49541741609573364, + -0.0796566903591156, + 1.466533899307251, + 0.897269606590271 + ], + [ + 1.3080049753189087, + 0.3151814341545105, + -0.8550516366958618, + 0.07324197888374329, + -0.3222190737724304, + -1.1975668668746948, + -0.581619918346405, + -0.01608489453792572, + 0.30281975865364075, + -0.0035651549696922302, + -0.1556575894355774, + 0.8459329605102539, + -0.12197095155715942, + 0.5031532049179077, + -0.26194581389427185, + 0.02291135862469673, + 0.43982070684432983, + 0.4970738887786865, + 0.10844719409942627, + 2.0889408588409424, + 1.369088888168335 + ], + [ + 1.1908605098724365, + 0.2391272932291031, + -0.8685406446456909, + -0.086138516664505, + -0.02610054612159729, + -0.974884033203125, + -0.07889348268508911, + -0.17726212739944458, + 0.26319053769111633, + 0.11267165839672089, + -0.14735084772109985, + 0.8378370404243469, + -0.2016967236995697, + 0.7296926975250244, + -0.3055277168750763, + 0.05967176333069801, + 0.3675728440284729, + 0.8230262994766235, + 0.042821332812309265, + 1.8055989742279053, + 1.4521905183792114 + ], + [ + 0.9262632131576538, + 0.018036961555480957, + -0.295560747385025, + -0.05770683288574219, + 0.18140429258346558, + -1.2694344520568848, + -0.1043139100074768, + 0.22234247624874115, + 0.0625385269522667, + 0.35780560970306396, + -0.06815643608570099, + 0.5915886163711548, + 0.06775990128517151, + 0.3625437021255493, + -0.3800763487815857, + -0.077024444937706, + 0.36245423555374146, + 0.2229894995689392, + -0.1955462098121643, + 1.5313670635223389, + 0.9503854513168335 + ] + ], + "generated_utilities": [ + 0.2272331267595291, + 0.31406447291374207, + 0.231573224067688, + 0.2666532099246979, + 0.22573597729206085, + 0.26090195775032043, + 0.2863720655441284, + 0.1999625414609909 + ], + "group_id": "ms-6b789356d65b3312fbae", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.07837198674678802, + 0.09221899509429932, + 0.07385065406560898, + 0.0741632804274559, + 0.1734561324119568, + 0.07816793769598007, + 0.15107890963554382, + 0.1827252358198166, + 0.19985663890838623, + 0.08797504752874374, + 0.08000326156616211, + 0.10876421630382538, + 0.11968763917684555, + 0.11916106939315796, + 0.22781728208065033, + 0.1866087168455124 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 2.0156161785125732, + 0.2708319425582886, + -1.4105134010314941, + -0.741651713848114, + -0.7480002641677856, + -2.758481979370117, + -2.7926201820373535, + 1.0074121952056885, + -0.15721572935581207, + 0.1922328919172287, + -1.8311253786087036, + 1.164831280708313, + 0.20786908268928528, + 0.7082524299621582, + -0.6652512550354004, + 0.10464581847190857, + 0.7013724446296692, + 0.5855778455734253, + 1.0719592571258545, + 3.2229630947113037, + 2.2257766723632812 + ], + [ + 1.923499345779419, + 0.5184398889541626, + -1.6978814601898193, + -0.6371016502380371, + -1.0405744314193726, + -2.9530980587005615, + -3.047527313232422, + 0.8196536302566528, + 0.019341394305229187, + 0.24699440598487854, + -1.950567603111267, + 1.0887455940246582, + 0.4718245267868042, + 0.5291539430618286, + -0.6633994579315186, + 0.16146153211593628, + 0.49701952934265137, + 0.8323142528533936, + 1.1863454580307007, + 3.3949224948883057, + 2.4928648471832275 + ], + [ + 2.088602304458618, + 0.4980770945549011, + -1.3898978233337402, + -0.45608532428741455, + -0.8454669117927551, + -3.1307356357574463, + -2.566277503967285, + 1.167101502418518, + 0.02271503210067749, + -0.00023068487644195557, + -2.0321950912475586, + 1.5045121908187866, + 0.23645640909671783, + 0.3092021644115448, + -1.0583314895629883, + -0.2435750663280487, + 0.30192747712135315, + 0.9762213230133057, + 1.233002781867981, + 2.936829090118408, + 2.490572214126587 + ], + [ + 2.1947803497314453, + 0.6182233095169067, + -1.6611610651016235, + -0.8385093212127686, + -0.786187469959259, + -3.1987979412078857, + -2.6712255477905273, + 1.2445181608200073, + 0.23377694189548492, + 0.4878695011138916, + -1.7734622955322266, + 1.5394563674926758, + 0.4078996777534485, + 0.7716190218925476, + -0.8913173675537109, + 0.4985947608947754, + 1.1345560550689697, + 0.49033039808273315, + 0.8295516967773438, + 3.065937042236328, + 2.5529069900512695 + ], + [ + 1.1333650350570679, + -0.48983436822891235, + -1.6795545816421509, + -0.8057236671447754, + -0.6718871593475342, + -3.1706302165985107, + -3.615992546081543, + 0.09915417432785034, + 0.1928550750017166, + 0.6263319849967957, + -2.7059812545776367, + 1.8981163501739502, + -0.21203798055648804, + 0.7878415584564209, + -0.04766589403152466, + 0.11480198800563812, + 0.37323063611984253, + 1.4335460662841797, + 1.1411949396133423, + 3.8905887603759766, + 1.833850622177124 + ], + [ + 1.6528695821762085, + -0.41553962230682373, + -2.3055124282836914, + -1.498466968536377, + -1.5625884532928467, + -3.415522336959839, + -2.528317451477051, + 0.12783968448638916, + 0.5560134649276733, + 0.1815750151872635, + -2.590240478515625, + 1.5375080108642578, + 0.7643393278121948, + 0.3625429570674896, + -1.154564619064331, + -0.27043232321739197, + 0.022584140300750732, + 0.1882701814174652, + 0.5378420352935791, + 2.8129286766052246, + 2.4311671257019043 + ] + ], + "predicted_scores": [ + 2.0531063079833984, + 1.7725485563278198, + 1.5208240747451782, + 1.3510037660598755, + 1.2680113315582275, + 0.9897794127464294, + 0.5676674842834473, + 0.12378425896167755 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train2", + "selected_index": 0, + "state_hash": "203c64e4dbf7e5fe1e4b3e54cf689f26a81e74bacb38984a4d0ce009bf4a4e51", + "stored_base_utility": 0.07837198674678802, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11255800724029541, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11255800724029541 + }, + "base_progress": 0.11255800724029541, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11255800724029541, + "candidate_action_clip_max_abs": [ + 0.0067596435546875, + 0.0, + 0.00693821907043457, + 0.013837575912475586, + 0.0023549795150756836, + 0.007719635963439941, + 0.004155874252319336, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0067596435546875, + "contact_quality": null, + "progress": 0.07624612003564835, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07624612003564835 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07725050300359726, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07725050300359726 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.00693821907043457, + "contact_quality": null, + "progress": 0.04909829422831535, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04909829422831535 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.013837575912475586, + "contact_quality": null, + "progress": 0.0861951932311058, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0861951932311058 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0023549795150756836, + "contact_quality": null, + "progress": 0.06548837572336197, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06548837572336197 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.007719635963439941, + "contact_quality": null, + "progress": 0.06419149786233902, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06419149786233902 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.004155874252319336, + "contact_quality": null, + "progress": 0.06084797903895378, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06084797903895378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05696471408009529, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05696471408009529 + } + ], + "candidate_progress": [ + 0.07624612003564835, + 0.07725050300359726, + 0.04909829422831535, + 0.0861951932311058, + 0.06548837572336197, + 0.06419149786233902, + 0.06084797903895378, + 0.05696471408009529 + ], + "candidate_safety_violation": [ + true, + false, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-5e422b9487b4a1efd7af", + "ms-5e422b9487b4a1efd7af", + "ms-003a2225c0892dcda683", + "ms-ebacae0135af2832dfbb", + "ms-ebacae0135af2832dfbb", + "ms-3d090ac2459c4b891dd1", + "ms-003a2225c0892dcda683", + "ms-003a2225c0892dcda683" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7923b8196b397863cf4f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.08109290897846222, + -0.07730072736740112, + 0.19038408994674683, + -0.270263671875, + 1.3403184413909912, + 0.369429349899292, + 0.5189913511276245, + 0.11891191452741623, + 0.007573415525257587, + -0.08056526631116867, + -0.19847527146339417, + 0.5462958216667175, + -0.426521360874176, + 0.16505871713161469, + -0.4759591221809387, + 0.22953063249588013, + 0.9015253186225891, + -0.08193163573741913, + -0.029354453086853027, + 1.667518138885498, + 0.3881648778915405 + ], + [ + 0.15937475860118866, + -0.08533330261707306, + 0.15979135036468506, + -0.20462292432785034, + 1.276453971862793, + 0.36797600984573364, + 0.39516299962997437, + 0.055818527936935425, + 0.037358012050390244, + -0.09448883682489395, + -0.13265258073806763, + 0.5858137607574463, + -0.480079710483551, + 0.10410565882921219, + -0.4738669991493225, + 0.23502971231937408, + 0.9039836525917053, + -0.10142345726490021, + 0.0136166512966156, + 1.6228411197662354, + 0.27070352435112 + ], + [ + -0.23863519728183746, + -0.13094809651374817, + 0.3767216205596924, + -0.2943882644176483, + 1.5087103843688965, + 0.5874008536338806, + 0.5106527805328369, + 0.07381357252597809, + -0.08407273143529892, + 0.10552316159009933, + -0.12118519097566605, + 0.2884010374546051, + -0.3194708228111267, + 0.17309938371181488, + -0.6416776180267334, + 0.1496073454618454, + 0.8342666029930115, + 0.09460735321044922, + 0.1116352528333664, + 1.6257729530334473, + 0.6761443614959717 + ], + [ + 0.21870532631874084, + -0.009553533047437668, + 0.2937932014465332, + -0.16872358322143555, + 1.2559576034545898, + 0.34072721004486084, + 0.5483115315437317, + 0.20513853430747986, + -0.011392766609787941, + -0.12374988943338394, + -0.10797856003046036, + 0.35210898518562317, + -0.5066715478897095, + 0.04224681109189987, + -0.5117344856262207, + 0.23089170455932617, + 0.7996528744697571, + -0.07577650249004364, + -0.09030181169509888, + 1.742170810699463, + 0.39315468072891235 + ], + [ + 0.01881815493106842, + -0.05693602189421654, + 0.2669112980365753, + -0.17272135615348816, + 1.3553125858306885, + 0.16748718917369843, + 0.4367102086544037, + 0.04224836826324463, + -0.006024537608027458, + -0.056215547025203705, + -0.1866186559200287, + 0.5114120244979858, + -0.3458247184753418, + 0.014143049716949463, + -0.5225370526313782, + 0.22732886672019958, + 0.9105359315872192, + -0.1013260930776596, + -0.11566710472106934, + 1.6087331771850586, + 0.499641090631485 + ], + [ + 0.010854378342628479, + -0.06809355318546295, + 0.32142478227615356, + -0.17933306097984314, + 1.322338581085205, + 0.16321296989917755, + 0.4935043454170227, + 0.05984772741794586, + -0.014532817527651787, + -0.09007786959409714, + -0.11826422065496445, + 0.44869154691696167, + -0.3934648334980011, + 0.04027392715215683, + -0.5703149437904358, + 0.21412643790245056, + 0.9414857029914856, + -0.0519433468580246, + -0.08786764740943909, + 1.660071849822998, + 0.4456818401813507 + ], + [ + 0.06387368589639664, + -0.08727400004863739, + 0.2824147939682007, + -0.3046726882457733, + 1.4446454048156738, + 0.23483394086360931, + 0.29169392585754395, + 0.05893769860267639, + 0.03970839083194733, + 0.008533962070941925, + -0.20458480715751648, + 0.5609754323959351, + -0.5154009461402893, + -0.0798807442188263, + -0.5131751894950867, + 0.24513636529445648, + 1.0411251783370972, + -0.10245175659656525, + -0.015683770179748535, + 1.6874010562896729, + 0.37415915727615356 + ], + [ + 0.05832201987504959, + -0.11491864919662476, + 0.30933892726898193, + -0.32330384850502014, + 1.3779089450836182, + 0.24495142698287964, + 0.2602347135543823, + -0.026150718331336975, + 0.025654498487710953, + -0.0017155259847640991, + -0.17173421382904053, + 0.507079005241394, + -0.5307988524436951, + -0.04591017961502075, + -0.5599773526191711, + 0.2172205001115799, + 0.9927083849906921, + -0.08676256239414215, + -0.1227371096611023, + 1.635568380355835, + 0.45223578810691833 + ] + ], + "generated_utilities": [ + 0.07624612003564835, + 0.07725050300359726, + 0.04909829422831535, + 0.0861951932311058, + 0.06548837572336197, + 0.06419149786233902, + 0.06084797903895378, + 0.05696471408009529 + ], + "group_id": "ms-7923b8196b397863cf4f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17002534866333008, + 2.0, + 0.06040412187576294, + 2.0, + 0.09307559579610825, + 0.05546772480010986, + 0.07428499311208725, + 0.08366628736257553, + 0.050452232360839844, + 0.1770748794078827, + 0.10652299970388412, + 0.07670359313488007, + 0.0680847018957138, + 0.03911560773849487, + 0.03537100553512573, + 0.07232753932476044 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06108289957046509, + -0.14300471544265747, + 0.2834104299545288, + 0.0508648157119751, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.053193867206573486, + 0.07943218946456909, + -0.16342324018478394, + -0.006190299987792969, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.16527648270130157, + 1.0720045566558838, + 0.05138009786605835, + 0.05550938844680786, + 1.937180757522583, + 0.0 + ], + [ + 0.8208985328674316, + -0.6007746458053589, + 1.2834104299545288, + -0.661550760269165, + 2.6805853843688965, + 1.3179579973220825, + 1.2610857486724854, + 0.5587751865386963, + -0.06413137912750244, + 0.6423162817955017, + -0.2581426799297333, + 1.2182191610336304, + -1.1666615009307861, + -0.7365702390670776, + -1.390463948249817, + 0.16291509568691254, + 2.072004556655884, + 0.41419553756713867, + 0.5715568661689758, + 2.937180757522583, + 2.4453470706939697 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5221714973449707, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.4731404781341553, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.8906941413879395 + ], + [ + 0.9169256687164307, + -0.5649600028991699, + 1.3409719467163086, + -0.8470401763916016, + 2.4292571544647217, + 1.1733171939849854, + 1.0069570541381836, + 0.6734354496002197, + -0.3578030467033386, + 0.724748432636261, + -0.004034906625747681, + 1.2332510948181152, + -1.2597243785858154, + -0.5713180899620056, + -1.3613141775131226, + -0.07336610555648804, + 2.363234519958496, + 0.3206636905670166, + 0.6164177656173706, + 3.1215481758117676, + 2.1946582794189453 + ], + [ + 0.8153097033500671, + -0.8388860821723938, + 1.5833641290664673, + -0.862045407295227, + 2.631671905517578, + 1.299161434173584, + 0.9194029569625854, + 0.7185289859771729, + -0.03470604121685028, + 0.2722426652908325, + -0.4515470564365387, + 1.5579981803894043, + -1.2829742431640625, + -0.5442969799041748, + -1.348481297492981, + 0.11849039793014526, + 1.795058250427246, + 0.7899878025054932, + 0.8809146881103516, + 3.280630111694336, + 2.6940879821777344 + ], + [ + 0.881541907787323, + -0.4875389635562897, + 1.3875868320465088, + -0.33385223150253296, + 2.4668986797332764, + 0.9776381254196167, + 1.7450063228607178, + 0.26104891300201416, + 0.0641973614692688, + 0.7392885684967041, + -0.014361858367919922, + 1.1967313289642334, + -1.2433393001556396, + -0.6008938550949097, + -1.3479689359664917, + 0.264589786529541, + 2.443620443344116, + 0.5231938362121582, + 0.6882929801940918, + 2.4675066471099854, + 2.07444167137146 + ], + [ + 1.0024669170379639, + -0.8174414038658142, + 1.0040500164031982, + -0.13787370920181274, + 2.7940680980682373, + 0.8735761642456055, + 0.6140789985656738, + 0.8759884834289551, + -0.5768212676048279, + 0.3529990017414093, + -0.19522207975387573, + 1.6566451787948608, + -1.369764804840088, + -0.49384742975234985, + -0.7465975880622864, + 0.6674314141273499, + 1.5532333850860596, + 0.8877894878387451, + 1.0515005588531494, + 3.361727237701416, + 1.9764723777770996 + ], + [ + 0.49976322054862976, + 0.04827439785003662, + 1.5915987491607666, + -0.978760838508606, + 1.8951787948608398, + 1.0783021450042725, + 1.6194417476654053, + 0.5412295460700989, + -0.39899688959121704, + 0.6378920674324036, + -0.940678596496582, + 0.49685102701187134, + -1.7250343561172485, + -0.23798781633377075, + -0.93487149477005, + 0.48903924226760864, + 2.379164457321167, + 0.6348999738693237, + 1.165296196937561, + 2.897200107574463, + 1.821642279624939 + ], + [ + -0.016490638256072998, + 0.18374335765838623, + 2.159888505935669, + -0.38534823060035706, + 2.912508249282837, + 2.034323215484619, + 0.7399488091468811, + 1.0080149173736572, + 0.7252227067947388, + 1.3349955081939697, + 0.6200639009475708, + 1.0462408065795898, + -1.958813190460205, + -1.3427083492279053, + -0.7135247588157654, + 0.34854844212532043, + 1.3439762592315674, + 0.6882808208465576, + -0.24709230661392212, + 2.4046764373779297, + 2.467310667037964 + ], + [ + 0.9030749797821045, + -0.5314134955406189, + 1.317008137702942, + -0.6887779831886292, + 2.477206230163574, + 0.789581835269928, + 1.1077566146850586, + 0.8455837368965149, + -0.29677796363830566, + 0.7299568057060242, + 0.020073264837265015, + 1.4672564268112183, + -1.2579338550567627, + 0.20214760303497314, + -1.848854899406433, + 0.007428750395774841, + 2.6528031826019287, + 1.0719914436340332, + 0.2625694274902344, + 3.3532001972198486, + 2.0478529930114746 + ], + [ + 0.7450869083404541, + -0.2398325502872467, + 2.044489622116089, + 0.3115931749343872, + 2.635843276977539, + 1.4056423902511597, + 1.355732798576355, + 1.1630282402038574, + 0.9037503600120544, + 1.4195497035980225, + -0.8368847370147705, + 1.274738073348999, + -1.6568264961242676, + -1.2601194381713867, + -1.989067554473877, + 0.5750747919082642, + 1.2205936908721924, + 1.0070749521255493, + 0.8814286589622498, + 3.7537288665771484, + 2.2873740196228027 + ], + [ + -0.03760641813278198, + -1.0550209283828735, + 1.9693272113800049, + -0.8569232821464539, + 3.270319700241089, + 1.514161229133606, + 1.4436160326004028, + 0.7328718304634094, + 0.921722948551178, + -0.1468983292579651, + 0.05197477340698242, + 1.1528220176696777, + -0.38538438081741333, + -0.7544187903404236, + -0.7878000736236572, + 0.2260022610425949, + 1.9362629652023315, + -0.11397004127502441, + 1.3256161212921143, + 3.8167171478271484, + 2.4780402183532715 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.11659103631973267, + -0.03386658430099487, + 0.2834104299545288, + 0.014077842235565186, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + 0.03239846229553223, + -0.050663165748119354, + 0.09015613794326782, + -0.019106492400169373, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + -0.05967605113983154, + 1.0720045566558838, + 0.16410475969314575, + 0.02122122049331665, + 1.937180757522583, + 0.0 + ], + [ + 0.06457018852233887, + 0.29980558156967163, + 0.2834104299545288, + -0.3253760039806366, + 1.6805853843688965, + 0.3179579973220825, + 0.0, + -0.22610878944396973, + 0.5200238823890686, + -0.038995206356048584, + -0.23083485662937164, + 0.21821916103363037, + -0.16666150093078613, + 0.0, + -0.3904639482498169, + 0.3888838291168213, + 1.0720045566558838, + 0.5352581143379211, + 0.4191448390483856, + 1.937180757522583, + 0.0 + ] + ], + "predicted_scores": [ + 8.343924522399902, + 8.195291519165039, + 8.135637283325195, + 8.080031394958496, + 7.998339653015137, + 7.963119983673096, + 7.887060642242432, + 7.776070594787598 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1845489013/train2", + "selected_index": 0, + "state_hash": "7bf5610dc8ce7e668f955c51cf34ef0263d7ab2546f9a5c6f0f3d81831a505b8", + "stored_base_utility": 0.17002534866333008, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05078810453414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05078810453414917 + }, + "base_progress": 0.05078810453414917, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.05078810453414917, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04873647168278694, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04873647168278694 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05257529020309448, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05257529020309448 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.037068385630846024, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.037068385630846024 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04901574179530144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04901574179530144 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03857408091425896, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03857408091425896 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04965323209762573, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04965323209762573 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03965284302830696, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03965284302830696 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05105457827448845, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05105457827448845 + } + ], + "candidate_progress": [ + 0.04873647168278694, + 0.05257529020309448, + 0.037068385630846024, + 0.04901574179530144, + 0.03857408091425896, + 0.04965323209762573, + 0.03965284302830696, + 0.05105457827448845 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-4f0a41c8fb3caaeb9540", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-e6b654653119682cf01e", + "ms-ccb8bd419b9cd771d12f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-7df455efd413d77e6ce3", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.019738003611564636, + 0.019518323242664337, + 0.10431051254272461, + -0.8769629001617432, + 1.7667310237884521, + -0.2335294485092163, + -0.2558450698852539, + 0.386147677898407, + -0.11981500685214996, + -0.05581136792898178, + 0.8162255883216858, + 0.08441213518381119, + -0.46751391887664795, + 0.13807454705238342, + -0.16415101289749146, + -0.04398352652788162, + 0.14717841148376465, + -0.021518543362617493, + 0.27080124616622925, + 1.1446576118469238, + 0.06500715762376785 + ], + [ + 0.10347799956798553, + 0.028453700244426727, + 0.09602168202400208, + -0.76581871509552, + 1.7282025814056396, + -0.36559543013572693, + -0.2603428363800049, + 0.28304147720336914, + -0.12338927388191223, + -0.11268537491559982, + 0.9419556856155396, + 0.047355130314826965, + -0.37606585025787354, + 0.19719035923480988, + -0.18007105588912964, + -0.06142250820994377, + 0.1340055763721466, + -0.09314046800136566, + 0.13983167707920074, + 1.0635297298431396, + -0.09813156723976135 + ], + [ + -0.2917580008506775, + 0.31891775131225586, + 0.11592566967010498, + -0.9006142616271973, + 1.5456013679504395, + 0.5075777173042297, + -0.9274957776069641, + 0.33427244424819946, + 0.061808496713638306, + -0.19315466284751892, + 1.0652852058410645, + 0.3841981589794159, + 0.3280061185359955, + -0.42167383432388306, + -0.30913564562797546, + -0.1821955144405365, + -0.07144759595394135, + 0.4150683879852295, + -0.17321109771728516, + 1.166917085647583, + 0.7881680727005005 + ], + [ + 0.2438327968120575, + 0.12888655066490173, + -0.1382676661014557, + -0.9036606550216675, + 0.9167321920394897, + -1.0318306684494019, + -0.516022264957428, + -0.053465768694877625, + -0.09792686253786087, + 0.0707598328590393, + 0.853399932384491, + -0.2670721113681793, + 0.028075844049453735, + -0.10493503510951996, + -0.27927830815315247, + 0.000706646591424942, + 0.3107418715953827, + -0.1395527869462967, + 0.1821093112230301, + 1.002716302871704, + 0.34677815437316895 + ], + [ + -0.13369213044643402, + 0.08322887122631073, + 0.15178248286247253, + -0.8356794118881226, + 1.7593858242034912, + -0.07093819975852966, + -0.526318371295929, + 0.2689322531223297, + 0.09522898495197296, + -0.32211172580718994, + 1.1334168910980225, + 0.496786504983902, + 0.14226564764976501, + -0.0064599961042404175, + -0.3226260840892792, + -0.030974136665463448, + 0.23780183494091034, + 0.21250371634960175, + -0.006693482398986816, + 1.4736361503601074, + 0.5359039902687073 + ], + [ + 0.11412684619426727, + 0.1521960347890854, + 0.24758030474185944, + -0.9836957454681396, + 1.7551946640014648, + -0.15795260667800903, + -0.962479293346405, + 0.3440400958061218, + 0.1603369563817978, + -0.5477341413497925, + 1.1815838813781738, + 0.6029735803604126, + -0.0011799633502960205, + -0.08940005302429199, + -0.3004964590072632, + -0.039942070841789246, + 0.28151848912239075, + 0.23258355259895325, + 0.12536084651947021, + 1.485856056213379, + 0.5040545463562012 + ], + [ + -0.1246454268693924, + 0.08926747739315033, + 0.24117285013198853, + -0.942298173904419, + 1.7054798603057861, + 0.05894789844751358, + -0.47279733419418335, + 0.18495360016822815, + 0.03305324912071228, + -0.4232916235923767, + 1.1941367387771606, + 0.434792697429657, + 0.10795411467552185, + 0.06352993845939636, + -0.34664809703826904, + -0.03653281554579735, + 0.26625359058380127, + 0.1940046101808548, + -0.0794174075126648, + 1.4131338596343994, + 0.4503573179244995 + ], + [ + 0.17280100286006927, + 0.1236206591129303, + 0.10612401366233826, + -0.8695640563964844, + 1.2478282451629639, + -0.7551367282867432, + -0.5391787886619568, + 0.169196218252182, + -0.12833237648010254, + -0.09281397610902786, + 1.16909658908844, + 0.09341704100370407, + -0.3393312394618988, + 0.43661731481552124, + 0.09067444503307343, + 0.12495967745780945, + -0.03065834939479828, + 0.048708781599998474, + 0.04224243760108948, + 1.2287487983703613, + -0.31643643975257874 + ] + ], + "generated_utilities": [ + 0.04873647168278694, + 0.05257529020309448, + 0.037068385630846024, + 0.04901574179530144, + 0.03857408091425896, + 0.04965323209762573, + 0.03965284302830696, + 0.05105457827448845 + ], + "group_id": "ms-7df455efd413d77e6ce3", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.01950274035334587, + 0.014558037742972374, + 0.01813685894012451, + 0.05429106950759888, + 0.07774405181407928, + 0.019509058445692062, + 0.07688552141189575, + 0.05572976917028427, + 0.04736217111349106, + 0.036742907017469406, + 0.0394909605383873, + 0.03941194340586662, + 0.020270686596632004, + 0.006361742969602346, + 0.020961105823516846, + 0.034255824983119965 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.4901857376098633, + 0.6415016055107117, + 0.9083648920059204, + -1.37859308719635, + 2.369450330734253, + -1.9026260375976562, + -0.5951640009880066, + -0.19566796720027924, + 0.6842412948608398, + 0.11985036730766296, + 1.468084692955017, + 0.29799214005470276, + 0.3715361952781677, + 0.2624160647392273, + -0.45294344425201416, + -0.6347149014472961, + 1.1075167655944824, + -1.0484445095062256, + 0.8442451357841492, + 1.8348451852798462, + 1.1116747856140137 + ], + [ + 0.7306509613990784, + 0.686039388179779, + 0.9322798848152161, + -1.3696236610412598, + 2.0767338275909424, + -1.6547211408615112, + -0.6285305619239807, + 0.0822639912366867, + 0.4029332995414734, + -0.1682409644126892, + 1.294835090637207, + 0.4503253996372223, + 0.17029541730880737, + 0.09416812658309937, + -0.25811558961868286, + -0.3376987874507904, + 1.2900129556655884, + -0.8680127859115601, + 1.0761282444000244, + 1.9378676414489746, + 1.1876518726348877 + ] + ], + "predicted_scores": [ + 4.5290703773498535, + 4.341055393218994, + 4.290674686431885, + 3.811345100402832, + 3.4959192276000977, + 3.393217086791992, + 3.087775230407715, + 2.513279914855957 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "626486813/train2", + "selected_index": 0, + "state_hash": "05c1a462193a8f6b1e5a551541522a8adab160944fc2e73767569e56c6555249", + "stored_base_utility": 0.01950274035334587, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.19936656951904297, + 0.17235684394836426, + 0.23681771755218506, + 0.20851242542266846, + 0.1443244218826294, + 0.19428300857543945, + 0.18783700466156006, + 0.27140283584594727 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19936656951904297, + "contact_quality": null, + "progress": 0.011032521724700928, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.011032521724700928 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17235684394836426, + "contact_quality": null, + "progress": 0.008762617595493793, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008762617595493793 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.23681771755218506, + "contact_quality": null, + "progress": 0.009301443584263325, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009301443584263325 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.20851242542266846, + "contact_quality": null, + "progress": 0.008077104575932026, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.008077104575932026 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1443244218826294, + "contact_quality": null, + "progress": 0.01747530698776245, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.01747530698776245 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.19428300857543945, + "contact_quality": null, + "progress": 0.009324033744633198, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.009324033744633198 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18783700466156006, + "contact_quality": null, + "progress": 0.015278160572052002, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.015278160572052002 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.27140283584594727, + "contact_quality": null, + "progress": 0.0063712201081216335, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0063712201081216335 + } + ], + "candidate_progress": [ + 0.011032521724700928, + 0.008762617595493793, + 0.009301443584263325, + 0.008077104575932026, + 0.01747530698776245, + 0.009324033744633198, + 0.015278160572052002, + 0.0063712201081216335 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-84388e63928e1a30ffc4", + "ms-8e12f7ad446482627dd3", + "ms-8e12f7ad446482627dd3", + "ms-84388e63928e1a30ffc4" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-7e295b5859c07c90487f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3568848967552185, + -0.21474963426589966, + 1.5999164581298828, + -0.06954248249530792, + 0.6726864576339722, + 1.912435531616211, + 1.3587408065795898, + -0.20861482620239258, + 0.1684180647134781, + 0.9518561363220215, + -0.14524519443511963, + 1.0038726329803467, + 2.134885787963867, + 2.3453402519226074, + -0.5284034013748169, + -0.1910497397184372, + 1.337530493736267, + 0.049162909388542175, + 0.6007232666015625, + 2.137033700942993, + 2.2318499088287354 + ], + [ + -0.7353255748748779, + -0.24432891607284546, + 1.3177928924560547, + 0.030224785208702087, + 0.8856021761894226, + 2.200930118560791, + 1.4659812450408936, + -0.1857028305530548, + 0.0821550041437149, + 1.1742091178894043, + 0.023685399442911148, + 0.8164722323417664, + 1.7611297369003296, + 2.216799736022949, + -0.7318305373191833, + -0.22144542634487152, + 1.249969244003296, + 0.15333504974842072, + 0.6038751602172852, + 2.214181661605835, + 2.094172477722168 + ], + [ + -0.529742419719696, + -0.23895759880542755, + 1.475001335144043, + -0.01674725115299225, + 0.7942498922348022, + 1.8164129257202148, + 1.6927685737609863, + -0.19869792461395264, + 0.0825321227312088, + 1.1266459226608276, + -0.04883280396461487, + 0.9101991057395935, + 2.3147974014282227, + 1.9146181344985962, + -0.7791521549224854, + -0.18053732812404633, + 1.1436702013015747, + 0.11579181253910065, + 0.6140376329421997, + 2.283808946609497, + 2.151306390762329 + ], + [ + -0.6610727906227112, + -0.29326626658439636, + 1.399285912513733, + -0.16663941740989685, + 0.7719719409942627, + 2.0635507106781006, + 1.383704662322998, + -0.29177233576774597, + 0.09484855830669403, + 1.1430286169052124, + -0.05766291171312332, + 0.8779122829437256, + 2.0223560333251953, + 1.9731632471084595, + -0.6904428601264954, + -0.19703374803066254, + 1.3254693746566772, + 0.0890655517578125, + 0.38972175121307373, + 2.2902259826660156, + 2.1161203384399414 + ], + [ + -0.1696702092885971, + -0.08221788704395294, + 1.1301658153533936, + 0.17848756909370422, + 0.6218469142913818, + 1.773101568222046, + 0.8405416011810303, + -0.24940690398216248, + 0.08724718540906906, + 0.9556183815002441, + 0.2053806185722351, + 0.1919632852077484, + 1.4239091873168945, + 2.687021255493164, + -0.29059213399887085, + -0.049233708530664444, + 1.1049095392227173, + 0.3565693497657776, + 0.6772153377532959, + 2.2562355995178223, + 2.44568133354187 + ], + [ + -0.5842823386192322, + -0.13882558047771454, + 1.30660080909729, + -0.0972873643040657, + 0.9253151416778564, + 2.041701555252075, + 1.211273431777954, + -0.23532438278198242, + 0.22519832849502563, + 1.0528250932693481, + -0.2225002944469452, + 0.8590943813323975, + 1.5938242673873901, + 1.483443260192871, + -0.7035111784934998, + -0.2432490587234497, + 1.4054514169692993, + 0.16379864513874054, + 0.9248511791229248, + 2.5045907497406006, + 1.8593676090240479 + ], + [ + -0.39988183975219727, + -0.11010561883449554, + 1.1807334423065186, + -0.023058727383613586, + 0.8535600900650024, + 1.6658505201339722, + 0.9631332159042358, + -0.15509071946144104, + 0.06367474794387817, + 0.9530743956565857, + 0.057374656200408936, + 1.0432333946228027, + 1.505784273147583, + 1.1099222898483276, + -0.4909079670906067, + -0.2480017989873886, + 1.0748528242111206, + 0.27289366722106934, + 1.0016061067581177, + 2.522132635116577, + 1.2235400676727295 + ], + [ + -0.44283854961395264, + -0.2335367649793625, + 1.4221625328063965, + -0.014979347586631775, + 0.5879477858543396, + 1.8496246337890625, + 1.2035531997680664, + -0.49748948216438293, + 0.09210243821144104, + 1.248602271080017, + -0.15253478288650513, + 1.1618304252624512, + 2.197129011154175, + 2.0286917686462402, + -0.7625270485877991, + -0.2385454624891281, + 1.4490772485733032, + 0.04431939125061035, + 0.254638671875, + 2.6322126388549805, + 1.9605634212493896 + ] + ], + "generated_utilities": [ + 0.011032521724700928, + 0.008762617595493793, + 0.009301443584263325, + 0.008077104575932026, + 0.01747530698776245, + 0.009324033744633198, + 0.015278160572052002, + 0.0063712201081216335 + ], + "group_id": "ms-7e295b5859c07c90487f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.02691727876663208, + 0.08965941518545151, + 0.12444774806499481, + 0.056233130395412445, + 0.22719113528728485, + 0.0642506331205368, + 0.24100399017333984, + 0.1839454174041748, + 0.24329766631126404, + 0.15883027017116547, + 0.108589768409729, + 0.26271408796310425, + 0.0965520590543747, + 4.827976226806641e-06, + 0.03983265161514282, + 0.05369637534022331 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.002104811370372772, + 0.005511671304702759, + 0.9679725170135498, + 0.019913554191589355, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.001511216163635254, + 0.017931878566741943, + 0.6782649755477905, + 0.03144378960132599, + 0.002808868885040283, + 1.7140517234802246, + 0.0, + -0.03098130226135254, + -0.0630856454372406, + 0.7908202409744263, + -0.03153902292251587, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + -0.272197425365448, + -0.046286582946777344, + 0.9679725170135498, + -0.07371383905410767, + 0.6068465709686279, + 1.2881593704223633, + 0.0, + -0.08964866399765015, + 0.0685606598854065, + 0.6782649755477905, + 0.11270316690206528, + 0.04822826385498047, + 1.7140517234802246, + 0.0, + -0.031185388565063477, + -0.09362199157476425, + 0.7908202409744263, + 0.10415226221084595, + 0.1799468994140625, + 2.10624361038208, + 0.0 + ], + [ + 0.07117109000682831, + 0.27850812673568726, + 1.9679725170135498, + -0.6706593036651611, + 1.606846570968628, + 2.2881593704223633, + 1.7981394529342651, + -0.581801176071167, + -0.5629166960716248, + 1.6782649755477905, + 0.1552438735961914, + 0.9448214769363403, + 2.7140517234802246, + 2.0876541137695312, + -1.0309813022613525, + -0.1569964736700058, + 1.7908202409744263, + 0.34607672691345215, + 1.1799468994140625, + 3.10624361038208, + 2.895214080810547 + ], + [ + -0.2003771811723709, + 0.008265972137451172, + 2.044569253921509, + -0.5216216444969177, + 1.4486138820648193, + 2.3504221439361572, + 1.8864983320236206, + -0.3269546627998352, + -0.3218878507614136, + 1.7787734270095825, + -0.10719794034957886, + 1.210811734199524, + 2.484586477279663, + 2.233473539352417, + -1.128391146659851, + 0.026943042874336243, + 1.5905406475067139, + 0.3762487769126892, + 1.181563377380371, + 3.1266322135925293, + 2.962540864944458 + ], + [ + 0.05798707157373428, + 0.6666606664657593, + 2.0280542373657227, + -0.7529513835906982, + 1.5752960443496704, + 1.9687061309814453, + 1.6063086986541748, + -0.6493420600891113, + -0.7361619472503662, + 2.0208208560943604, + 0.29324859380722046, + 0.7267081141471863, + 2.666212558746338, + 2.0797832012176514, + -1.0253864526748657, + -0.3336113393306732, + 1.4619231224060059, + 0.7388266324996948, + 1.3334836959838867, + 2.818113327026367, + 2.5784997940063477 + ], + [ + 0.3921954035758972, + 0.5031469464302063, + 2.286526918411255, + -0.7917466163635254, + 1.1610774993896484, + 2.5947437286376953, + 1.371277093887329, + -0.590951681137085, + -0.1262027621269226, + 1.4700233936309814, + -0.00010420382022857666, + 1.2501842975616455, + 2.9097108840942383, + 1.8056198358535767, + -1.362661600112915, + 0.33382928371429443, + 1.325782060623169, + -0.043404221534729004, + 1.363233208656311, + 3.228788375854492, + 3.330352544784546 + ], + [ + 0.15679721534252167, + -0.014913380146026611, + 1.8193422555923462, + -0.22866305708885193, + 1.7066304683685303, + 2.4464030265808105, + 2.011176109313965, + -0.23207822442054749, + -0.32904762029647827, + 2.0668091773986816, + -0.04359652101993561, + 0.3894868493080139, + 2.963031530380249, + 1.5374466180801392, + -0.6671346426010132, + 0.1373668760061264, + 2.1470518112182617, + 0.09344154596328735, + 1.3496700525283813, + 3.0860822200775146, + 2.714031219482422 + ], + [ + -0.00613538920879364, + 0.858040452003479, + 1.4075002670288086, + -1.2736327648162842, + 0.9723907113075256, + 1.8825424909591675, + 1.8480159044265747, + -1.0620940923690796, + -0.6188609600067139, + 2.1290316581726074, + 0.017243966460227966, + 0.9326821565628052, + 2.7966392040252686, + 2.697798252105713, + -0.7733628153800964, + -0.2922581434249878, + 1.802142858505249, + -0.1341671347618103, + 1.218476414680481, + 2.524766206741333, + 2.7462615966796875 + ], + [ + -0.31880849599838257, + -0.33465445041656494, + 1.669745922088623, + -1.2757203578948975, + 1.2232160568237305, + 2.1252152919769287, + 2.471749782562256, + -0.5233126282691956, + -0.5309119820594788, + 1.4323625564575195, + -0.4025598168373108, + 1.3090332746505737, + 2.9684019088745117, + 2.0768120288848877, + -1.0139766931533813, + -0.44368863105773926, + 1.0631070137023926, + -0.435907781124115, + 1.5530853271484375, + 3.07061505317688, + 2.5274431705474854 + ], + [ + 0.2861146330833435, + -0.31601566076278687, + 1.2438544034957886, + -0.3429969847202301, + 1.087154507637024, + 2.555007219314575, + 1.9246865510940552, + 0.16080540418624878, + 0.19900059700012207, + 0.8766571283340454, + 0.042591340839862823, + 1.1126435995101929, + 1.8683596849441528, + 1.848694086074829, + -1.7113438844680786, + 0.11381526291370392, + 2.1757454872131348, + -0.219110369682312, + 0.45450443029403687, + 2.6627187728881836, + 3.373868703842163 + ] + ], + "predicted_scores": [ + 5.513189792633057, + 5.440638065338135, + 5.335695743560791, + 5.254250526428223, + 5.119810581207275, + 5.075690746307373, + 4.919196128845215, + 4.548659801483154 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train2", + "selected_index": 0, + "state_hash": "6313a315ecb07f0ce1a8374a416e60e5f99603a52cccc07c12e398c1dd7fd884", + "stored_base_utility": 0.02691727876663208, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07103653997182846, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07103653997182846 + }, + "base_progress": 0.07103653997182846, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.07103653997182846, + "candidate_action_clip_max_abs": [ + 0.0, + 0.15079200267791748, + 0.10138332843780518, + 0.1672065258026123, + 0.18484199047088623, + 0.15679717063903809, + 0.16560852527618408, + 0.17288029193878174 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.13317976891994476, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13317976891994476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15079200267791748, + "contact_quality": null, + "progress": 0.13704223930835724, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13704223930835724 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.10138332843780518, + "contact_quality": null, + "progress": 0.20093560218811035, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20093560218811035 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1672065258026123, + "contact_quality": null, + "progress": 0.2938849627971649, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2938849627971649 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18484199047088623, + "contact_quality": null, + "progress": 0.18094365298748016, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18094365298748016 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15679717063903809, + "contact_quality": null, + "progress": 0.19301573932170868, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19301573932170868 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16560852527618408, + "contact_quality": null, + "progress": 0.19769537448883057, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19769537448883057 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17288029193878174, + "contact_quality": null, + "progress": 0.16715119779109955, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16715119779109955 + } + ], + "candidate_progress": [ + 0.13317976891994476, + 0.13704223930835724, + 0.20093560218811035, + 0.2938849627971649, + 0.18094365298748016, + 0.19301573932170868, + 0.19769537448883057, + 0.16715119779109955 + ], + "candidate_safety_violation": [ + false, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-babaeb20129c46551281", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-1772611570ffaf72c98c", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-8577816da2917a2bb63d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.049592167139053345, + 0.0020006000995635986, + 0.604547381401062, + -0.317571759223938, + 0.6744552850723267, + 1.894614815711975, + 0.49150532484054565, + 0.3168275058269501, + 0.10003183782100677, + 0.07286298274993896, + -0.10586478561162949, + 0.10928323119878769, + 1.327553153038025, + 0.5461781620979309, + 0.9884378910064697, + 0.03154507651925087, + -0.3786569833755493, + 0.30653712153434753, + 0.22065842151641846, + 0.7079373002052307, + 0.23562857508659363 + ], + [ + -0.07857125997543335, + 0.10419777035713196, + 0.9009658098220825, + -0.1069416031241417, + 0.7443493008613586, + 1.4324123859405518, + 0.7242937088012695, + 0.42362844944000244, + 0.10888063907623291, + -0.21151429414749146, + 0.6156776547431946, + -0.16767975687980652, + 2.1587746143341064, + 0.7134174704551697, + 0.62049800157547, + 0.04780874028801918, + -0.6575007438659668, + 0.8838977217674255, + 0.4669850468635559, + 0.9896941781044006, + 0.22726283967494965 + ], + [ + 0.23805120587348938, + 0.08745935559272766, + 0.7394915819168091, + -0.038200438022613525, + 0.6723913550376892, + 1.3382302522659302, + 0.4978155493736267, + 0.6707868576049805, + 0.1354253590106964, + -0.2806742191314697, + 0.6021458506584167, + -0.3964633345603943, + 1.5713638067245483, + 0.32758668065071106, + 0.5912083983421326, + -0.052649449557065964, + -0.6409186124801636, + 0.8117912411689758, + 0.34443265199661255, + 1.4204683303833008, + 0.4451638460159302 + ], + [ + 0.3151147961616516, + -0.045319050550460815, + 0.8982082605361938, + -0.07734531164169312, + 0.5578327178955078, + 1.4248661994934082, + 0.41969186067581177, + 0.9257380962371826, + 0.04729658365249634, + -0.39068078994750977, + 0.4406209886074066, + 0.03413023054599762, + 1.9441684484481812, + 1.0949101448059082, + 0.9227534532546997, + 0.08833977580070496, + -0.8525468707084656, + 0.820428192615509, + 0.42295122146606445, + 1.5835647583007812, + 0.18466298282146454 + ], + [ + 0.03252045065164566, + 0.09492048621177673, + 1.03756582736969, + -0.05760018527507782, + 0.7015549540519714, + 1.7381919622421265, + 0.5952887535095215, + 0.7244210243225098, + 0.3236733376979828, + -0.31020402908325195, + 0.4105589985847473, + -0.07421332597732544, + 2.080075740814209, + 0.5706172585487366, + 0.7226406335830688, + -0.010628309100866318, + -0.6839457750320435, + 0.5403728485107422, + 0.16076353192329407, + 1.5792288780212402, + 0.0025611668825149536 + ], + [ + -0.17117296159267426, + -0.050167374312877655, + 0.8254003524780273, + -0.07521864771842957, + 0.5082358121871948, + 1.7746691703796387, + 0.7254104614257812, + 0.8704780340194702, + 0.34931322932243347, + -0.33519217371940613, + 0.40161943435668945, + -0.15864297747612, + 2.0594565868377686, + 0.8695129156112671, + 0.7947048544883728, + 0.1539705991744995, + -0.5246890187263489, + 0.7829796671867371, + 0.4658980369567871, + 1.3254468441009521, + 0.46277567744255066 + ], + [ + 0.017864972352981567, + 0.06429744511842728, + 1.019831657409668, + 0.01413428783416748, + 0.6563081741333008, + 1.841528296470642, + 0.6075714230537415, + 0.6838433742523193, + 0.24374987185001373, + -0.4810243844985962, + 0.46005234122276306, + -0.11373361945152283, + 1.9888335466384888, + 0.5122871994972229, + 0.8237534761428833, + -0.04789388179779053, + -0.6036378145217896, + 0.5826584100723267, + 0.2278652787208557, + 1.5079843997955322, + 0.20072069764137268 + ], + [ + 0.17382153868675232, + 0.050041183829307556, + 1.1664538383483887, + -0.2951735556125641, + 0.7068226337432861, + 1.8398488759994507, + 0.3040304183959961, + 0.6297552585601807, + 0.32073643803596497, + -0.37488317489624023, + 0.7033635973930359, + -0.2114570438861847, + 1.9776638746261597, + 0.5501258969306946, + 0.7070896625518799, + -0.04606464505195618, + -0.3479030132293701, + 0.6487553119659424, + 0.2261754721403122, + 1.5958082675933838, + 0.1225937157869339 + ] + ], + "generated_utilities": [ + 0.13317976891994476, + 0.13704223930835724, + 0.20093560218811035, + 0.2938849627971649, + 0.18094365298748016, + 0.19301573932170868, + 0.19769537448883057, + 0.16715119779109955 + ], + "group_id": "ms-8577816da2917a2bb63d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2637917995452881, + 0.22464071214199066, + 2.0, + 0.08766969293355942, + 0.18951013684272766, + 0.03956339880824089, + 0.14740002155303955, + 0.1706804633140564, + 0.2111617773771286, + 0.14143002033233643, + 0.19586819410324097, + 0.1491125077009201, + 0.10649605840444565, + 0.13982710242271423, + 0.09051436185836792, + 0.15870293974876404 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.5319182276725769, + 0.6224296689033508, + 0.8244132995605469, + -0.031177937984466553, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + -0.006879452615976334, + 0.024243786931037903, + 0.33670926094055176, + 0.5060526728630066, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.09222836792469025, + -0.35514605045318604, + 0.16436481475830078, + 0.40199989080429077, + 0.9094570875167847, + 0.0 + ], + [ + 0.11947812139987946, + 0.048805832862854004, + 1.8244132995605469, + -0.7529902458190918, + 1.7009708881378174, + 2.7993862628936768, + 2.0374698638916016, + 1.6443206071853638, + -0.06698232889175415, + -0.13103638589382172, + 0.07724328339099884, + 0.6817050576210022, + 2.366802215576172, + 2.2849810123443604, + 2.50811505317688, + -0.22678081691265106, + -1.355146050453186, + 1.1643648147583008, + 0.402213990688324, + 1.9094570875167847, + 1.9322038888931274 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.074939727783203, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.569962024688721, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.864407777786255 + ], + [ + 0.40023523569107056, + 0.24545921385288239, + 1.7424920797348022, + -0.557208240032196, + 1.5545653104782104, + 2.6633150577545166, + 1.7807692289352417, + 1.6401207447052002, + -0.31436365842819214, + -0.4162091612815857, + -0.0858464390039444, + 0.3896113932132721, + 2.2475874423980713, + 2.3145008087158203, + 2.6522459983825684, + -0.35159897804260254, + -1.1252176761627197, + 0.9007947444915771, + 0.6254011988639832, + 2.1762399673461914, + 1.706495761871338 + ], + [ + 0.28333616256713867, + 0.05695994198322296, + 1.9902949333190918, + -0.8180137872695923, + 1.7547649145126343, + 2.865115165710449, + 1.7355519533157349, + 1.616685152053833, + -0.28894829750061035, + -0.003913000226020813, + 0.06623778492212296, + 0.7541611790657043, + 2.313316822052002, + 1.9126113653182983, + 2.676483631134033, + -0.44032108783721924, + -1.6071979999542236, + 0.8149409294128418, + 0.2249726951122284, + 2.258054733276367, + 1.8247584104537964 + ], + [ + 0.27511411905288696, + 0.15554335713386536, + 2.3042197227478027, + -0.4184620976448059, + 1.307753086090088, + 2.9295878410339355, + 1.6918052434921265, + 1.7301218509674072, + -0.5625127553939819, + 0.18490757048130035, + 0.42659449577331543, + 0.27074187994003296, + 2.4650702476501465, + 2.304764747619629, + 2.9147467613220215, + 0.2111637443304062, + -0.9589639902114868, + 1.102820873260498, + 0.5706818699836731, + 2.133436679840088, + 2.208428144454956 + ], + [ + -0.2577815055847168, + 0.13694974780082703, + 1.4037692546844482, + -0.9593273997306824, + 1.810347557067871, + 3.2138423919677734, + 1.8612303733825684, + 2.105313539505005, + -0.29210996627807617, + -0.5136539936065674, + -0.16005836427211761, + 0.6772791147232056, + 2.216097593307495, + 1.7768958806991577, + 2.9448421001434326, + 0.056938931345939636, + -1.2614942789077759, + 1.5077863931655884, + 0.5559680461883545, + 1.3408117294311523, + 2.288825273513794 + ], + [ + -0.37096959352493286, + -0.547701895236969, + 2.235835313796997, + -0.921576201915741, + 1.1975728273391724, + 2.2792246341705322, + 1.4263215065002441, + 1.5901055335998535, + 0.5957340002059937, + -0.8229201436042786, + 0.088249571621418, + 0.9585591554641724, + 2.7078466415405273, + 2.8372790813446045, + 2.9246914386749268, + 0.050718262791633606, + -1.705424427986145, + 1.6766613721847534, + 0.8243200182914734, + 2.1794981956481934, + 1.8497062921524048 + ], + [ + -0.34835028648376465, + -0.23782142996788025, + 2.291358470916748, + -1.3779785633087158, + 2.2417447566986084, + 2.1188724040985107, + 2.16556453704834, + 1.0707236528396606, + 0.7094582915306091, + -0.2906684875488281, + -0.1164136677980423, + 0.9851647019386292, + 2.330104112625122, + 1.8539201021194458, + 1.8064098358154297, + -0.9153757095336914, + -1.6455578804016113, + 1.0049399137496948, + -0.044089943170547485, + 1.5129574537277222, + 1.5172317028045654 + ], + [ + -0.2453824132680893, + 0.14167098701000214, + 1.1210569143295288, + -0.24927252531051636, + 1.0410852432250977, + 3.4104833602905273, + 1.153693675994873, + 1.9010361433029175, + -0.5178090333938599, + -0.6113726496696472, + -0.11730171740055084, + 0.04164224863052368, + 1.552911639213562, + 2.335322141647339, + 1.811797022819519, + -0.7901753783226013, + -1.3460016250610352, + 0.8826128244400024, + -0.3614352345466614, + 2.2091732025146484, + 2.0151641368865967 + ], + [ + 0.5069371461868286, + -0.7066824436187744, + 1.3026604652404785, + -1.3028550148010254, + 1.648358941078186, + 3.5933480262756348, + 1.6050447225570679, + 2.251556873321533, + -0.6074153780937195, + -0.500986635684967, + -0.6413183212280273, + 1.419590950012207, + 3.18233323097229, + 2.089322566986084, + 2.416912317276001, + -1.1602436304092407, + -1.4888412952423096, + 1.0175306797027588, + -0.3002001643180847, + 0.9987149834632874, + 2.699448585510254 + ], + [ + -0.029025092720985413, + 0.5599857568740845, + 1.8581316471099854, + -1.4146735668182373, + 2.4586527347564697, + 2.7335259914398193, + 2.88442325592041, + 1.1815783977508545, + 0.20855364203453064, + 0.46455222368240356, + 0.1395319700241089, + 1.623348593711853, + 1.4349610805511475, + 1.4604123830795288, + 2.7998642921447754, + -0.15449362993240356, + -1.6179763078689575, + 0.38508981466293335, + 0.9157677888870239, + 2.3171708583831787, + 1.4342948198318481 + ], + [ + 1.107017993927002, + 0.0040624625980854034, + 1.1871309280395508, + -0.5788782835006714, + 0.9647329449653625, + 2.672478199005127, + 2.0609095096588135, + 2.578378438949585, + 0.4520488977432251, + -0.3147982358932495, + -0.11197690665721893, + 0.6446547508239746, + 1.742464303970337, + 3.0161871910095215, + 2.3156473636627197, + 0.040489837527275085, + -0.8496864438056946, + 1.9109306335449219, + 0.751004695892334, + 1.2687792778015137, + 1.727078914642334 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.2331724613904953, + -0.0026008300483226776, + 0.8244132995605469, + -0.3071306645870209, + 0.7009708881378174, + 1.7993862628936768, + 0.0, + 0.6443206071853638, + 0.028236597776412964, + -0.04342855513095856, + -0.033154673874378204, + -0.0403289794921875, + 1.3668022155761719, + 0.0, + 1.5081150531768799, + 0.03418619930744171, + -0.35514605045318604, + 0.16436481475830078, + -0.0025446712970733643, + 0.9094570875167847, + 0.0 + ] + ], + "predicted_scores": [ + 4.8592023849487305, + 2.8984322547912598, + 2.550841808319092, + 1.5573406219482422, + 1.0993592739105225, + 1.0950639247894287, + 1.0593678951263428, + 0.35849153995513916 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "585904130/train2", + "selected_index": 0, + "state_hash": "f04bffb327f002dad3394e19009c5f997b4342d1afffebe537df31ea45988f2f", + "stored_base_utility": 0.2637917995452881, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16783273220062256, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16783273220062256 + }, + "base_progress": 0.16783273220062256, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.16783273220062256, + "candidate_action_clip_max_abs": [ + 0.1159219741821289, + 0.18208563327789307, + 0.17515861988067627, + 0.1508803367614746, + 0.1548752784729004, + 0.15138423442840576, + 0.18927443027496338, + 0.15391194820404053 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1159219741821289, + "contact_quality": null, + "progress": 0.04200202226638794, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04200202226638794 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18208563327789307, + "contact_quality": null, + "progress": 0.04168106988072395, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04168106988072395 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.17515861988067627, + "contact_quality": null, + "progress": 0.029552677646279335, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.029552677646279335 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1508803367614746, + "contact_quality": null, + "progress": 0.03488349914550781, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03488349914550781 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1548752784729004, + "contact_quality": null, + "progress": 0.03575916960835457, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03575916960835457 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15138423442840576, + "contact_quality": null, + "progress": 0.042693693190813065, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.042693693190813065 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.18927443027496338, + "contact_quality": null, + "progress": 0.03257067874073982, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03257067874073982 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15391194820404053, + "contact_quality": null, + "progress": 0.04447716474533081, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04447716474533081 + } + ], + "candidate_progress": [ + 0.04200202226638794, + 0.04168106988072395, + 0.029552677646279335, + 0.03488349914550781, + 0.03575916960835457, + 0.042693693190813065, + 0.03257067874073982, + 0.04447716474533081 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-1c2768099019b86daca7", + "ms-4c99c68cb7d1f50db857", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857", + "ms-35a50d2822c2c3cc4516", + "ms-4c99c68cb7d1f50db857" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-8e56b0eaa2604db6749e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.032905831933021545, + -0.07509377598762512, + 1.5260730981826782, + 0.17549526691436768, + 1.456676721572876, + 1.8684605360031128, + 0.9749338030815125, + -0.0867796540260315, + 0.2559887170791626, + 1.039867877960205, + -0.3717554807662964, + 2.1659297943115234, + 1.70610773563385, + 0.8988763689994812, + 0.5240464210510254, + -0.08970169723033905, + -0.10216955840587616, + -0.3989085555076599, + 0.34826821088790894, + -0.15888144075870514, + -1.208329439163208 + ], + [ + -0.2296781688928604, + -0.08218294382095337, + 1.2783020734786987, + -0.2629670202732086, + 1.3958702087402344, + 2.7172775268554688, + 0.99528568983078, + -0.03561513125896454, + 0.12508033215999603, + 1.1761221885681152, + -0.41806989908218384, + 1.61044442653656, + 1.6518458127975464, + 0.7038300037384033, + 0.5558749437332153, + -0.25758934020996094, + -0.2029625028371811, + -0.1690208464860916, + 0.7301234006881714, + -0.9312096238136292, + -0.8699988126754761 + ], + [ + -0.35444504022598267, + -0.31421959400177, + 1.1744544506072998, + -0.45686930418014526, + 1.575942039489746, + 2.882068157196045, + 1.2359167337417603, + -0.08021575212478638, + 0.24175547063350677, + 1.2081224918365479, + -0.6602340936660767, + 1.4023699760437012, + 1.505332350730896, + 0.9406076669692993, + 0.4308870732784271, + 0.019933100789785385, + 0.4078022837638855, + -0.4328991174697876, + 0.8076026439666748, + -0.19063130021095276, + -0.7831708192825317 + ], + [ + -0.34781908988952637, + -0.22260135412216187, + 1.211277961730957, + -0.3833731710910797, + 1.3632123470306396, + 2.789102554321289, + 1.1096200942993164, + 0.01867680251598358, + 0.25422361493110657, + 1.1887025833129883, + -0.5184155106544495, + 1.3586251735687256, + 1.3941423892974854, + 0.900385856628418, + 0.36744290590286255, + 0.05989762023091316, + 0.3010931611061096, + -0.5139898657798767, + 0.9278223514556885, + -0.15745234489440918, + -0.7399508953094482 + ], + [ + -0.33429616689682007, + -0.22339241206645966, + 1.1837753057479858, + -0.4991918206214905, + 1.3826277256011963, + 2.683232545852661, + 1.2356029748916626, + 0.035485342144966125, + 0.23271963000297546, + 1.0066726207733154, + -0.5420516133308411, + 1.317227840423584, + 1.485139012336731, + 0.9235284924507141, + 0.3280368149280548, + 0.07538379728794098, + 0.3620564043521881, + -0.4072914719581604, + 0.8090438842773438, + -0.023814409971237183, + -0.6796908378601074 + ], + [ + -0.18520529568195343, + -0.09450595825910568, + 1.3906320333480835, + -0.35384342074394226, + 1.4217281341552734, + 2.6153528690338135, + 1.100144863128662, + 0.07332261651754379, + 0.1435626894235611, + 1.061403512954712, + -0.41429081559181213, + 1.5337698459625244, + 1.5018577575683594, + 0.7383613586425781, + 0.5013111233711243, + -0.18120737373828888, + 0.004621401429176331, + -0.2715188264846802, + 0.7045414447784424, + -0.629157304763794, + -0.7343912124633789 + ], + [ + -0.6862009763717651, + -0.19858703017234802, + 1.491718053817749, + -0.0019489824771881104, + 1.409691572189331, + 2.9947123527526855, + 1.1604087352752686, + 0.14070698618888855, + 0.25500935316085815, + 1.1129053831100464, + -0.6542075872421265, + 1.5127626657485962, + 1.5348259210586548, + 1.0868959426879883, + 0.07019586861133575, + 0.015252441167831421, + 0.351185142993927, + -0.24936477839946747, + 0.944843053817749, + -0.5488185286521912, + -0.2656053304672241 + ], + [ + -0.1619790643453598, + -0.056812480092048645, + 1.382334589958191, + -0.20515792071819305, + 1.431795358657837, + 2.6011977195739746, + 0.9931554198265076, + 0.0794108435511589, + 0.17025090754032135, + 1.0721490383148193, + -0.3752630352973938, + 1.5538358688354492, + 1.5277354717254639, + 0.7811768054962158, + 0.5101894736289978, + -0.16942383348941803, + 0.00964212417602539, + -0.23482419550418854, + 0.6022391319274902, + -0.6094244718551636, + -0.8527896404266357 + ] + ], + "generated_utilities": [ + 0.04200202226638794, + 0.04168106988072395, + 0.029552677646279335, + 0.03488349914550781, + 0.03575916960835457, + 0.042693693190813065, + 0.03257067874073982, + 0.04447716474533081 + ], + "group_id": "ms-8e56b0eaa2604db6749e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.164321169257164, + 0.10389143228530884, + 0.18236468732357025, + 0.08703991025686264, + 0.14726755023002625, + 0.2857772707939148, + 0.07450457662343979, + 0.09476886689662933, + 0.09899210929870605, + 0.03498069569468498, + 0.09402521699666977, + 0.03285938501358032, + 0.09548668563365936, + 0.047073304653167725, + 0.08804091066122055, + 0.08626264333724976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.09829777479171753, + 0.0019505023956298828, + 1.0451922416687012, + 0.09223031997680664, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + -0.05758267641067505, + -0.003056347370147705, + 0.6888918876647949, + -0.026473522186279297, + 0.047412753105163574, + 1.100039005279541, + 0.0, + -0.03282618522644043, + 0.09620267152786255, + -0.012295186519622803, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.4755083918571472, + -0.10265153646469116, + 1.0451922416687012, + 0.29614442586898804, + 0.11582076549530029, + 1.1428322792053223, + 0.0, + 0.19593971967697144, + -0.3648289144039154, + 0.6888918876647949, + 0.09577393531799316, + 0.035068511962890625, + 1.100039005279541, + 0.0, + 0.456060528755188, + -0.16099470853805542, + -0.43811553716659546, + -0.7432765960693359, + 0.0015653371810913086, + -0.9755387306213379, + 0.0 + ], + [ + -0.6498317718505859, + 0.9599706530570984, + 1.835793375968933, + -0.573526918888092, + 1.0040251016616821, + 2.2577900886535645, + 2.0432891845703125, + -0.5289790630340576, + 0.3193860650062561, + 1.8999742269515991, + -1.1844632625579834, + 0.8757102489471436, + 2.078073024749756, + 2.1113057136535645, + 0.5517835021018982, + -0.04080227017402649, + 0.72983318567276, + -1.4707123041152954, + 0.7925529479980469, + -1.9205865859985352, + -1.889033317565918 + ], + [ + -0.434312641620636, + 0.8096786737442017, + 1.8051235675811768, + -0.4647713601589203, + 0.7303546667098999, + 2.183406352996826, + 1.9101098775863647, + 0.14068031311035156, + 0.329059362411499, + 1.787625789642334, + -0.6262794733047485, + 1.3772218227386475, + 1.8053358793258667, + 1.4974160194396973, + 0.35740479826927185, + 0.30423402786254883, + 0.7231874465942383, + -1.5970656871795654, + 0.7166537046432495, + -1.7543734312057495, + -2.000494956970215 + ], + [ + -0.8817802667617798, + 0.9715957641601562, + 2.1506268978118896, + -0.5271839499473572, + 1.366390585899353, + 1.7652621269226074, + 2.5035276412963867, + -0.4268600642681122, + 0.5045324563980103, + 1.888989806175232, + -0.7549608945846558, + 0.8196722269058228, + 2.05169677734375, + 2.172227144241333, + 0.7353182435035706, + -0.2048548460006714, + 0.8806101083755493, + -1.8958665132522583, + 1.0845171213150024, + -1.851228952407837, + -1.9186047315597534 + ], + [ + -1.200352430343628, + 0.38006722927093506, + 1.9906132221221924, + -0.10164737701416016, + 1.7140586376190186, + 1.9718024730682373, + 2.7659664154052734, + 0.041929811239242554, + -0.01353830099105835, + 1.1835708618164062, + -1.3345180749893188, + 1.2545942068099976, + 1.7318328619003296, + 2.1129016876220703, + 0.26469552516937256, + -0.3200700581073761, + 0.8730294704437256, + -2.24128794670105, + 0.7159386873245239, + -2.253854751586914, + -1.4254359006881714 + ], + [ + -0.8251329064369202, + 0.7382928133010864, + 2.082671880722046, + -0.8490726351737976, + 1.284595012664795, + 1.5650298595428467, + 2.8383092880249023, + -0.15238703787326813, + 0.17826536297798157, + 2.1290018558502197, + -0.5830575227737427, + 0.8654627799987793, + 2.798840284347534, + 2.049835443496704, + 1.120737910270691, + -0.12803547084331512, + 1.0445923805236816, + -2.283553123474121, + 0.35955071449279785, + -2.108430862426758, + -1.043320655822754 + ], + [ + -1.5572607517242432, + 1.0431426763534546, + 1.3429405689239502, + -0.4603320360183716, + 0.7384498119354248, + 1.5668916702270508, + 2.4400007724761963, + -0.9935024976730347, + 0.6311429738998413, + 2.1090023517608643, + -0.9262860417366028, + 1.213335394859314, + 2.726635456085205, + 1.558410882949829, + 1.3711477518081665, + -0.41874006390571594, + 0.3065264821052551, + -2.0449330806732178, + 1.0445581674575806, + -2.3674864768981934, + -1.8008146286010742 + ], + [ + -0.34596213698387146, + 1.4288448095321655, + 2.3155555725097656, + -0.24187126755714417, + 1.4236080646514893, + 1.8332940340042114, + 2.153268337249756, + -0.26157134771347046, + 0.5510067939758301, + 1.854649305343628, + -0.4317321479320526, + 1.233608603477478, + 1.7675436735153198, + 1.1053621768951416, + 0.9711992740631104, + 0.4815140664577484, + -0.039583563804626465, + -2.1772654056549072, + 0.26325684785842896, + -1.2660901546478271, + -1.3378313779830933 + ], + [ + -0.696524977684021, + 0.5731559991836548, + 1.41136634349823, + -0.8365179300308228, + 1.6350390911102295, + 1.6619038581848145, + 2.0760650634765625, + 0.22440430521965027, + 0.44187241792678833, + 0.7883749604225159, + -1.171095848083496, + 0.3865584135055542, + 3.0898475646972656, + 1.387419581413269, + -0.02026081085205078, + 0.30624669790267944, + 0.6252881288528442, + -2.0839240550994873, + 0.5894181728363037, + -2.4641644954681396, + -0.8127702474594116 + ], + [ + -0.2768620252609253, + 0.5309622287750244, + 2.5635359287261963, + -0.772871196269989, + 0.9203527569770813, + 1.947393774986267, + 1.5214042663574219, + -0.31392067670822144, + -0.18353763222694397, + 2.238309621810913, + -0.2588964104652405, + 1.1628373861312866, + 2.9922451972961426, + 1.6704096794128418, + 0.3372173011302948, + 1.0151923894882202, + -0.2174839973449707, + -1.404563307762146, + 1.4358677864074707, + -1.258770227432251, + -1.4483985900878906 + ], + [ + -0.11394500732421875, + 0.6421735882759094, + 2.6035828590393066, + -0.1863783597946167, + 1.1008312702178955, + 1.3137937784194946, + 2.171001672744751, + -0.9625061750411987, + 1.2656078338623047, + 2.2102837562561035, + -0.41254502534866333, + 0.8885774612426758, + 2.602681875228882, + 2.607725143432617, + 1.354597568511963, + 0.7787779569625854, + 0.3677181005477905, + -2.74056339263916, + 1.9914216995239258, + -1.904793620109558, + -0.6670887470245361 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.462226867675781, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.7376136779785156, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.219425916671753 + ] + ], + "predicted_scores": [ + 2.8920364379882812, + 2.7456116676330566, + 2.6551637649536133, + 2.6441354751586914, + 2.6035895347595215, + 2.3733530044555664, + 2.3667922019958496, + 1.9795819520950317 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "141984615/train2", + "selected_index": 0, + "state_hash": "e65e423d6cc5fe71b36e918337b6d0b19a842af6d4b97e3c742bdd94472002ac", + "stored_base_utility": 0.164321169257164, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06810259819030762, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06810259819030762 + }, + "base_progress": 0.06810259819030762, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.06810259819030762, + "candidate_action_clip_max_abs": [ + 0.12232446670532227, + 0.22793686389923096, + 0.13420319557189941, + 0.1110004186630249, + 0.16416406631469727, + 0.15554583072662354, + 0.16918408870697021, + 0.1253443956375122 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.12232446670532227, + "contact_quality": null, + "progress": 0.3029855787754059, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.3029855787754059 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22793686389923096, + "contact_quality": null, + "progress": 0.4033660888671875, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.4033660888671875 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13420319557189941, + "contact_quality": null, + "progress": 0.2825586497783661, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2825586497783661 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1110004186630249, + "contact_quality": null, + "progress": 0.26986855268478394, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.26986855268478394 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16416406631469727, + "contact_quality": null, + "progress": 0.2361949235200882, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2361949235200882 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.15554583072662354, + "contact_quality": null, + "progress": 0.21950308978557587, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21950308978557587 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.16918408870697021, + "contact_quality": null, + "progress": 0.22971665859222412, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22971665859222412 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.1253443956375122, + "contact_quality": null, + "progress": 0.23036037385463715, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23036037385463715 + } + ], + "candidate_progress": [ + 0.3029855787754059, + 0.4033660888671875, + 0.2825586497783661, + 0.26986855268478394, + 0.2361949235200882, + 0.21950308978557587, + 0.22971665859222412, + 0.23036037385463715 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-067cac2e4dbeddb12239", + "ms-067cac2e4dbeddb12239", + "ms-babaeb20129c46551281", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f", + "ms-1f19fd22562f87bdb776", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank4", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-972c5be72d0b24be7cd5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.460560142993927, + -0.62283855676651, + 0.7975825071334839, + -0.7614742517471313, + -0.38252532482147217, + 2.512993097305298, + 2.5504109859466553, + 1.431075930595398, + 0.2772856056690216, + -0.6009117960929871, + 0.6384300589561462, + -0.38185685873031616, + 1.6843422651290894, + 1.5938161611557007, + 1.0910634994506836, + 0.19196340441703796, + -1.297028660774231, + 0.30404195189476013, + -0.522112250328064, + -0.010775446891784668, + -0.2977500855922699 + ], + [ + -0.7184036374092102, + -0.5470481514930725, + 1.2351096868515015, + -0.514974057674408, + -0.08888375759124756, + 2.1804277896881104, + 2.6731371879577637, + 1.4336422681808472, + 0.12133709341287613, + -0.8669964671134949, + 0.47239893674850464, + 0.07023976743221283, + 1.6834357976913452, + 1.1872668266296387, + 1.2453341484069824, + 0.18695226311683655, + -1.6079069375991821, + 0.2638559341430664, + -0.5397115349769592, + -0.06455071270465851, + -0.2658904790878296 + ], + [ + -0.6235738396644592, + -0.27600276470184326, + 1.1852039098739624, + -0.7840663194656372, + 0.006191760301589966, + 2.624223232269287, + 2.4018633365631104, + 1.4229649305343628, + 0.15444804728031158, + -0.5962424278259277, + -0.39385905861854553, + -0.27055782079696655, + 1.0248523950576782, + 0.9108402729034424, + 1.27896249294281, + 0.09462611377239227, + -1.345833420753479, + -0.20988141000270844, + -0.33589982986450195, + -0.16614456474781036, + 0.42846810817718506 + ], + [ + -0.3124668002128601, + -0.13604067265987396, + 1.4150100946426392, + -0.4948770999908447, + -0.2363511025905609, + 1.7771098613739014, + 1.8434679508209229, + 1.6417409181594849, + 0.19983863830566406, + -0.9859611988067627, + -0.08371014147996902, + -0.39758676290512085, + 0.8652768135070801, + 0.5528077483177185, + 0.7567958831787109, + -0.09759299457073212, + -1.0982635021209717, + 0.2752590775489807, + -0.2631193995475769, + 0.42173123359680176, + 0.2158290445804596 + ], + [ + -0.5420676469802856, + -0.18700481951236725, + 1.7493988275527954, + -0.612190306186676, + -0.003857746720314026, + 2.242826461791992, + 2.3967807292938232, + 1.6920959949493408, + 0.33346280455589294, + -1.1524275541305542, + -0.11507569998502731, + -0.5424380898475647, + 1.4230707883834839, + 0.7973014712333679, + 1.1710155010223389, + 0.1820954978466034, + -1.2417455911636353, + -0.12332560122013092, + -0.2100227177143097, + 0.4226776361465454, + 0.47694891691207886 + ], + [ + -0.01187986135482788, + -0.33358800411224365, + 1.7674251794815063, + -0.5535060167312622, + -0.34405332803726196, + 2.2559962272644043, + 1.2918589115142822, + 1.5924705266952515, + 0.0861118957400322, + -0.6678608059883118, + -0.023275554180145264, + 0.18827416002750397, + 1.4060802459716797, + 1.0059698820114136, + 0.9357075095176697, + -6.890017539262772e-05, + -1.40151846408844, + -0.030280187726020813, + -0.26283276081085205, + -0.07841654121875763, + -0.7740830183029175 + ], + [ + -0.5388840436935425, + -0.20027469098567963, + 1.7462289333343506, + -0.6374096274375916, + 0.02958741784095764, + 2.1763882637023926, + 2.439016103744507, + 1.7590041160583496, + 0.36265209317207336, + -1.0509347915649414, + -0.1454390585422516, + -0.4368089437484741, + 1.5172826051712036, + 0.7549405694007874, + 1.1383898258209229, + 0.14496897161006927, + -1.3021782636642456, + -0.1657329946756363, + -0.23323065042495728, + 0.322904109954834, + 0.2785332202911377 + ], + [ + -0.3846070170402527, + -0.2369278222322464, + 1.8245558738708496, + -0.7988797426223755, + -0.17166098952293396, + 2.424464702606201, + 2.0834221839904785, + 1.8528730869293213, + 0.34138208627700806, + -1.1220639944076538, + 0.07507885992527008, + -0.3119659423828125, + 1.5003676414489746, + 0.726949155330658, + 1.1007518768310547, + 0.1349503993988037, + -1.1005005836486816, + -0.02834431827068329, + -0.3479233980178833, + 0.5277319550514221, + 0.2618705630302429 + ] + ], + "generated_utilities": [ + 0.3029855787754059, + 0.4033660888671875, + 0.2825586497783661, + 0.26986855268478394, + 0.2361949235200882, + 0.21950308978557587, + 0.22971665859222412, + 0.23036037385463715 + ], + "group_id": "ms-972c5be72d0b24be7cd5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.2422785758972168, + 0.22271345555782318, + 0.17114540934562683, + 2.0, + 0.2147122025489807, + 0.1754063069820404, + 0.21949224174022675, + 0.1383296698331833, + 0.17272400856018066, + 0.1655065417289734, + 0.17180275917053223, + 0.14618459343910217, + 0.08244717121124268, + 0.12266018241643906, + 0.0812971219420433, + 0.019518893212080002 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1778966784477234, + -0.18861627578735352, + 0.7196911573410034, + -0.020099952816963196, + 0.2359541356563568, + 2.005209445953369, + 0.0, + 1.254981517791748, + 0.10245180130004883, + 0.07986515760421753, + 0.07988975942134857, + -0.14853987097740173, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + 0.18619681894779205, + -0.16216152906417847, + -0.06225341558456421, + -0.0005761981010437012, + -0.17844486236572266, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.9044365882873535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.900578737258911, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6598957777023315 + ], + [ + -0.6928022503852844, + -1.4545783996582031, + 1.9467778205871582, + -0.17068462073802948, + 0.18918582797050476, + 2.618558168411255, + 2.714521884918213, + 2.552428722381592, + -0.674629271030426, + -0.700461745262146, + 0.5443049669265747, + 0.4206351041793823, + 1.883970856666565, + 1.0606191158294678, + 1.767379641532898, + 0.24426127970218658, + -1.1025848388671875, + 0.5366025567054749, + -0.45793429017066956, + -0.6070920825004578, + -0.7316545844078064 + ], + [ + -0.8943675756454468, + -1.1690176725387573, + 1.992783546447754, + -0.4156995713710785, + -0.3654714524745941, + 2.5104928016662598, + 2.6072072982788086, + 2.6247639656066895, + -0.7312564849853516, + -0.6884443163871765, + 0.7703109979629517, + 0.2799836993217468, + 1.7389161586761475, + 1.5433893203735352, + 1.4967893362045288, + 0.1455848664045334, + -0.809649646282196, + 0.24963954091072083, + -0.4417712688446045, + -0.520348310470581, + -0.8270294070243835 + ], + [ + -1.0775469541549683, + -1.3817805051803589, + 1.5222259759902954, + -0.4539318382740021, + -0.2760140299797058, + 2.542530059814453, + 2.2251780033111572, + 2.371030330657959, + 0.11471349000930786, + -1.348292350769043, + 0.6575543880462646, + 0.03587411344051361, + 1.6771185398101807, + 0.920840322971344, + 1.244415044784546, + -0.5382952690124512, + -0.5878539085388184, + 0.24756306409835815, + -0.6409731507301331, + -0.5360844135284424, + -0.6055518388748169 + ], + [ + -0.028185725212097168, + -1.760788917541504, + 1.9752625226974487, + -0.8325649499893188, + -0.4792585074901581, + 3.2401444911956787, + 2.6803765296936035, + 2.8973546028137207, + 0.0789007842540741, + -0.4182901978492737, + 0.9260019063949585, + -0.025382936000823975, + 2.24017333984375, + 2.0361390113830566, + 1.196488618850708, + 0.5561115145683289, + -0.12154513597488403, + -0.0827661007642746, + -0.8258085250854492, + -0.5332461595535278, + -1.2079616785049438 + ], + [ + -0.785655677318573, + -0.903968095779419, + 1.4099124670028687, + -0.15329648554325104, + 0.58460932970047, + 2.9377124309539795, + 1.7478210926055908, + 2.9619505405426025, + -0.2525157928466797, + -1.5431642532348633, + 0.41410166025161743, + -0.07830342650413513, + 2.0785071849823, + 0.6547930240631104, + 1.1306097507476807, + 0.5387648940086365, + -1.398796558380127, + 0.528645932674408, + -0.856182336807251, + -0.20476889610290527, + -0.09363120794296265 + ], + [ + -1.2586076259613037, + -0.3423055410385132, + 1.2822818756103516, + 0.2910916805267334, + -0.941256046295166, + 2.8202102184295654, + 1.8252065181732178, + 2.3351032733917236, + -0.5059705376625061, + -0.23978948593139648, + 0.7868912220001221, + 1.0671477317810059, + 2.430659294128418, + 0.7299657464027405, + 1.3854889869689941, + 0.6280787587165833, + -0.8704331517219543, + 0.7178032398223877, + 0.06600993871688843, + -0.494326651096344, + -0.9373042583465576 + ], + [ + -0.6139886975288391, + -0.6636813879013062, + 1.7380144596099854, + 0.8283631205558777, + 0.10894473642110825, + 3.3824374675750732, + 2.364443778991699, + 1.397548794746399, + 0.2008015513420105, + 0.04909425973892212, + 0.46488094329833984, + 0.5471230745315552, + 0.7633962631225586, + 2.0464463233947754, + 0.9950199127197266, + -0.7811803817749023, + 0.24693238735198975, + -0.24866291880607605, + -0.7808441519737244, + -1.7524442672729492, + -0.9654443264007568 + ], + [ + -0.0732342004776001, + -1.110092282295227, + 0.9744884967803955, + 0.7220795154571533, + -0.04219541698694229, + 2.674060821533203, + 1.5231945514678955, + 1.6353061199188232, + -1.10343599319458, + -0.9696207046508789, + -0.3424505293369293, + -0.5929380655288696, + 1.1994338035583496, + 0.7103486061096191, + 1.553607702255249, + 0.2373649626970291, + -0.4800073504447937, + -0.326079398393631, + -1.553178310394287, + -1.335445523262024, + -1.4838178157806396 + ], + [ + -1.2941523790359497, + -0.9504520297050476, + 2.34785532951355, + -0.8928831219673157, + -0.4949053227901459, + 2.8512628078460693, + 3.242037057876587, + 1.9695968627929688, + -1.2680805921554565, + -0.7396868467330933, + -0.010840922594070435, + 0.7218781113624573, + 1.609373927116394, + 1.6807117462158203, + 1.4234864711761475, + 0.6254396438598633, + 0.17516875267028809, + 0.4571009576320648, + -0.5609031915664673, + -0.7699093222618103, + 0.05199456214904785 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.7089135646820068, + -0.18861627578735352, + 0.7196911573410034, + 0.06954935193061829, + -0.20126789808273315, + 2.005209445953369, + 0.0, + 1.254981517791748, + -0.01162046194076538, + 0.07986515760421753, + -0.02179434895515442, + -0.18657872080802917, + 0.7400009632110596, + 0.0, + 0.6872427463531494, + -0.7013891339302063, + -0.315891295671463, + -0.5125056505203247, + 0.01436394453048706, + -0.4883803725242615, + 0.0 + ] + ], + "predicted_scores": [ + 3.3356385231018066, + 2.3553690910339355, + 2.0416057109832764, + 1.4214119911193848, + 0.5200836658477783, + 0.4489046335220337, + 0.22257381677627563, + -0.0293923020362854 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train2", + "selected_index": 0, + "state_hash": "7d408174f9914744237dcb6469d43db45ed04d1618588d4da88cbe8bcbb81985", + "stored_base_utility": 0.2422785758972168, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11957359313964844, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11957359313964844 + }, + "base_progress": 0.11957359313964844, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11957359313964844, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07991180568933487, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07991180568933487 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10409796237945557, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10409796237945557 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07458559423685074, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07458559423685074 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08526474237442017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08526474237442017 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1247115358710289, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1247115358710289 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08803510665893555, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08803510665893555 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07267037779092789, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07267037779092789 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08920355886220932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08920355886220932 + } + ], + "candidate_progress": [ + 0.07991180568933487, + 0.10409796237945557, + 0.07458559423685074, + 0.08526474237442017, + 0.1247115358710289, + 0.08803510665893555, + 0.07267037779092789, + 0.08920355886220932 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-76f27d9a935b25e15c38", + "ms-cad33aa1136af34af6ec", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38", + "ms-76f27d9a935b25e15c38" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-9757fc494e79b5543bb6", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.34659242630004883, + -0.46345943212509155, + -0.3217983543872833, + 1.52046537399292, + 0.5566626787185669, + -0.44924822449684143, + 0.14184042811393738, + -0.6898919343948364, + 0.08738604187965393, + 1.141156554222107, + -0.10657373815774918, + 0.6861811876296997, + 0.3641432225704193, + 1.5938769578933716, + 0.3813537061214447, + 0.6770937442779541, + -0.5444097518920898, + -0.9615549445152283, + -0.18168538808822632, + -0.8427269458770752, + -0.902535080909729 + ], + [ + 0.4337502121925354, + -0.20708085596561432, + -0.17225924134254456, + 1.131852149963379, + 0.37447553873062134, + -0.4706055819988251, + 0.13306406140327454, + -0.34095117449760437, + 0.00054139643907547, + 0.909524142742157, + 0.1254335343837738, + 0.9399086833000183, + 0.5799242258071899, + 0.5483142137527466, + 0.5961647629737854, + 0.5009846687316895, + -0.4580802917480469, + -0.8016119599342346, + -0.10250625014305115, + -1.3832004070281982, + -0.6556483507156372 + ], + [ + 0.3821539282798767, + -0.38871073722839355, + -0.45689311623573303, + 1.4030803442001343, + 1.2414138317108154, + -0.9413290023803711, + 0.5053936243057251, + -0.6525224447250366, + 0.06566107273101807, + 0.9805262088775635, + 0.13604477047920227, + 0.4511154890060425, + 0.00523647665977478, + 1.29166841506958, + 0.5049959421157837, + 0.48697441816329956, + -0.6969167590141296, + -0.8181225657463074, + 0.27135393023490906, + -0.9123811721801758, + -0.5362117290496826 + ], + [ + 0.2240447700023651, + -0.48705554008483887, + -0.4607948362827301, + 1.3398312330245972, + 0.63993239402771, + -0.6602760553359985, + -0.12100499868392944, + -0.34017065167427063, + 0.13297893106937408, + 1.1378711462020874, + 0.07263671606779099, + 0.5691262483596802, + -0.011273235082626343, + 1.289742112159729, + 0.47678354382514954, + 0.5343421101570129, + -0.38699740171432495, + -0.9860833287239075, + -0.3590773940086365, + -0.8973908424377441, + -0.5287889242172241 + ], + [ + 0.23607288300991058, + -0.37800633907318115, + -0.20697882771492004, + 1.398567795753479, + 0.6323449611663818, + -0.8833410739898682, + 0.07674697041511536, + -0.3478969633579254, + 0.22711855173110962, + 1.1488276720046997, + 0.03460907191038132, + 0.36522671580314636, + 0.016019165515899658, + 1.0481473207473755, + 0.5571687817573547, + 0.4562367796897888, + -0.32911568880081177, + -0.9092598557472229, + -0.46133047342300415, + -1.5378384590148926, + -0.5029714107513428 + ], + [ + 0.2901689410209656, + -0.45621681213378906, + -0.5835232734680176, + 1.3527965545654297, + 0.6535577774047852, + -0.4730243384838104, + -0.16892462968826294, + -0.1723792552947998, + 0.12695538997650146, + 1.1875107288360596, + 0.09734734892845154, + 0.6219497323036194, + -0.10405543446540833, + 1.403741717338562, + 0.3988845944404602, + 0.5449039340019226, + -0.49558794498443604, + -1.0608124732971191, + -0.2846475839614868, + -0.7077689170837402, + -0.6090091466903687 + ], + [ + 0.16331391036510468, + -0.46257054805755615, + -0.7187583446502686, + 1.3813977241516113, + 0.8531920313835144, + -0.702994704246521, + -0.47098344564437866, + -0.29359936714172363, + 0.20886161923408508, + 1.093061089515686, + 0.16085955500602722, + 0.7227740287780762, + 0.28606292605400085, + 1.375406265258789, + 0.5382794141769409, + 0.5360625982284546, + -0.20732037723064423, + -0.8517202734947205, + -0.4548466205596924, + -0.7579045295715332, + -0.2046211063861847 + ], + [ + 0.036402806639671326, + -0.39325594902038574, + -0.39978840947151184, + 1.2253919839859009, + 0.971533477306366, + -1.0298452377319336, + -0.290480375289917, + -0.681043267250061, + 0.07759647071361542, + 1.1395058631896973, + 0.04685037583112717, + 0.18843594193458557, + 0.21971699595451355, + 1.540695071220398, + 0.2059134691953659, + 0.4126855134963989, + -0.4379872679710388, + -0.9247722029685974, + -0.4395376443862915, + -2.0216689109802246, + -0.20248225331306458 + ] + ], + "generated_utilities": [ + 0.07991180568933487, + 0.10409796237945557, + 0.07458559423685074, + 0.08526474237442017, + 0.1247115358710289, + 0.08803510665893555, + 0.07267037779092789, + 0.08920355886220932 + ], + "group_id": "ms-9757fc494e79b5543bb6", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.04467397928237915, + 0.06116596981883049, + 0.05867831036448479, + 0.04962921142578125, + 0.16101354360580444, + 0.0372292622923851, + 0.13825690746307373, + 0.13699722290039062, + 0.1277455985546112, + 0.11835144460201263, + 0.11828573793172836, + 0.13750170171260834, + 0.10622364282608032, + 0.09371175616979599, + 0.17056432366371155, + 0.15165559947490692 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.4410176277160645, + -1.098402500152588, + -0.2521008253097534, + 3.0108041763305664, + 0.546787440776825, + -0.1932782381772995, + 0.3483065664768219, + -1.488704800605774, + 0.45971837639808655, + 1.2437666654586792, + 0.22831200063228607, + -1.069676399230957, + 1.8721933364868164, + 2.139881134033203, + 0.8529099822044373, + 0.410398930311203, + -0.012328866869211197, + -1.9118379354476929, + -0.12494434416294098, + -2.1695773601531982, + -1.689271092414856 + ], + [ + 1.2116252183914185, + -0.9201980829238892, + -0.19459448754787445, + 2.912348508834839, + 0.6662750840187073, + -0.0868743434548378, + 0.29788094758987427, + -1.7567923069000244, + 0.7364240884780884, + 1.4195880889892578, + 0.3170340359210968, + -1.0319252014160156, + 1.7603240013122559, + 1.9140324592590332, + 1.0597981214523315, + 0.17251628637313843, + -0.10766260325908661, + -2.200096845626831, + -0.3178950548171997, + -2.227046251296997, + -1.728310465812683 + ], + [ + 1.3293519020080566, + -1.0304509401321411, + 0.0820712149143219, + 3.084728479385376, + 0.23601236939430237, + -0.053134605288505554, + 0.1828470379114151, + -1.2744003534317017, + 0.19408181309700012, + 1.4542924165725708, + -0.02462826669216156, + -1.0054312944412231, + 2.0117013454437256, + 2.5369763374328613, + 0.6344021558761597, + 0.08325397968292236, + -0.38576748967170715, + -1.8743387460708618, + -0.01317838579416275, + -2.2216618061065674, + -1.9894192218780518 + ], + [ + 1.3100504875183105, + -1.0150485038757324, + -0.46049535274505615, + 3.1077966690063477, + 0.8063116073608398, + -0.23412935435771942, + 0.6567114591598511, + -1.3632498979568481, + 0.30977433919906616, + 0.9999431371688843, + 0.35830074548721313, + -1.0153173208236694, + 1.7977781295776367, + 1.9884101152420044, + 1.0690096616744995, + 0.8803198933601379, + 0.06741940975189209, + -1.7597140073776245, + 0.3619118332862854, + -2.484180450439453, + -1.2085278034210205 + ], + [ + 1.849910020828247, + -1.5418038368225098, + -0.5735057592391968, + 2.969329357147217, + 0.5818837285041809, + 0.348166823387146, + 0.8780145645141602, + -1.2178181409835815, + 0.7966664433479309, + 1.8114389181137085, + -0.11676736176013947, + -1.2626097202301025, + 2.1720077991485596, + 1.7067369222640991, + 1.0546742677688599, + 0.4584583044052124, + -0.3436438739299774, + -2.262002468109131, + 0.06349548697471619, + -2.1297404766082764, + -1.8429534435272217 + ], + [ + 1.3348263502120972, + -1.78920578956604, + -0.928993821144104, + 2.8926401138305664, + 0.08659783005714417, + -0.42658278346061707, + 0.19681604206562042, + -0.9841015338897705, + 0.8222531676292419, + 1.8533419370651245, + -0.23506928980350494, + -1.6466517448425293, + 1.3835835456848145, + 2.8087832927703857, + 1.5398426055908203, + 0.41905468702316284, + 0.3931363821029663, + -1.3545563220977783, + -0.21161994338035583, + -2.3187854290008545, + -1.760456919670105 + ], + [ + 2.187211513519287, + -0.7279045581817627, + 0.2692594528198242, + 2.8940768241882324, + 0.4565308094024658, + 0.139907106757164, + -0.20563247799873352, + -1.7614890336990356, + -0.1756986677646637, + 0.5404646992683411, + 0.9944133162498474, + -1.5323548316955566, + 2.6549301147460938, + 1.660141110420227, + 0.277954638004303, + 0.19720134139060974, + -0.6243554353713989, + -2.206129550933838, + 0.6451382637023926, + -2.8267276287078857, + -1.4723471403121948 + ], + [ + 1.5338939428329468, + -0.801070511341095, + -0.9271101951599121, + 2.5356972217559814, + 0.013183891773223877, + -0.26970750093460083, + 0.4159581661224365, + -2.109372615814209, + -0.2974042594432831, + 0.34867846965789795, + 0.49489420652389526, + -1.6549404859542847, + 2.635392665863037, + 1.350113868713379, + 1.0687894821166992, + 0.4553309679031372, + 0.5576031804084778, + -1.0938751697540283, + 0.2519800066947937, + -2.6793816089630127, + -2.405031681060791 + ], + [ + 0.9978657960891724, + -0.845083475112915, + 0.03763994574546814, + 2.2224855422973633, + 0.648470938205719, + -0.8897371292114258, + -0.5781333446502686, + -1.3565374612808228, + -0.05688616633415222, + 1.3113338947296143, + 0.7994481325149536, + -0.5315511226654053, + 1.1624557971954346, + 1.819075107574463, + 1.1732388734817505, + 1.0511668920516968, + -0.16323956847190857, + -2.3658154010772705, + -0.9572781324386597, + -1.3816142082214355, + -0.9716753363609314 + ], + [ + 1.6809611320495605, + -1.7963652610778809, + 0.4902648329734802, + 2.5225419998168945, + 1.1930646896362305, + -1.1210460662841797, + 1.1913443803787231, + -1.8206208944320679, + 0.11926683783531189, + 1.999726414680481, + -0.6722689270973206, + -0.6681249141693115, + 1.2542228698730469, + 2.5643703937530518, + -0.02019864320755005, + -0.2475624978542328, + 0.03958394378423691, + -2.033069372177124, + -0.5254069566726685, + -2.938389778137207, + -2.4298205375671387 + ] + ], + "predicted_scores": [ + 9.190927505493164, + 8.471314430236816, + 8.403776168823242, + 8.015718460083008, + 7.936319351196289, + 7.781562328338623, + 7.719004154205322, + 7.5136518478393555 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "636680137/train2", + "selected_index": 0, + "state_hash": "82c2aa27c1db8047eb6cda8fd0fc438c914616304ba2f19fa14fa01d16a91955", + "stored_base_utility": 0.04467397928237915, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10184377431869507, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10184377431869507 + }, + "base_progress": 0.10184377431869507, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.10184377431869507, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.050515830516815186, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.050515830516815186 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.03801560401916504, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.03801560401916504 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04238645359873772, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04238645359873772 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04808368161320686, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04808368161320686 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.053976815193891525, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.053976815193891525 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05308796837925911, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05308796837925911 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.032663602381944656, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.032663602381944656 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.02692335844039917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.02692335844039917 + } + ], + "candidate_progress": [ + 0.050515830516815186, + 0.03801560401916504, + 0.04238645359873772, + 0.04808368161320686, + 0.053976815193891525, + 0.05308796837925911, + 0.032663602381944656, + 0.02692335844039917 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-d81f9c2974c2d599f151", + "ms-c5d53da10b561f402ee7", + "ms-c5d53da10b561f402ee7" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-a8731059713697ce5e2a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2154512256383896, + 0.012079194188117981, + 0.7371872067451477, + 0.7599309682846069, + 1.8680312633514404, + 0.4968000650405884, + 0.4138181805610657, + 0.2255587875843048, + 0.40324661135673523, + 0.8067948818206787, + -0.4682137668132782, + 1.8097947835922241, + -0.23843325674533844, + 0.6297018527984619, + 0.2177058458328247, + 0.5401890873908997, + -0.4893048405647278, + 0.49877387285232544, + 0.309863805770874, + -1.0031964778900146, + -0.7600926160812378 + ], + [ + -0.13797907531261444, + -0.004995089024305344, + 0.5882023572921753, + 0.3526797592639923, + 1.3609528541564941, + 0.46559327840805054, + -0.07253503799438477, + 0.05698862671852112, + 0.1587534248828888, + 0.9064022898674011, + -0.3228599727153778, + 1.4592430591583252, + 0.31800922751426697, + 0.5647768378257751, + -0.07555319368839264, + 0.4739034175872803, + -0.15053866803646088, + 0.2640964090824127, + 0.25671935081481934, + -1.4009594917297363, + -0.6378183364868164 + ], + [ + -0.02755652368068695, + 0.039917953312397, + 0.5883528590202332, + 0.7380892038345337, + 1.7101209163665771, + 0.6023120880126953, + 0.05095788836479187, + 0.17032143473625183, + 0.32330453395843506, + 0.9276936054229736, + -0.5263681411743164, + 1.7299057245254517, + -0.2483254224061966, + 0.46747392416000366, + 0.04184652864933014, + 0.5369016528129578, + -0.4153229594230652, + 0.518438994884491, + 0.10116656124591827, + -1.0005731582641602, + -0.2527691423892975 + ], + [ + 0.06251121312379837, + 0.07507650554180145, + 0.5779556632041931, + 0.6211675405502319, + 1.790998935699463, + 0.5614417791366577, + 0.09569206833839417, + 0.2685316503047943, + 0.39522886276245117, + 1.0066083669662476, + -0.428960919380188, + 1.7017173767089844, + -0.10070621967315674, + 0.4880754351615906, + -0.06842510402202606, + 0.5754809975624084, + -0.5365929007530212, + 0.5390985608100891, + -0.006086587905883789, + -1.1271617412567139, + -0.4922628104686737 + ], + [ + 0.06789986044168472, + 0.05046369135379791, + 0.8042173385620117, + 0.7846634387969971, + 1.719743251800537, + 0.3108859658241272, + 0.38354524970054626, + 0.3977803587913513, + 0.4000850021839142, + 1.0028663873672485, + -0.35286247730255127, + 1.625846028327942, + 0.34564462304115295, + 0.338809072971344, + -0.1840037703514099, + 0.5594097375869751, + -0.5854998826980591, + 0.5478097200393677, + 0.029906854033470154, + -0.9833393692970276, + -0.6824449300765991 + ], + [ + 0.5462708473205566, + -0.005492828786373138, + 1.1380178928375244, + 0.5054470300674438, + 1.5521841049194336, + 0.42512625455856323, + 0.7334613800048828, + 0.23097024857997894, + 0.5741012692451477, + 1.0739967823028564, + -0.7610945105552673, + 1.8002734184265137, + -0.517907440662384, + 0.28556370735168457, + -0.25625619292259216, + 0.4755156338214874, + -0.5103331804275513, + 0.44737398624420166, + -0.15796402096748352, + -1.1504974365234375, + -0.5139271020889282 + ], + [ + -0.15473921597003937, + -0.10098344087600708, + 0.6196414828300476, + 0.5992556810379028, + 1.1248066425323486, + 0.25187718868255615, + 0.18701085448265076, + 0.08032459020614624, + 0.5784541964530945, + 0.8799512982368469, + -0.280311644077301, + 1.5599405765533447, + -0.1955588459968567, + -0.1928805261850357, + -0.24974074959754944, + 0.483198344707489, + 0.36246564984321594, + 0.4908708333969116, + 0.6586858630180359, + -0.7314109206199646, + -0.5436468124389648 + ], + [ + -0.35094189643859863, + -0.030674587935209274, + 0.7124806046485901, + 0.5068665742874146, + 1.0101674795150757, + 0.43383166193962097, + -0.01514345407485962, + 0.006572350859642029, + 0.5335493683815002, + 0.9174032807350159, + -0.2916989326477051, + 1.600760817527771, + -0.2803058624267578, + -0.09015654027462006, + -0.2699238657951355, + 0.40646490454673767, + 0.39431923627853394, + 0.46594786643981934, + 0.4932156801223755, + -0.7783017158508301, + -0.3864488899707794 + ] + ], + "generated_utilities": [ + 0.050515830516815186, + 0.03801560401916504, + 0.04238645359873772, + 0.04808368161320686, + 0.053976815193891525, + 0.05308796837925911, + 0.032663602381944656, + 0.02692335844039917 + ], + "group_id": "ms-a8731059713697ce5e2a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.14563708007335663, + 0.19710752367973328, + 0.08932924270629883, + 0.09506683051586151, + 0.11755096912384033, + 0.14580702781677246, + 0.09405382722616196, + 0.06562888622283936, + 0.11733508110046387, + 0.04815538972616196, + 0.025752007961273193, + 0.016863565891981125, + 0.02547500655055046, + 0.08089685440063477, + 0.05237257480621338, + 0.1101820319890976 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.22555309534072876, + -0.008643746376037598, + 0.31229448318481445, + -0.15308082103729248, + 1.3463916778564453, + -0.0007275938987731934, + 0.0, + -0.08715823292732239, + -0.14942900836467743, + 0.5979268550872803, + -0.018756285309791565, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.09300309419631958, + -0.20005196332931519, + -0.061415478587150574, + 0.754948616027832, + -0.04366564750671387, + -0.3222846984863281, + 0.0 + ], + [ + 0.3024141788482666, + 0.2681087255477905, + 0.31229448318481445, + -0.3969038724899292, + 1.3463916778564453, + 0.06552734971046448, + 0.0, + -0.05665820837020874, + 0.18340042233467102, + 0.5979268550872803, + -0.30637162923812866, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + 0.5581141710281372, + 0.2404169738292694, + 0.07992871850728989, + 0.754948616027832, + 0.34295418858528137, + -0.17150640487670898, + 0.0 + ], + [ + 0.3031781315803528, + -1.0041735172271729, + 1.5626698732376099, + 0.4367365837097168, + 2.640424966812134, + 0.025543570518493652, + 0.7150936126708984, + 0.5709395408630371, + -0.38061797618865967, + 1.8162577152252197, + -0.009900450706481934, + 2.6579482555389404, + 1.471014380455017, + 1.4056793451309204, + -0.6091717481613159, + 0.7193707227706909, + 0.0074285343289375305, + 1.540907859802246, + 0.643646240234375, + -0.8009468913078308, + -0.30452483892440796 + ], + [ + 0.2330225557088852, + -0.7989985942840576, + 1.164547324180603, + 0.8586971163749695, + 2.6567842960357666, + 0.1559378206729889, + 0.7404706478118896, + 0.6591440439224243, + -0.22769801318645477, + 1.9582276344299316, + 0.167125403881073, + 2.813899517059326, + 1.8770995140075684, + 1.2960361242294312, + -0.7838993072509766, + 0.7812274098396301, + -0.2289590984582901, + 1.7257624864578247, + 0.8674569129943848, + -0.938961386680603, + -0.7413738369941711 + ], + [ + 0.48232829570770264, + -0.9243136644363403, + 1.6245059967041016, + 1.044168472290039, + 2.515392780303955, + 0.34340304136276245, + 0.9804482460021973, + -0.07578852772712708, + -0.0781494677066803, + 1.7751636505126953, + -0.3880031108856201, + 2.8443350791931152, + 1.7063122987747192, + 1.8889234066009521, + -1.0335187911987305, + 1.0180180072784424, + -0.008667834103107452, + 2.131394863128662, + 0.2633013129234314, + -0.2266562581062317, + -0.14128649234771729 + ], + [ + -0.36992672085762024, + -0.8130255937576294, + 0.6568784713745117, + 0.6840304732322693, + 2.5914340019226074, + 0.4658961594104767, + 0.3959510326385498, + 0.12634965777397156, + -0.3350973427295685, + 1.8355858325958252, + -0.6838566064834595, + 3.403810977935791, + 2.1323463916778564, + 1.088200330734253, + 0.005209386348724365, + 1.0655148029327393, + 0.36562293767929077, + 1.216540813446045, + 0.49178245663642883, + -1.27830970287323, + -0.48833349347114563 + ], + [ + -0.12606802582740784, + 0.06398582458496094, + 1.5704216957092285, + 0.25924432277679443, + 2.2035326957702637, + 0.83082115650177, + 0.1919947862625122, + -0.0952441394329071, + -0.5122151374816895, + 1.8682644367218018, + -0.30331951379776, + 2.719233751296997, + 1.6284382343292236, + 1.7919050455093384, + 0.2970935106277466, + 0.06906932592391968, + -0.08662956953048706, + 1.9375319480895996, + 0.2833097577095032, + -1.2889463901519775, + -0.6813504695892334 + ], + [ + -0.6299217939376831, + -1.2354106903076172, + 1.9588823318481445, + 0.3699165880680084, + 2.6037070751190186, + 0.4726773798465729, + 1.2892385721206665, + -0.09512123465538025, + -0.3230750560760498, + 0.9701170325279236, + -0.468097060918808, + 3.4153807163238525, + 2.5014519691467285, + 1.0568734407424927, + 0.31597352027893066, + 0.41135090589523315, + 0.8617907762527466, + 1.6178619861602783, + 1.3193659782409668, + -0.47208356857299805, + -1.196907877922058 + ], + [ + -0.3326122462749481, + -0.9958359599113464, + 1.5710361003875732, + 0.05057317018508911, + 1.8925069570541382, + -0.6054971814155579, + 1.4708354473114014, + 0.5781421661376953, + 0.5510178804397583, + 2.532672166824341, + -0.787903904914856, + 2.733215570449829, + 1.6461031436920166, + 0.8628755211830139, + -1.3798129558563232, + 0.4905262291431427, + 0.3469502329826355, + 2.3162074089050293, + 0.7664479613304138, + -1.4322869777679443, + -0.6533446311950684 + ], + [ + -0.06535127758979797, + 0.1409667730331421, + 1.1001497507095337, + 0.12685608863830566, + 2.4713239669799805, + 0.09440496563911438, + 1.27341890335083, + 0.05714350938796997, + -0.3853960335254669, + 2.423351287841797, + -0.002034232020378113, + 2.6609556674957275, + 2.3777618408203125, + 2.0043692588806152, + -1.172515869140625, + 1.3197999000549316, + -0.4202495813369751, + 2.2577173709869385, + -0.37111544609069824, + -0.4293745458126068, + 0.12000158429145813 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.015114843845367432, + -0.022619664669036865, + 0.31229448318481445, + -0.0042684078216552734, + 1.3463916778564453, + -0.013372838497161865, + 0.0, + 0.08092409372329712, + 0.035400390625, + 0.5979268550872803, + -0.07546164095401764, + 1.9043312072753906, + 0.6329002380371094, + 0.0, + -0.023582816123962402, + -0.058653295040130615, + -0.014314457774162292, + 0.754948616027832, + -0.05345273017883301, + -0.05282771587371826, + 0.0 + ] + ], + "predicted_scores": [ + 7.49714994430542, + 7.276819229125977, + 7.181128978729248, + 7.134034156799316, + 7.118180274963379, + 6.0024333000183105, + 4.6598219871521, + 4.517788887023926 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "767747424/train2", + "selected_index": 0, + "state_hash": "a52af742f184cb7ef5b7e4921cc4fd79740d8c5ab6bd7902ab82f0abcfdf36a7", + "stored_base_utility": 0.14563708007335663, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.2824406623840332, + 0.24717700481414795, + 0.2798023223876953, + 0.26927876472473145, + 0.273823618888855, + 0.3009856939315796, + 0.28367602825164795, + 0.22301924228668213 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2824406623840332, + "contact_quality": null, + "progress": 0.16670608520507812, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16670608520507812 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.24717700481414795, + "contact_quality": null, + "progress": 0.19271372258663177, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19271372258663177 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2798023223876953, + "contact_quality": null, + "progress": 0.17580711841583252, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17580711841583252 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.26927876472473145, + "contact_quality": null, + "progress": 0.16055531799793243, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16055531799793243 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.273823618888855, + "contact_quality": null, + "progress": 0.1363956332206726, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1363956332206726 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3009856939315796, + "contact_quality": null, + "progress": 0.14889191091060638, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14889191091060638 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.28367602825164795, + "contact_quality": null, + "progress": 0.15112553536891937, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15112553536891937 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.22301924228668213, + "contact_quality": null, + "progress": 0.19452734291553497, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19452734291553497 + } + ], + "candidate_progress": [ + 0.16670608520507812, + 0.19271372258663177, + 0.17580711841583252, + 0.16055531799793243, + 0.1363956332206726, + 0.14889191091060638, + 0.15112553536891937, + 0.19452734291553497 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-ff129e39095c2861b522", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-68b43d83b97196e0d27f", + "ms-cad6645f8175e38ad155" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-ac94b48febe523da15a5", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.5310009717941284, + 0.05718311667442322, + 1.6844139099121094, + -0.2525486350059509, + 0.39506417512893677, + 2.193906307220459, + 1.8349058628082275, + 2.1670987606048584, + -0.08192450553178787, + -0.9932889938354492, + 0.7411537170410156, + -0.10049784183502197, + 2.2944743633270264, + 1.9257972240447998, + 1.2539448738098145, + 0.2426815778017044, + -0.9366803765296936, + 0.7934460639953613, + 0.8814278841018677, + 2.0670433044433594, + 2.7234084606170654 + ], + [ + -0.43954581022262573, + 0.05551021546125412, + 1.6409730911254883, + -0.29036110639572144, + 0.597339928150177, + 2.4954442977905273, + 1.9579224586486816, + 1.8905389308929443, + 0.0015972014516592026, + -0.5861659049987793, + 0.959542453289032, + -0.21170419454574585, + 2.3040735721588135, + 1.8725719451904297, + 1.456856369972229, + 0.21601909399032593, + -1.0431971549987793, + 0.8434306383132935, + 1.0042023658752441, + 1.7005705833435059, + 2.39182186126709 + ], + [ + -0.5360386967658997, + 0.06023716926574707, + 1.7028836011886597, + -0.20123568177223206, + 0.28721728920936584, + 2.1701745986938477, + 1.669501543045044, + 2.1455602645874023, + -0.059249117970466614, + -0.8638977408409119, + 0.749103844165802, + -0.07568904757499695, + 2.2980539798736572, + 1.8060648441314697, + 1.3226122856140137, + 0.26008740067481995, + -1.0068413019180298, + 0.8599127531051636, + 0.9209468364715576, + 2.0358099937438965, + 2.6020331382751465 + ], + [ + -0.32492727041244507, + 0.06797011941671371, + 1.8143727779388428, + -0.20695523917675018, + 0.514297366142273, + 2.6946864128112793, + 1.8161702156066895, + 2.0261902809143066, + 0.0895727351307869, + -0.9009348154067993, + 0.7453804016113281, + -0.06524044275283813, + 2.1296041011810303, + 1.7214287519454956, + 1.5753674507141113, + 0.16868439316749573, + -0.9668259024620056, + 0.7578626871109009, + 0.7583091259002686, + 2.15486478805542, + 2.407118082046509 + ], + [ + 0.05135052651166916, + -0.08341231942176819, + 1.7457133531570435, + -0.3473871946334839, + 0.7568861842155457, + 2.486966848373413, + 1.5416977405548096, + 2.3589181900024414, + 0.018980443477630615, + -0.958967924118042, + 0.6705164909362793, + 0.14158020913600922, + 2.1030030250549316, + 2.0184731483459473, + 1.7632052898406982, + 0.28838926553726196, + -1.1313574314117432, + 0.7748396992683411, + 1.1083157062530518, + 2.235915422439575, + 2.2452619075775146 + ], + [ + -0.3180224299430847, + 0.008438486605882645, + 2.1322245597839355, + -0.618122398853302, + 0.6109434366226196, + 2.6801533699035645, + 1.6260106563568115, + 2.055823564529419, + 0.08923961222171783, + -0.9852250814437866, + 0.7948786020278931, + -0.12750452756881714, + 2.250598430633545, + 1.4509488344192505, + 1.703557014465332, + 0.2392926663160324, + -0.838661253452301, + 0.9131550788879395, + 0.5983297228813171, + 2.3115415573120117, + 2.37087345123291 + ], + [ + -0.3907146453857422, + 0.0640225037932396, + 1.8506181240081787, + -0.3344191610813141, + 0.4040141999721527, + 2.7141919136047363, + 1.735945701599121, + 2.090543031692505, + 0.04526009410619736, + -0.8916879892349243, + 0.7398254871368408, + 0.001627013087272644, + 2.2622530460357666, + 1.635977864265442, + 1.5911446809768677, + 0.1303023248910904, + -0.9927302002906799, + 0.8196125626564026, + 0.7581184506416321, + 2.1223950386047363, + 2.215775966644287 + ], + [ + -0.2634994387626648, + -0.2356615960597992, + 1.5317217111587524, + -0.2838127911090851, + 0.44288015365600586, + 2.36618709564209, + 1.3235156536102295, + 2.005154609680176, + -0.07163859903812408, + -0.732137143611908, + 0.8196953535079956, + -0.21700379252433777, + 1.797887921333313, + 1.1839866638183594, + 1.0143288373947144, + -0.06980312615633011, + -0.7437117695808411, + 1.3486459255218506, + 0.7458828687667847, + 2.1331963539123535, + 2.384793996810913 + ] + ], + "generated_utilities": [ + 0.16670608520507812, + 0.19271372258663177, + 0.17580711841583252, + 0.16055531799793243, + 0.1363956332206726, + 0.14889191091060638, + 0.15112553536891937, + 0.19452734291553497 + ], + "group_id": "ms-ac94b48febe523da15a5", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.21594193577766418, + 0.21601168811321259, + 2.0, + 0.21012263000011444, + 0.28752872347831726, + 0.21433435380458832, + 0.28245842456817627, + 0.21487359702587128, + 0.24464814364910126, + 0.09122686088085175, + 0.16050146520137787, + 0.27431729435920715, + 0.16523605585098267, + 0.14633285999298096, + 0.12854063510894775, + 0.22855238616466522 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.30389827489852905, + -0.8579962253570557, + 1.3989989757537842, + -0.028539054095745087, + 0.2974744737148285, + 2.5767815113067627, + 2.78259539604187, + 2.9385712146759033, + 0.40562111139297485, + -1.288014531135559, + 1.5747884511947632, + -0.32205742597579956, + 2.1774518489837646, + 2.1987578868865967, + 2.0454328060150146, + 0.046226486563682556, + -0.4135788083076477, + 0.8770245313644409, + 0.6579046249389648, + 3.040009021759033, + 2.7811899185180664 + ], + [ + 0.046359941363334656, + -0.6854727268218994, + 0.8204165101051331, + 0.565416693687439, + 0.867863118648529, + 2.7692763805389404, + 2.7963621616363525, + 2.853088140487671, + 0.08938002586364746, + -0.6983482837677002, + 0.6515394449234009, + 0.1741611808538437, + 2.596548318862915, + 2.241023063659668, + 1.1163336038589478, + -0.5825872421264648, + -1.163135290145874, + -0.10550624132156372, + 1.3176631927490234, + 3.2109551429748535, + 2.9364986419677734 + ], + [ + 0.2593599259853363, + 0.2957177460193634, + 1.9324779510498047, + -0.7020376920700073, + 0.5371706485748291, + 2.8035061359405518, + 1.719245195388794, + 3.0967774391174316, + 0.02538616955280304, + -2.014153003692627, + 0.975588321685791, + 0.13461539149284363, + 1.3708343505859375, + 2.0089662075042725, + 1.5020623207092285, + -0.5627524256706238, + -1.4362560510635376, + 1.0673084259033203, + 0.13988959789276123, + 1.9552056789398193, + 3.066999673843384 + ], + [ + -0.5636838674545288, + 0.5672513246536255, + 1.225524663925171, + -0.48138415813446045, + -0.12759679555892944, + 3.0159695148468018, + 1.7835419178009033, + 2.830249786376953, + 0.08296757936477661, + -1.0899537801742554, + 1.296309232711792, + -0.7484232783317566, + 1.7848374843597412, + 1.6798732280731201, + 2.1842145919799805, + 0.8081878423690796, + -1.2716219425201416, + -0.3701121211051941, + 1.7858202457427979, + 3.2807788848876953, + 3.4130516052246094 + ], + [ + -0.3812307119369507, + 0.13109999895095825, + 1.5801677703857422, + -0.5124261379241943, + -0.0809403657913208, + 1.6008803844451904, + 2.3469717502593994, + 2.9038379192352295, + 0.5333170294761658, + -0.5620397925376892, + 1.34263277053833, + 1.1270815134048462, + 2.625211238861084, + 2.797947883605957, + 0.7474810481071472, + 0.21095304191112518, + -0.1364203691482544, + 0.16086292266845703, + 0.8026530742645264, + 1.958977222442627, + 1.8182815313339233 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.008759871125221252, + -0.03194861114025116, + 0.3535926342010498, + 0.2529276907444, + -0.2242739200592041, + 1.4436132907867432, + 0.0, + 1.4422698020935059, + 0.05536298453807831, + -0.13979530334472656, + 0.0697777271270752, + -0.17666669189929962, + 0.9072136878967285, + 0.0, + 0.601030707359314, + 0.08979149162769318, + 0.16722428798675537, + -0.014539599418640137, + 0.2526214122772217, + 1.6155693531036377, + 0.0 + ], + [ + 0.23985959589481354, + -0.2654930055141449, + 1.3535926342010498, + -0.11706969141960144, + 0.6134927868843079, + 2.443613290786743, + 2.436269521713257, + 2.442269802093506, + -0.14463798701763153, + -1.1397953033447266, + 1.0532320737838745, + 0.23402641713619232, + 1.9072136878967285, + 1.9912227392196655, + 1.601030707359314, + -0.1601666659116745, + -0.6761934161186218, + 0.5889102816581726, + 0.7933533787727356, + 2.6155693531036377, + 2.681323289871216 + ], + [ + -0.025997892022132874, + -0.3801298141479492, + 1.308110237121582, + -0.18097904324531555, + 0.5263209939002991, + 2.7038090229034424, + 2.284522533416748, + 2.467730760574341, + -0.03960235416889191, + -1.4280445575714111, + 0.7961887121200562, + 0.5136534571647644, + 1.9056414365768433, + 2.08752179145813, + 1.7709375619888306, + -0.056249670684337616, + -0.9286986589431763, + 0.36199355125427246, + 0.5150834321975708, + 2.6378211975097656, + 2.6209559440612793 + ], + [ + 0.2841508686542511, + 0.20293864607810974, + 2.0690746307373047, + 0.38615939021110535, + 0.7287670969963074, + 1.7998793125152588, + 2.669597864151001, + 2.591174840927124, + -0.5354129672050476, + -1.8737165927886963, + 0.843414306640625, + -0.23777516186237335, + 1.9671827554702759, + 2.4228203296661377, + 0.9006507396697998, + -0.36979836225509644, + -1.1882801055908203, + 1.0648058652877808, + 0.611021101474762, + 2.019209861755371, + 2.4891891479492188 + ] + ], + "predicted_scores": [ + 2.559049606323242, + 2.44624662399292, + 2.228820323944092, + 1.6676467657089233, + 1.4475756883621216, + 1.4049407243728638, + 1.3771306276321411, + 1.2726411819458008 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1375492786/train2", + "selected_index": 0, + "state_hash": "487b0ee3cff1c91f3140cb5d400fe48183225bdea8441fd2ec3e49d62391bafc", + "stored_base_utility": 0.21594193577766418, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09504059702157974, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09504059702157974 + }, + "base_progress": 0.09504059702157974, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09504059702157974, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.027318239212036133, + 0.0178225040435791, + 0.08470213413238525 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08985898643732071, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08985898643732071 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16691605746746063, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16691605746746063 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.10970946401357651, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.10970946401357651 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1682192087173462, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1682192087173462 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12732957303524017, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12732957303524017 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027318239212036133, + "contact_quality": null, + "progress": 0.09748458862304688, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09748458862304688 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0178225040435791, + "contact_quality": null, + "progress": 0.24880830943584442, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24880830943584442 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08470213413238525, + "contact_quality": null, + "progress": 0.23134692013263702, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23134692013263702 + } + ], + "candidate_progress": [ + 0.08985898643732071, + 0.16691605746746063, + 0.10970946401357651, + 0.1682192087173462, + 0.12732957303524017, + 0.09748458862304688, + 0.24880830943584442, + 0.23134692013263702 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-f85a653af630821f2572", + "ms-babaeb20129c46551281", + "ms-7eaea428dfdef7255a66", + "ms-1f19fd22562f87bdb776", + "ms-6a3add21affa4796f9be", + "ms-6a3add21affa4796f9be", + "ms-cad6645f8175e38ad155", + "ms-68b43d83b97196e0d27f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank6" + ], + "candidates_evaluated": true, + "chart_id": "ms-b49043f15f4846de5b13", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.03643296658992767, + 0.019851624965667725, + 0.9396045207977295, + 0.12923663854599, + 0.8340590000152588, + 1.3503367900848389, + 0.39493706822395325, + 0.20416513085365295, + 0.08675715327262878, + 0.4429377317428589, + -0.17593830823898315, + -0.1280657947063446, + 0.7583445310592651, + 0.06263840943574905, + 0.5904912948608398, + -0.017567088827490807, + -0.4065772294998169, + 0.14774185419082642, + 0.2069031000137329, + 0.8792269825935364, + 0.1976059526205063 + ], + [ + -0.020426183938980103, + 0.03376280516386032, + 0.678108274936676, + -0.20629751682281494, + 0.741448163986206, + 2.00173020362854, + 0.6273488998413086, + 0.4547836482524872, + 0.10281282663345337, + 0.09996962547302246, + -0.08871256560087204, + 0.19204053282737732, + 1.2855095863342285, + 0.4795432686805725, + 0.9991910457611084, + 0.0880075991153717, + -0.44605737924575806, + 0.10950794070959091, + 0.07244548201560974, + 0.31634610891342163, + 0.037415891885757446 + ], + [ + 0.10805854946374893, + -0.11026979982852936, + 0.5457049608230591, + -0.03125068545341492, + 0.6609647274017334, + 2.0435497760772705, + 0.8757247924804688, + 0.18993699550628662, + 0.09959030151367188, + 0.2590222656726837, + 0.4949794411659241, + -0.020188182592391968, + 1.2152942419052124, + 0.8383739590644836, + 0.3105528652667999, + -0.1637832224369049, + -0.3053140640258789, + 0.46062135696411133, + 0.06446848809719086, + 0.9781453013420105, + 0.5576475858688354 + ], + [ + 0.5008841156959534, + -0.07056393474340439, + 0.9223084449768066, + -0.003991380333900452, + 0.3692633807659149, + 1.4170421361923218, + 0.4864766001701355, + 0.4191923141479492, + -0.0767480731010437, + 0.1645495593547821, + 0.06732932478189468, + 0.3327226936817169, + 0.889602541923523, + 1.13400399684906, + 0.5803801417350769, + 0.028334561735391617, + -0.8079161047935486, + 0.4680102467536926, + -0.0712047815322876, + 0.2012745440006256, + -1.484191656112671 + ], + [ + -0.31288933753967285, + -0.057993654161691666, + 0.8248613476753235, + -0.14038807153701782, + 0.713501513004303, + 1.7135611772537231, + 0.9088903069496155, + 0.3058551251888275, + 0.1377948373556137, + 0.050740621984004974, + -0.03028758615255356, + 0.31938377022743225, + 1.1069977283477783, + 0.48918038606643677, + 0.9022281765937805, + 0.009183097630739212, + -0.35950446128845215, + 0.34114348888397217, + 0.09510371088981628, + 0.8642143607139587, + -0.22192540764808655 + ], + [ + -0.20048122107982635, + 0.04057277739048004, + 1.0330615043640137, + -0.06245432794094086, + 0.47714823484420776, + 2.0651779174804688, + 0.7722033262252808, + 0.47170528769493103, + 0.26910701394081116, + 0.3701823949813843, + 0.0972745418548584, + 0.4204816222190857, + 1.6340125799179077, + 0.7520352602005005, + 0.6413731575012207, + 0.016686538234353065, + -0.3398670554161072, + 0.24670499563217163, + 0.2275923192501068, + 0.8456870913505554, + 0.4658581018447876 + ], + [ + 0.1954297423362732, + 0.08666890859603882, + 0.7875832915306091, + 0.04791936278343201, + 0.6520586013793945, + 1.3496313095092773, + 0.6361029148101807, + 0.7783021926879883, + 0.1261385977268219, + -0.26800674200057983, + 0.6300151944160461, + -0.2717318534851074, + 1.4858088493347168, + 0.14357902109622955, + 0.6655585765838623, + -0.07441116124391556, + -0.6970157623291016, + 0.6415614485740662, + 0.26575830578804016, + 1.0733416080474854, + 0.12345968186855316 + ], + [ + 0.0462472140789032, + 0.06365485489368439, + 1.1232993602752686, + 0.09391841292381287, + 0.7077029943466187, + 1.8870607614517212, + 0.6151913404464722, + 0.8080768585205078, + 0.24382972717285156, + -0.4404776096343994, + 0.45419052243232727, + -0.08014670014381409, + 1.891952395439148, + 0.3198682963848114, + 0.8479946255683899, + -0.01931777223944664, + -0.5857458114624023, + 0.40599218010902405, + 0.12471738457679749, + 1.0641288757324219, + -0.023657649755477905 + ] + ], + "generated_utilities": [ + 0.08985898643732071, + 0.16691605746746063, + 0.10970946401357651, + 0.1682192087173462, + 0.12732957303524017, + 0.09748458862304688, + 0.24880830943584442, + 0.23134692013263702 + ], + "group_id": "ms-b49043f15f4846de5b13", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.24619130790233612, + 2.0, + 0.1647566258907318, + 0.252422034740448, + 0.18519222736358643, + 0.047212760895490646, + 0.21171221137046814, + 0.15485507249832153, + 0.2241998165845871, + 0.1625874638557434, + 0.10849805921316147, + 0.13248112797737122, + 0.02634263038635254, + 0.11655227839946747, + 0.0975719690322876, + 0.06348209083080292 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.1341971606016159, + 0.12477752566337585, + 0.6736547946929932, + 0.05442607402801514, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + -0.0322549045085907, + 0.1577538251876831, + 0.23111677169799805, + 0.18041962385177612, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.08554169535636902, + -0.16059744358062744, + 0.22791028022766113, + 0.014688193798065186, + -0.17862671613693237, + 0.0 + ], + [ + 0.04818432033061981, + -0.26289328932762146, + 1.6736547946929932, + -0.626263439655304, + 1.4563627243041992, + 3.074381113052368, + 2.1943893432617188, + 1.2280243635177612, + -0.3012460172176361, + 0.17675749957561493, + 0.5350286960601807, + 0.925350546836853, + 1.9110395908355713, + 2.132938861846924, + 2.230253219604492, + -0.37651827931404114, + -1.1605974435806274, + 1.2279102802276611, + 0.14611461758613586, + 0.11673706769943237, + 0.34310850501060486 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.3887786865234375, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.265877723693848, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6862170100212097 + ], + [ + 0.012720886617898941, + 0.041727036237716675, + 1.2797160148620605, + -0.2889255881309509, + 1.6081197261810303, + 2.937722682952881, + 2.2737255096435547, + 1.0940626859664917, + 0.06726193428039551, + 0.03937849402427673, + 0.20709392428398132, + 0.7242715358734131, + 1.5769703388214111, + 2.105454921722412, + 2.428441286087036, + -0.10405364632606506, + -1.2698469161987305, + 0.9405059814453125, + 0.12281390279531479, + 0.48032575845718384, + 0.18770833313465118 + ], + [ + -0.28798866271972656, + -0.11588042974472046, + 1.3246029615402222, + -0.9980455040931702, + 1.326172947883606, + 3.6353232860565186, + 2.6686222553253174, + 0.7617378234863281, + 0.061757892370224, + 0.07662855833768845, + 0.7243058681488037, + 1.3232624530792236, + 1.682571291923523, + 2.013401508331299, + 2.25937557220459, + -0.5045685172080994, + -1.292360782623291, + 1.4552412033081055, + 0.7449930906295776, + 0.6461051106452942, + -0.169979065656662 + ], + [ + 0.6655122637748718, + 0.2389194667339325, + 1.0607409477233887, + -0.6798093318939209, + 1.37824285030365, + 3.173354387283325, + 1.9542876482009888, + 0.935046374797821, + -0.45978254079818726, + 0.8217083811759949, + 0.2129644751548767, + 1.2548954486846924, + 1.381012201309204, + 2.1629786491394043, + 1.86748206615448, + -0.9074646234512329, + -1.5789598226547241, + 1.8256067037582397, + 0.009476512670516968, + 0.19220232963562012, + 0.34775030612945557 + ], + [ + -0.6117126941680908, + 0.41550174355506897, + 2.3893916606903076, + -0.5522254705429077, + 2.1040940284729004, + 3.680812120437622, + 2.0927820205688477, + 1.5165244340896606, + -1.0496867895126343, + 0.646552562713623, + -0.18320471048355103, + 0.8952962756156921, + 2.362856149673462, + 1.8950378894805908, + 2.148350477218628, + 0.28870561718940735, + -1.3624517917633057, + 1.8185434341430664, + 0.4182868003845215, + 0.7306441068649292, + 0.003961741924285889 + ], + [ + -0.31762778759002686, + -0.1992129683494568, + 2.374260425567627, + -1.244852066040039, + 1.5429139137268066, + 3.1741671562194824, + 1.324051022529602, + 1.4674441814422607, + -0.7058513164520264, + 1.0257662534713745, + 0.6434895396232605, + 1.4953497648239136, + 1.094326138496399, + 2.0919134616851807, + 1.361992359161377, + 0.2904141843318939, + -1.2050185203552246, + 1.5089995861053467, + -0.28437402844429016, + -0.6013338565826416, + 0.08909860253334045 + ], + [ + 0.006982274353504181, + 0.6133154630661011, + 2.5948116779327393, + -0.04106420278549194, + 0.6515965461730957, + 3.4164376258850098, + 2.070709466934204, + 1.3719961643218994, + -0.8202629089355469, + 0.17177113890647888, + 0.816927433013916, + 0.7899349927902222, + 2.365253448486328, + 2.0607993602752686, + 1.5360530614852905, + -0.36390000581741333, + -0.7353066205978394, + 1.7832880020141602, + 1.0705759525299072, + 0.9545931220054626, + -0.5819785594940186 + ], + [ + -0.10903649032115936, + -0.7641373872756958, + 0.9399710893630981, + -0.7318205833435059, + 2.274623155593872, + 2.3958981037139893, + 1.8145179748535156, + 1.220162034034729, + 0.5039691925048828, + 0.9947508573532104, + -0.16427189111709595, + 0.8146107196807861, + 2.514700174331665, + 2.730861186981201, + 1.4709744453430176, + -0.7037978172302246, + -1.9615366458892822, + 1.7382924556732178, + 0.22274839878082275, + 0.32288166880607605, + 0.23523001372814178 + ], + [ + -0.30436038970947266, + -0.833303689956665, + 1.0182424783706665, + 0.08613872528076172, + 0.5614818930625916, + 3.376234292984009, + 2.3937618732452393, + 1.4747353792190552, + -1.1451703310012817, + 0.020381182432174683, + 0.2767083942890167, + 1.6828880310058594, + 2.702357769012451, + 1.2999944686889648, + 2.176593542098999, + -0.058019280433654785, + -1.4817041158676147, + 0.36811691522598267, + 0.047048427164554596, + 0.10388149321079254, + 0.691102147102356 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.05336759239435196, + -0.010792374610900879, + 0.6736547946929932, + -0.08041220903396606, + 0.4563627243041992, + 2.074381113052368, + 0.0, + 0.22802436351776123, + 0.00835418701171875, + 0.05091361701488495, + 0.029266953468322754, + -0.01509934663772583, + 0.9110395908355713, + 0.0, + 1.2302532196044922, + 0.022070080041885376, + -0.16059744358062744, + 0.22791028022766113, + 0.07825110852718353, + 0.0398331880569458, + 0.0 + ] + ], + "predicted_scores": [ + 6.2728166580200195, + 5.672728538513184, + 5.485152244567871, + 5.299182415008545, + 4.739192962646484, + 4.407290458679199, + 3.1026387214660645, + 1.783342719078064 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2038594191/train2", + "selected_index": 0, + "state_hash": "89eb30882ecb8a88d2825feace6a2457520ddecc881f73eab06accb3c96f3c57", + "stored_base_utility": 0.24619130790233612, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21340738236904144, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21340738236904144 + }, + "base_progress": 0.21340738236904144, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21340738236904144, + "candidate_action_clip_max_abs": [ + 0.08227396011352539, + 0.13382041454315186, + 0.0809401273727417, + 0.0667036771774292, + 0.0671243667602539, + 0.04035186767578125, + 0.037673115730285645, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.08227396011352539, + "contact_quality": null, + "progress": 0.15569013357162476, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15569013357162476 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.13382041454315186, + "contact_quality": null, + "progress": 0.1677008867263794, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1677008867263794 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0809401273727417, + "contact_quality": null, + "progress": 0.14148026704788208, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14148026704788208 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0667036771774292, + "contact_quality": null, + "progress": 0.14745664596557617, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14745664596557617 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.0671243667602539, + "contact_quality": null, + "progress": 0.14648115634918213, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14648115634918213 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.04035186767578125, + "contact_quality": null, + "progress": 0.16918767988681793, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16918767988681793 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.037673115730285645, + "contact_quality": null, + "progress": 0.14217714965343475, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14217714965343475 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17124910652637482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17124910652637482 + } + ], + "candidate_progress": [ + 0.15569013357162476, + 0.1677008867263794, + 0.14148026704788208, + 0.14745664596557617, + 0.14648115634918213, + 0.16918767988681793, + 0.14217714965343475, + 0.17124910652637482 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + false + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b7d7021b782f73816083", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0781755447387695, + 0.4292302131652832, + -0.8018884658813477, + -0.9712682962417603, + -0.2552144229412079, + -2.687234878540039, + -1.5472056865692139, + -0.6961327791213989, + 0.0529860183596611, + 0.6319258809089661, + 0.04963567852973938, + -0.2829938232898712, + -1.1537725925445557, + -0.16553528606891632, + -0.9769906401634216, + 0.35169604420661926, + 0.6928673982620239, + 0.8087228536605835, + -0.19990786910057068, + 0.7709867358207703, + 1.370854377746582 + ], + [ + 1.1491219997406006, + 0.3131803274154663, + -0.8525601625442505, + -1.2559102773666382, + -0.13531777262687683, + -3.13877010345459, + -1.513261079788208, + -0.6651619672775269, + 0.05389314889907837, + 0.5244967937469482, + -0.1971748173236847, + -0.21396979689598083, + -0.9920486211776733, + -0.022610411047935486, + -1.0738240480422974, + 0.4437217116355896, + 0.7585764527320862, + 0.5389566421508789, + -0.07775181531906128, + 0.5182579755783081, + 1.4559234380722046 + ], + [ + 1.0210543870925903, + 0.36505138874053955, + -0.6425292491912842, + -1.0235382318496704, + -0.09047529101371765, + -2.6015429496765137, + -1.396697759628296, + -0.7085363864898682, + 0.03908776491880417, + 0.5044134259223938, + -0.08766097575426102, + -0.167927086353302, + -1.2813024520874023, + 0.05553837865591049, + -1.0001962184906006, + 0.4785253405570984, + 0.9557449817657471, + 0.8919419646263123, + 0.07942524552345276, + 0.527442455291748, + 0.9668864011764526 + ], + [ + 1.1362594366073608, + 0.31973516941070557, + -0.6512973308563232, + -1.0140941143035889, + 0.05492463707923889, + -2.5974857807159424, + -1.4570214748382568, + -0.6582738161087036, + 0.046590656042099, + 0.5560418963432312, + -0.029176943004131317, + -0.30539900064468384, + -1.1248846054077148, + -0.004567161202430725, + -0.9252529144287109, + 0.4637928605079651, + 0.8593981862068176, + 0.7858989834785461, + -0.008649706840515137, + 0.654222309589386, + 1.022749662399292 + ], + [ + 1.1546703577041626, + 0.2621539235115051, + -0.804151177406311, + -1.0022730827331543, + 0.11945875734090805, + -2.630814790725708, + -1.5319771766662598, + -0.7313936948776245, + 0.05204920470714569, + 0.6341888308525085, + -0.046610333025455475, + -0.22114482522010803, + -1.07415771484375, + -0.003801509737968445, + -0.9751366972923279, + 0.38725367188453674, + 0.8639225959777832, + 0.8571857213973999, + 0.18755781650543213, + 0.5847472548484802, + 0.8994624614715576 + ], + [ + 0.9349088668823242, + 0.4010161757469177, + -1.2291640043258667, + -1.1170505285263062, + -0.09653711318969727, + -2.409787654876709, + -2.016601085662842, + -0.4021635353565216, + -0.21553558111190796, + 0.8817214369773865, + -0.05708571523427963, + -0.09713515639305115, + -1.1356648206710815, + 0.1628039926290512, + -1.0929906368255615, + 0.44506925344467163, + 0.5681046843528748, + 0.18503212928771973, + 0.0387759655714035, + 0.15824729204177856, + 1.0531070232391357 + ], + [ + 0.808365523815155, + 0.32936668395996094, + -1.0797154903411865, + -0.7989659309387207, + 0.1092010959982872, + -2.42041015625, + -1.3817229270935059, + -0.7585070133209229, + -0.013869553804397583, + 0.8042488098144531, + -0.2720491290092468, + -0.1910131275653839, + -1.087255835533142, + -0.14657218754291534, + -1.0962083339691162, + 0.48256736993789673, + 0.6794806718826294, + 0.7267379760742188, + -0.10096186399459839, + 0.43549197912216187, + 1.0652378797531128 + ], + [ + 0.87555330991745, + 0.4316967725753784, + -1.1241134405136108, + -0.7841173410415649, + 0.3735049366950989, + -0.7257548570632935, + -2.477979898452759, + -0.2811386287212372, + 0.032006166875362396, + 0.7508633732795715, + -0.21722102165222168, + -0.21359604597091675, + -1.0002964735031128, + 0.48149895668029785, + -0.4785143733024597, + 0.3695835769176483, + 0.5480767488479614, + 0.2711125612258911, + 0.07927004992961884, + 0.017290502786636353, + 2.3250842094421387 + ] + ], + "generated_utilities": [ + 0.15569013357162476, + 0.1677008867263794, + 0.14148026704788208, + 0.14745664596557617, + 0.14648115634918213, + 0.16918767988681793, + 0.14217714965343475, + 0.17124910652637482 + ], + "group_id": "ms-b7d7021b782f73816083", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1152990311384201, + 0.0995069369673729, + 0.22398948669433594, + 0.07063915580511093, + 0.15375125408172607, + 0.10988732427358627, + 0.13891975581645966, + 0.10255575180053711, + 0.1759825050830841, + 0.12433719635009766, + 0.04161723703145981, + 0.14477917551994324, + 0.15497170388698578, + 0.10867393016815186, + 0.128738135099411, + 0.044483087956905365 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 2.1950814723968506, + 0.43025192618370056, + -1.750766634941101, + -0.49794480204582214, + -0.5309143662452698, + -3.396369457244873, + -2.8737375736236572, + -0.42129820585250854, + -0.4921060800552368, + 0.8215566277503967, + -0.5001733303070068, + -0.33623045682907104, + -1.2491867542266846, + -1.1282062530517578, + -0.1254962682723999, + 0.615684449672699, + -0.4806603789329529, + 1.4392160177230835, + 0.39016032218933105, + 0.2374897599220276, + 0.6115820407867432 + ], + [ + 1.6750510931015015, + 0.6743819713592529, + -1.9938621520996094, + 0.01488572359085083, + -0.13329416513442993, + -3.529571771621704, + -1.7658562660217285, + -0.37224727869033813, + 0.021029159426689148, + 0.2922198176383972, + -0.22517341375350952, + -0.01483597606420517, + -2.6174509525299072, + -2.2367091178894043, + -0.08589363098144531, + 0.8152046799659729, + -0.04244785010814667, + 1.4921362400054932, + 1.079566240310669, + 0.4553903043270111, + 0.3549768030643463 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.6154032945632935, + 0.30342134833335876, + -0.14731931686401367, + -0.022852718830108643, + 0.03059050440788269, + -1.7038488388061523, + 0.0, + 0.06260848045349121, + 0.2664245367050171, + 0.06862765550613403, + 0.037722647190093994, + 0.08009301871061325, + -0.6843758821487427, + 0.0, + -0.044386088848114014, + -0.19153904914855957, + 0.247051402926445, + 0.8547754287719727, + -0.11883406341075897, + -0.17721909284591675, + 0.0 + ], + [ + 2.0238282680511475, + 0.1878807246685028, + -0.9606832265853882, + -0.2599172592163086, + -0.3410046398639679, + -3.1472506523132324, + -3.1088099479675293, + -0.9034984111785889, + 0.5417897701263428, + 0.7834040522575378, + -0.5791963338851929, + 0.05490678921341896, + -1.601638913154602, + -0.9577333331108093, + -0.9901943206787109, + 0.9761309623718262, + 0.5315595269203186, + 1.9111864566802979, + -0.054984450340270996, + 0.6593255996704102, + 0.43267929553985596 + ] + ], + "predicted_scores": [ + 5.2830095291137695, + 5.256112575531006, + 5.012066841125488, + 4.847173690795898, + 4.819337368011475, + 4.659326076507568, + 4.438956260681152, + 4.381122589111328 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train2", + "selected_index": 0, + "state_hash": "ef7b85b85b8e053646c7eca3318f16fab04b4faaaddd9b72f52f23a837765207", + "stored_base_utility": 0.1152990311384201, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.06269967555999756, + 0.0, + 0.024984121322631836, + 0.041543006896972656, + 0.025188207626342773, + 0.034413695335388184, + 0.06719863414764404, + 0.027163982391357422 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06269967555999756, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.024984121322631836, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.041543006896972656, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.025188207626342773, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.034413695335388184, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.06719863414764404, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.027163982391357422, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + true, + false, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.2140414714813232, + 0.43189001083374023, + -0.4859425723552704, + -1.00447416305542, + 1.0940654277801514, + -0.3932972848415375, + -3.27323055267334, + -0.4433664381504059, + 0.4204777777194977, + 1.0368667840957642, + 0.7657119631767273, + 0.8424943685531616, + 0.6203529834747314, + 1.1889843940734863, + -0.37204423546791077, + 0.8977693319320679, + 1.7983267307281494, + -1.1154241561889648, + 1.883469581604004, + -0.41294801235198975, + 2.7759292125701904 + ], + [ + 1.4801416397094727, + 0.10432276129722595, + -0.9652535915374756, + -1.6509851217269897, + 0.5239626169204712, + -1.5678308010101318, + -1.9597320556640625, + -0.3362579047679901, + 0.23790830373764038, + 1.2263050079345703, + 0.6578031182289124, + 1.392135500907898, + 0.5026496648788452, + 1.6009939908981323, + -0.7737592458724976, + 1.1950287818908691, + 1.4151620864868164, + -1.4150112867355347, + 2.0484867095947266, + 0.39668017625808716, + 1.6233614683151245 + ], + [ + 1.5297679901123047, + 0.13176977634429932, + -0.685660719871521, + -1.3670530319213867, + 0.649552583694458, + -1.838342547416687, + -1.2803702354431152, + -0.7690128087997437, + 0.40617239475250244, + 0.9750946164131165, + 0.7903187274932861, + 1.1285260915756226, + 0.3898656666278839, + 0.9705765247344971, + -0.42704465985298157, + 1.153318166732788, + 1.9810184240341187, + -1.2887037992477417, + 1.8496456146240234, + 0.6286062002182007, + 1.6848186254501343 + ], + [ + 1.9956648349761963, + 0.15800340473651886, + -1.0122064352035522, + -1.5670596361160278, + 0.6233124732971191, + -2.1386232376098633, + -1.0565547943115234, + -0.7532706260681152, + 0.34971946477890015, + 1.002628207206726, + 0.6248748898506165, + 1.1116188764572144, + 0.40864846110343933, + 0.9703123569488525, + -0.786965548992157, + 1.1393355131149292, + 1.8487496376037598, + -1.3204339742660522, + 1.651564598083496, + 0.6170012354850769, + 1.8515324592590332 + ], + [ + 1.5977121591567993, + 0.08593365550041199, + -0.655371904373169, + -1.3733270168304443, + 0.5466110706329346, + -1.7910805940628052, + -1.281684398651123, + -0.7584820985794067, + 0.39999204874038696, + 1.0678116083145142, + 0.660678505897522, + 1.0925542116165161, + 0.4619689881801605, + 1.0348280668258667, + -0.5443747639656067, + 1.178648591041565, + 1.9124884605407715, + -1.353775143623352, + 1.7692601680755615, + 0.847659170627594, + 1.6777229309082031 + ], + [ + 1.5279796123504639, + 0.20650462806224823, + -0.6863635778427124, + -1.3384615182876587, + 0.33432289958000183, + -1.8319189548492432, + -1.4111180305480957, + -0.8225395679473877, + 0.3643353283405304, + 1.195897102355957, + 0.8519488573074341, + 0.9623655676841736, + 0.4449683725833893, + 0.5508747100830078, + -0.6119912266731262, + 1.1102216243743896, + 1.86199152469635, + -1.3556110858917236, + 1.7682764530181885, + 0.9386828541755676, + 2.2861709594726562 + ], + [ + 1.4091870784759521, + 0.09290997684001923, + -1.0099153518676758, + -1.2823692560195923, + 0.667575478553772, + -1.5407460927963257, + -1.426546573638916, + -0.8713040351867676, + 0.3350214660167694, + 1.2922574281692505, + 0.6150242686271667, + 1.0866429805755615, + 0.5466557741165161, + 0.6903397440910339, + -0.7865432500839233, + 1.1168755292892456, + 1.7605513334274292, + -1.2482930421829224, + 1.82295823097229, + 0.600483775138855, + 1.8789191246032715 + ], + [ + 1.541601300239563, + 0.07039201259613037, + -0.7436493635177612, + -1.4043141603469849, + 0.4214770197868347, + -1.6662925481796265, + -1.124574899673462, + -0.8221516609191895, + 0.39092639088630676, + 0.9608737826347351, + 0.5942617058753967, + 1.3680729866027832, + 0.3848203122615814, + 1.190788984298706, + -0.4795870780944824, + 1.200451374053955, + 2.002451181411743, + -1.2979710102081299, + 1.8308961391448975, + 0.7289732098579407, + 1.4463735818862915 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-b8c3ec3ea915c5d35b3e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.17642532289028168, + 0.1518065184354782, + 0.22802573442459106, + 0.26431772112846375, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7160788774490356, + -0.2193790227174759, + -0.33078956604003906, + 0.08748573064804077, + 0.08530756831169128, + -1.2119665145874023, + 0.0, + 0.04905492067337036, + 0.20122359693050385, + 0.5337162017822266, + -0.16356255114078522, + 0.15326368808746338, + -0.006163433194160461, + 0.0, + -0.182639479637146, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 0.7160788774490356, + -0.037835851311683655, + -0.33078956604003906, + -0.3234449625015259, + -0.7771284580230713, + -1.2119665145874023, + 0.0, + -0.09935644268989563, + 0.4030209183692932, + 0.5337162017822266, + -0.4822074770927429, + 0.18784856796264648, + -0.1959555298089981, + 0.0, + 0.5644294023513794, + 0.3130542039871216, + 0.8768486976623535, + -0.18248224258422852, + 0.38840246200561523, + 0.3585999011993408, + 0.0 + ], + [ + 1.7160788774490356, + 0.19833622872829437, + -1.330789566040039, + -0.5817852020263672, + -0.43779972195625305, + -2.2119665145874023, + -2.5025739669799805, + -0.506644070148468, + 0.12360227853059769, + 1.5337162017822266, + -0.03205998241901398, + 1.1509366035461426, + -0.23545129597187042, + 0.48134130239486694, + -0.435570627450943, + 1.3130542039871216, + 1.8768486976623535, + -1.1824822425842285, + 1.3884024620056152, + 1.3585999011993408, + 2.000993013381958 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -5.005147933959961, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9626826047897339, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.001986026763916 + ], + [ + 1.726861834526062, + 0.043014734983444214, + -1.144371509552002, + -0.31418904662132263, + -0.567983090877533, + -2.108966588973999, + -2.6462693214416504, + -0.26492840051651, + -0.10327736288309097, + 1.2895625829696655, + -0.25778818130493164, + 0.9473439455032349, + -0.4063088297843933, + 0.3878946304321289, + -0.2856175899505615, + 1.5101876258850098, + 1.9118744134902954, + -0.9426637887954712, + 1.1588956117630005, + 1.099308729171753, + 2.281646251678467 + ], + [ + 1.374373435974121, + 0.03832589089870453, + -1.7212895154953003, + -0.6876756548881531, + -0.2820549011230469, + -2.188462018966675, + -2.3562188148498535, + -0.2521430253982544, + 0.2857849597930908, + 1.9244563579559326, + 0.34100115299224854, + 1.4773313999176025, + 0.00945514440536499, + 0.384576678276062, + -0.12640216946601868, + 1.6574536561965942, + 2.2456579208374023, + -1.0120724439620972, + 1.6573033332824707, + 1.4494264125823975, + 1.808416724205017 + ], + [ + 2.126147508621216, + 0.6849313974380493, + -0.9769375920295715, + -0.21911004185676575, + -0.06733030080795288, + -2.2854459285736084, + -2.8379616737365723, + -0.9432749152183533, + 0.4973946809768677, + 1.1592539548873901, + 0.33626097440719604, + 0.7853857278823853, + 0.17355866730213165, + 0.21878305077552795, + -0.4644153118133545, + 1.7642983198165894, + 2.3214588165283203, + -0.8744109869003296, + 1.51880943775177, + 1.1005501747131348, + 1.8481080532073975 + ], + [ + 1.6549550294876099, + 0.539572536945343, + -1.3622270822525024, + -0.32812485098838806, + -0.7078197598457336, + -2.012918472290039, + -2.806295156478882, + -0.4083792567253113, + -0.27540096640586853, + 1.634641170501709, + -0.18578243255615234, + 1.637065052986145, + -0.2476833164691925, + 0.308688223361969, + -0.06348815560340881, + 1.5100929737091064, + 1.6110119819641113, + -0.6531832814216614, + 1.9747318029403687, + 0.7858116030693054, + 1.8062347173690796 + ], + [ + 1.7583746910095215, + 0.7708874344825745, + -0.7983364462852478, + -0.1496978998184204, + -0.25221163034439087, + -2.482794761657715, + -2.787888526916504, + -0.948794960975647, + -0.2646767199039459, + 1.6905968189239502, + -0.44794291257858276, + 1.3408198356628418, + 0.17721225321292877, + 0.698166012763977, + -0.8054969310760498, + 1.4940251111984253, + 2.3825182914733887, + -1.1009879112243652, + 0.898840606212616, + 2.0318515300750732, + 1.8818705081939697 + ], + [ + 1.2205294370651245, + 0.10447371751070023, + -1.9565856456756592, + -0.3047146797180176, + -0.46388840675354004, + -2.467921257019043, + -3.2508625984191895, + -0.744904637336731, + -0.1335088014602661, + 1.3046905994415283, + -0.18295106291770935, + 0.8301438689231873, + -0.036814138293266296, + 0.6956514716148376, + -1.1163139343261719, + 0.6365690231323242, + 1.3863767385482788, + -1.6023950576782227, + 1.3153334856033325, + 2.1278061866760254, + 1.8084521293640137 + ], + [ + 1.5321470499038696, + 1.0672425031661987, + -1.5550538301467896, + 0.037944018840789795, + -0.5659418106079102, + -2.802395820617676, + -2.0888454914093018, + -1.1932681798934937, + 0.3457331657409668, + 0.6364739537239075, + 0.04084198176860809, + 1.7007219791412354, + -0.4149669110774994, + -0.11117225885391235, + 0.18925002217292786, + 1.4234939813613892, + 1.0363614559173584, + -1.7891597747802734, + 2.2061760425567627, + 2.144174814224243, + 1.686030626296997 + ], + [ + 0.8942603468894958, + 1.0691689252853394, + -1.9107211828231812, + -0.6058903932571411, + 0.014421999454498291, + -2.9454357624053955, + -2.4345366954803467, + -0.29061275720596313, + 0.9486992359161377, + 0.5935242772102356, + -0.4496852159500122, + 0.6252220273017883, + -0.8513668179512024, + 0.5167673230171204, + 0.4692215025424957, + 0.7054903507232666, + 2.170351028442383, + -1.6150505542755127, + 1.162168264389038, + 1.0557067394256592, + 1.8426238298416138 + ], + [ + 1.6406551599502563, + 0.9200946688652039, + -0.6252647638320923, + 0.14461678266525269, + -1.3650002479553223, + -2.127922534942627, + -3.4770925045013428, + 0.2671700716018677, + -0.8612805604934692, + 0.7099599242210388, + 0.03849808871746063, + 0.1766669750213623, + -1.1850675344467163, + 0.758629560470581, + -0.2752438485622406, + 2.2731575965881348, + 1.032798171043396, + -1.478513240814209, + 0.5717574954032898, + 0.6004346013069153, + 1.910332441329956 + ], + [ + 2.4275736808776855, + -0.5380923748016357, + -0.40966713428497314, + -1.3766169548034668, + -0.1886012852191925, + -1.4204840660095215, + -2.0393028259277344, + -1.0585323572158813, + 0.60774165391922, + 1.17071533203125, + 0.5502715706825256, + 1.1245218515396118, + -0.4421693682670593, + -0.13677579164505005, + 0.09001609683036804, + 1.8523200750350952, + 2.669503688812256, + -0.39271146059036255, + 1.2149927616119385, + 2.2000277042388916, + 2.8380508422851562 + ] + ], + "predicted_scores": [ + 8.91025447845459, + 6.858707427978516, + 6.052189826965332, + 5.939293384552002, + 5.9174370765686035, + 5.822007656097412, + 5.809619903564453, + 5.471307277679443 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2054899126/train2", + "selected_index": 0, + "state_hash": "9eb7486d09ea916751f7d10bf691670b7afaa98e8e3658845ac86d46e09edeb1", + "stored_base_utility": 0.17642532289028168, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3292306661605835, + 0.301963210105896, + 0.3337588310241699, + 0.2731032371520996, + 0.3333512544631958, + 0.3144620656967163, + 0.3142826557159424, + 0.3272358179092407 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3292306661605835, + "contact_quality": null, + "progress": 0.155522882938385, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.155522882938385 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.301963210105896, + "contact_quality": null, + "progress": 0.12313348054885864, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12313348054885864 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3337588310241699, + "contact_quality": null, + "progress": 0.1379321813583374, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1379321813583374 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.2731032371520996, + "contact_quality": null, + "progress": 0.18231256306171417, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18231256306171417 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3333512544631958, + "contact_quality": null, + "progress": 0.1419001668691635, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1419001668691635 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3144620656967163, + "contact_quality": null, + "progress": 0.18527252972126007, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18527252972126007 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3142826557159424, + "contact_quality": null, + "progress": 0.15002530813217163, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15002530813217163 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3272358179092407, + "contact_quality": null, + "progress": 0.17200887203216553, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17200887203216553 + } + ], + "candidate_progress": [ + 0.155522882938385, + 0.12313348054885864, + 0.1379321813583374, + 0.18231256306171417, + 0.1419001668691635, + 0.18527252972126007, + 0.15002530813217163, + 0.17200887203216553 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-ff129e39095c2861b522", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-ff129e39095c2861b522", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c", + "ms-1772611570ffaf72c98c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2153712809085846, + -0.21561795473098755, + 1.6222357749938965, + -0.19495789706707, + 1.3878297805786133, + 2.890000820159912, + 2.4340884685516357, + 2.0332014560699463, + -0.09014196693897247, + -0.6380037665367126, + 1.117793321609497, + 0.6631830930709839, + 1.6849690675735474, + 1.5585840940475464, + -0.674392819404602, + -0.36731454730033875, + 1.120157241821289, + 0.9097869992256165, + 1.4763267040252686, + 3.335702896118164, + 3.072282075881958 + ], + [ + 0.08360651880502701, + -0.2039027214050293, + 1.7686800956726074, + 0.00858035683631897, + 1.3445053100585938, + 3.1030118465423584, + 2.028040647506714, + 1.8542664051055908, + -0.057766400277614594, + -0.5011000037193298, + 0.9771881699562073, + 0.736343502998352, + 1.4299416542053223, + 1.550291657447815, + -0.6148443222045898, + -0.37786778807640076, + 1.1920071840286255, + 0.7492421865463257, + 1.534656286239624, + 3.4022622108459473, + 3.2204627990722656 + ], + [ + 0.18675515055656433, + -0.20076493918895721, + 1.8504478931427002, + -0.1152995303273201, + 1.1855723857879639, + 2.6111068725585938, + 2.0588603019714355, + 1.9511289596557617, + -0.001851123757660389, + -0.5498849749565125, + 1.0839743614196777, + 0.7366372346878052, + 1.7332810163497925, + 1.412236213684082, + -0.5600346326828003, + -0.3317321836948395, + 1.0583621263504028, + 0.8747499585151672, + 1.5541937351226807, + 3.316702127456665, + 3.0250229835510254 + ], + [ + 0.1952774077653885, + -0.17087200284004211, + 1.5964224338531494, + -0.2301340401172638, + 1.2293000221252441, + 2.920614719390869, + 2.3245697021484375, + 2.1444504261016846, + 0.06975734233856201, + -0.7432231307029724, + 1.230619192123413, + 0.3981398046016693, + 1.5197941064834595, + 1.539420247077942, + -0.33194398880004883, + -0.22576867043972015, + 1.086316466331482, + 0.7947098016738892, + 1.3086447715759277, + 2.993009328842163, + 2.806705951690674 + ], + [ + 0.24697038531303406, + -0.16452017426490784, + 1.6811432838439941, + -0.12002809345722198, + 1.2154591083526611, + 2.826392889022827, + 2.3198962211608887, + 1.9352233409881592, + -0.03277439624071121, + -0.5577412843704224, + 1.0962238311767578, + 0.7547654509544373, + 1.602136254310608, + 1.4470001459121704, + -0.6748723983764648, + -0.3798796534538269, + 1.1737017631530762, + 1.0266053676605225, + 1.478733777999878, + 3.4874722957611084, + 3.1096343994140625 + ], + [ + -0.037555351853370667, + -0.08921636641025543, + 1.8795493841171265, + -0.3047229051589966, + 1.0610394477844238, + 2.710265636444092, + 2.425943613052368, + 2.1916306018829346, + 0.12585026025772095, + -0.8819952011108398, + 1.1571192741394043, + 0.6145086288452148, + 1.5477126836776733, + 1.582205057144165, + -0.2862718403339386, + -0.1746945083141327, + 1.017518401145935, + 0.7488659024238586, + 1.5439043045043945, + 3.370590925216675, + 2.8190956115722656 + ], + [ + 0.26000216603279114, + -0.26698076725006104, + 1.8863040208816528, + -0.3112703561782837, + 1.4593653678894043, + 3.0645077228546143, + 1.8021464347839355, + 1.9960541725158691, + 0.019044212996959686, + -0.6435439586639404, + 1.033652901649475, + 0.5479179620742798, + 1.594985842704773, + 1.7287375926971436, + -0.6237804293632507, + -0.3317042887210846, + 0.9923700094223022, + 0.9072192311286926, + 1.4010655879974365, + 3.305760622024536, + 3.0742082595825195 + ], + [ + 0.34369707107543945, + -0.14483781158924103, + 1.6924887895584106, + -0.28021374344825745, + 1.1406136751174927, + 2.714235782623291, + 2.2462453842163086, + 1.985769271850586, + 0.07919037342071533, + -0.6864064335823059, + 1.1166175603866577, + 0.6828352212905884, + 1.6644588708877563, + 1.521547794342041, + -0.47498172521591187, + -0.31996825337409973, + 1.0482664108276367, + 1.0194650888442993, + 1.3167915344238281, + 3.343040943145752, + 2.8444714546203613 + ] + ], + "generated_utilities": [ + 0.155522882938385, + 0.12313348054885864, + 0.1379321813583374, + 0.18231256306171417, + 0.1419001668691635, + 0.18527252972126007, + 0.15002530813217163, + 0.17200887203216553 + ], + "group_id": "ms-b8fc1568ce66c45c8d8b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15134939551353455, + 0.06073516607284546, + 0.06943079084157944, + 0.026332994922995567, + 0.2786632478237152, + 0.12602710723876953, + 0.24265103042125702, + 0.2605360150337219, + 0.20909002423286438, + 0.09847649186849594, + 0.07937213033437729, + 0.031762540340423584, + 0.11188142001628876, + 0.16046345233917236, + 0.182684063911438, + 0.23743216693401337 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -0.08342725038528442, + 0.0013922452926635742, + 0.2958235740661621, + -0.05567684769630432, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.0076321810483932495, + -0.08403575420379639, + -0.037557363510131836, + 0.04800070822238922, + 0.8980815410614014, + 0.0, + 0.06429004669189453, + -0.032300010323524475, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.07449598610401154, + -0.055602699518203735, + 0.2958235740661621, + 0.0641264021396637, + 0.11752581596374512, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.2383488267660141, + -0.12029552459716797, + 0.0430525541305542, + -0.03359980881214142, + 0.8980815410614014, + 0.0, + 0.10872697830200195, + 0.12943482398986816, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + -0.0894635021686554, + -0.224232017993927, + 0.2958235740661621, + 0.2549460828304291, + 0.5272019505500793, + 1.4285240173339844, + 0.0, + 1.4135069847106934, + -0.5792080163955688, + -0.08403575420379639, + 0.20333272218704224, + -0.08622874319553375, + 0.8980815410614014, + 0.0, + -0.07011556625366211, + 0.061151012778282166, + 0.5599579811096191, + 0.05673658847808838, + 0.46266114711761475, + 1.7910995483398438, + 0.0 + ], + [ + 0.5072697997093201, + -0.37240034341812134, + 0.7805657982826233, + -0.1516341120004654, + 1.3762664794921875, + 2.074414014816284, + 1.94917893409729, + 1.8652102947235107, + -0.4134911894798279, + -1.3612627983093262, + 1.1497714519500732, + -0.3424186110496521, + 1.671590805053711, + 1.4690452814102173, + -1.1008554697036743, + -0.4266788065433502, + 0.9646960496902466, + 0.5414702892303467, + 0.9076113104820251, + 2.8066790103912354, + 2.108767032623291 + ], + [ + 0.5106642246246338, + 0.3497315049171448, + 1.2701282501220703, + -0.336758553981781, + 0.9375341534614563, + 3.0107686519622803, + 3.166818618774414, + 2.119502305984497, + -0.23839171230793, + -0.7766281366348267, + 1.0856666564941406, + 0.20816314220428467, + 1.620133876800537, + 1.605435848236084, + -1.1003479957580566, + -0.03741411119699478, + 0.8647869229316711, + 1.0962083339691162, + 1.1773381233215332, + 3.160327911376953, + 2.500760793685913 + ], + [ + 0.20088353753089905, + -0.027392640709877014, + 1.8193624019622803, + -0.9337127208709717, + 1.717146873474121, + 2.9461450576782227, + 3.2102582454681396, + 1.6475701332092285, + -0.3374306559562683, + -0.5278415083885193, + 1.2970287799835205, + -0.06475888192653656, + 1.6030466556549072, + 1.7148417234420776, + -1.4686667919158936, + 0.6262280344963074, + 1.7016607522964478, + 0.4833883047103882, + 1.9840373992919922, + 3.1206021308898926, + 3.314384937286377 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.31107640266418457, + -0.2518143653869629, + 1.295823574066162, + -0.29948052763938904, + 1.1175258159637451, + 2.4285240173339844, + 2.5040695667266846, + 2.4135069847106934, + 0.15804560482501984, + -1.0840357542037964, + 0.7747604846954346, + 0.23669980466365814, + 1.8980815410614014, + 1.9465712308883667, + -0.891273021697998, + -0.12260842323303223, + 1.5599579811096191, + 1.0567365884780884, + 1.4626611471176147, + 2.7910995483398438, + 2.566394329071045 + ], + [ + 0.32661110162734985, + -0.06259211897850037, + 1.4876494407653809, + -0.2066957652568817, + 0.9063693284988403, + 2.6234209537506104, + 2.6869304180145264, + 2.633772373199463, + 0.3693367838859558, + -0.9406026601791382, + 0.8614110350608826, + 0.4256584644317627, + 1.972177505493164, + 1.887571930885315, + -1.1336157321929932, + -0.0878261849284172, + 1.641961693763733, + 0.8924077749252319, + 1.19889235496521, + 2.7479355335235596, + 2.8585081100463867 + ], + [ + 0.5496432185173035, + -0.2701472043991089, + 1.5112731456756592, + -0.6769371032714844, + 1.30081045627594, + 2.5279793739318848, + 2.3468220233917236, + 2.6990861892700195, + 0.35442793369293213, + -0.7847819924354553, + 1.0496492385864258, + 0.28627973794937134, + 2.073803186416626, + 1.7056751251220703, + -1.048670768737793, + 0.25996625423431396, + 1.9145679473876953, + 0.7027234435081482, + 1.7384898662567139, + 3.0191824436187744, + 2.3560853004455566 + ], + [ + 0.6563997268676758, + -0.6984084844589233, + 1.5103812217712402, + -0.44488853216171265, + 1.2015897035598755, + 2.6422975063323975, + 2.3955342769622803, + 2.305755853652954, + -0.33692461252212524, + -0.9083645343780518, + 0.29146355390548706, + 0.5806557536125183, + 2.2708733081817627, + 2.0635409355163574, + -1.2235060930252075, + -0.19967322051525116, + 1.1023733615875244, + 1.2396001815795898, + 1.7171258926391602, + 2.8269665241241455, + 2.1983914375305176 + ], + [ + -0.2127906084060669, + -0.6391483545303345, + 2.2218096256256104, + 0.559166431427002, + 1.5705324411392212, + 2.0453786849975586, + 3.310425281524658, + 2.055738925933838, + 1.14298415184021, + -1.8067865371704102, + 0.6371466517448425, + -0.050454601645469666, + 2.4251554012298584, + 2.913896083831787, + -0.3438153862953186, + -1.051309585571289, + 1.2748445272445679, + 1.4844468832015991, + 1.0993895530700684, + 1.9514936208724976, + 1.671729564666748 + ] + ], + "predicted_scores": [ + 8.171210289001465, + 8.151700019836426, + 7.928525447845459, + 7.806882858276367, + 7.700850009918213, + 7.358256816864014, + 7.278406620025635, + 6.918983459472656 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "747260437/train2", + "selected_index": 0, + "state_hash": "9e434fae4afadb25d37c832ced374ea2cecd64bd00b6c6c134a49924e95d7cf5", + "stored_base_utility": 0.15134939551353455, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-b334dd4c101f3bd0476b", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c", + "ms-25aa923fccf402a7639c" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-da555a03dd382d93e119", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.4509155750274658, + -0.14545559883117676, + -0.15803584456443787, + -0.7211694717407227, + -0.27590274810791016, + -0.8443139791488647, + 0.37429577112197876, + 0.08074330538511276, + -0.06824851781129837, + 0.2837526798248291, + 0.6478592753410339, + 0.7658672332763672, + 1.342635154724121, + 2.2802815437316895, + 0.012709986418485641, + 0.08694973587989807, + -0.036956802010536194, + 0.7985478639602661, + 0.40937885642051697, + 0.2228357195854187, + 0.9671890735626221 + ], + [ + 0.5340062379837036, + -0.1374470442533493, + -0.19157341122627258, + -0.7163732051849365, + -0.3800520896911621, + -1.005453109741211, + 0.6250033378601074, + -0.02789059281349182, + -0.07460059970617294, + 0.10978570580482483, + 0.8048474788665771, + 0.8263698220252991, + 1.2538721561431885, + 2.1266143321990967, + 0.047218985855579376, + 0.09808248281478882, + -0.02088765799999237, + 0.6635681986808777, + 0.3863368034362793, + 0.32734501361846924, + 1.1964328289031982 + ], + [ + 0.5337212681770325, + -0.09865731000900269, + -0.21921506524085999, + -0.717796802520752, + -0.4535420536994934, + -0.9797780513763428, + 0.6657547950744629, + 0.02430860698223114, + -0.09643697738647461, + 0.0748591348528862, + 0.783210813999176, + 0.8762648701667786, + 1.3215036392211914, + 2.0116236209869385, + 0.0005947872996330261, + 0.09802184998989105, + -0.12761710584163666, + 0.7756431102752686, + 0.41348588466644287, + 0.2781556248664856, + 1.182955265045166 + ], + [ + 0.5841684937477112, + -0.16787004470825195, + -0.3116035759449005, + -0.6428931951522827, + -0.6527403593063354, + -1.262416124343872, + 0.8019654154777527, + -0.06468617916107178, + -0.13029591739177704, + 0.08812327682971954, + 0.7266020774841309, + 0.8122222423553467, + 1.2809977531433105, + 2.2571606636047363, + 0.04641007259488106, + 0.10819561779499054, + -0.020939528942108154, + 0.5922166705131531, + 0.5402814745903015, + 0.36187446117401123, + 1.150796890258789 + ], + [ + 0.06757794320583344, + -0.09575134515762329, + -0.24249616265296936, + -0.7768079042434692, + 0.15873120725154877, + -1.286340594291687, + 0.5210721492767334, + -0.03388485312461853, + -0.05215045064687729, + -0.1377241313457489, + 1.3121808767318726, + 0.4408280849456787, + 0.6060577630996704, + 1.6235148906707764, + 0.13929612934589386, + -0.04890066757798195, + -0.002599284052848816, + 0.3145384192466736, + 0.9738962054252625, + 0.09514120221138, + 1.335735559463501 + ], + [ + -0.07640238106250763, + 0.2158248871564865, + -0.4220522344112396, + 0.1388004720211029, + 0.42803817987442017, + 0.6564904451370239, + 0.4167914092540741, + 0.3754494786262512, + -0.04082921892404556, + -0.18898019194602966, + 0.9493757486343384, + 0.31484097242355347, + 1.375319004058838, + 2.141578435897827, + -0.18063093721866608, + 0.12316231429576874, + 0.23753349483013153, + -0.03732636570930481, + 1.509383201599121, + 0.5384522080421448, + 1.8451049327850342 + ], + [ + -0.11579008400440216, + 0.03358732908964157, + 0.03184947371482849, + -0.32654547691345215, + 0.06808613240718842, + -0.9220044612884521, + 0.16315948963165283, + 0.06281730532646179, + -0.06774106621742249, + -0.3632449507713318, + 0.8592015504837036, + 0.7495567202568054, + 1.467195987701416, + 1.2597203254699707, + -0.14439129829406738, + -0.12692643702030182, + -0.10126985609531403, + 0.425638347864151, + 1.1463285684585571, + 0.802211344242096, + 1.0115214586257935 + ], + [ + 0.135329470038414, + -0.052519310265779495, + -0.07048454880714417, + -0.2149219959974289, + 0.5552308559417725, + -0.8594663143157959, + -0.38128960132598877, + 0.31897997856140137, + -0.22447720170021057, + -0.32080304622650146, + 0.960867702960968, + 1.5585590600967407, + 0.9348886013031006, + 0.3761449456214905, + -0.23227664828300476, + 0.14752504229545593, + -0.001741841435432434, + -0.17700691521167755, + 1.2825024127960205, + 1.098428726196289, + 1.1244850158691406 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-da555a03dd382d93e119", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.16739778220653534, + 0.10977014154195786, + 0.03430100530385971, + 0.15664240717887878, + 0.20519861578941345, + 2.0, + 0.1776035726070404, + 0.17970196902751923, + 0.1806512475013733, + 0.16721056401729584, + 0.10531044006347656, + 0.002332548378035426, + 0.0, + 2.0, + 2.0, + 0.036331258714199066 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.06012469530105591, + -0.013126492500305176, + 0.055258169770240784, + -0.019630849361419678, + -0.08095771074295044, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.0008726119995117188, + 1.22355055809021, + 0.05604797601699829, + 1.096651554107666, + 0.0, + 0.0373263955116272, + -0.0350053608417511, + -0.0027538537979125977, + -0.05263245105743408, + 1.1599693298339844, + -0.06835108995437622, + 0.0 + ], + [ + 0.07097959518432617, + -0.027471348643302917, + -0.06590883433818817, + -0.05217641592025757, + -0.057880520820617676, + -1.83207368850708, + 0.0, + -0.5391507148742676, + -0.28852927684783936, + 0.017883509397506714, + 1.22355055809021, + 0.23117876052856445, + 1.096651554107666, + 0.0, + -0.12658622860908508, + 0.21480590105056763, + -0.03751307725906372, + -0.040722668170928955, + 1.1599693298339844, + 0.00816410779953003, + 0.0 + ], + [ + 1.0780442953109741, + -0.40882283449172974, + -0.8573340177536011, + -0.3631976842880249, + 0.4459318220615387, + -3.3312525749206543, + -2.214881420135498, + -1.1791701316833496, + -1.09344482421875, + 0.5202329754829407, + 1.597076177597046, + 0.6722863912582397, + 1.8006258010864258, + 1.0503482818603516, + -0.24054595828056335, + 0.1506461501121521, + 0.7689380049705505, + -0.6951580047607422, + 2.3591442108154297, + -0.023129865527153015, + -0.40176546573638916 + ], + [ + 1.3408013582229614, + -0.567088782787323, + -0.6175485253334045, + 0.09200054407119751, + 1.0895495414733887, + -2.6439530849456787, + -2.597891092300415, + -1.2850970029830933, + -1.3574328422546387, + -0.2262730598449707, + 1.7165391445159912, + 0.5992370247840881, + 2.59145450592041, + 1.0357787609100342, + 0.029661059379577637, + -0.32915666699409485, + 1.1487579345703125, + -0.09574741125106812, + 2.3849172592163086, + 0.13977012038230896, + 0.03313435614109039 + ], + [ + 0.2484256625175476, + 0.15734624862670898, + -0.6915521621704102, + -0.35895124077796936, + 0.7898246049880981, + -2.2035675048828125, + -2.2762930393218994, + -0.7109989523887634, + -1.1056512594223022, + 0.36858266592025757, + 1.7682042121887207, + -0.4080890715122223, + 1.2221605777740479, + 1.5978724956512451, + 0.7620275020599365, + -1.0904600620269775, + 1.5458370447158813, + -1.5717716217041016, + 1.3840452432632446, + 0.01638757437467575, + 0.9335954785346985 + ], + [ + 0.7478460669517517, + 0.6789170503616333, + 0.2215462177991867, + -1.4309227466583252, + 0.3321782946586609, + -3.71067214012146, + -3.307826519012451, + -1.5472962856292725, + -1.5793638229370117, + 0.9179103374481201, + 2.7914443016052246, + -0.21923299133777618, + 2.4651453495025635, + -0.14175236225128174, + 0.1727113276720047, + -0.28926175832748413, + 0.23583370447158813, + -0.18525439500808716, + 2.821658134460449, + 0.36384648084640503, + 0.7237125039100647 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -4.643786907196045, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.7160954475402832, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.43013572692871094 + ], + [ + 0.4236820340156555, + -0.23620307445526123, + 0.4716942310333252, + -1.3356878757476807, + 1.2452850341796875, + -1.875751256942749, + -1.4519591331481934, + -1.9064282178878784, + -2.26715087890625, + 0.8646554946899414, + 1.9331769943237305, + -0.6484872698783875, + 2.071126699447632, + 0.5695863962173462, + 1.0551939010620117, + 0.5972415208816528, + 0.5380815863609314, + -0.26070934534072876, + 3.132204532623291, + 0.34622758626937866, + 1.0665923357009888 + ], + [ + 1.4337129592895508, + -0.1279716044664383, + -0.6124281287193298, + -0.8099656105041504, + 0.9844938516616821, + -3.616767406463623, + -1.448366641998291, + -0.9910248517990112, + -1.7847154140472412, + 0.025765806436538696, + 1.9860225915908813, + -0.11920707672834396, + 1.3990511894226074, + -0.1409807801246643, + 1.0372320413589478, + -0.35035666823387146, + 0.5301280617713928, + -0.7329772710800171, + 2.379293918609619, + -0.19566836953163147, + 0.135186105966568 + ] + ], + "predicted_scores": [ + 2.647836208343506, + 2.4668993949890137, + 2.279621124267578, + 2.2404427528381348, + 1.811456561088562, + 0.6266839504241943, + -1.2001667022705078, + -1.3609905242919922 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "278008524/train2", + "selected_index": 0, + "state_hash": "1a6598d7a10213185b8e2d980c20771ac889f00435d8b16ac43b78a7e97d1976", + "stored_base_utility": 0.16739778220653534, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17249532043933868, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17249532043933868 + }, + "base_progress": 0.17249532043933868, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.17249532043933868, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11768263578414917, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11768263578414917 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.12139803171157837, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12139803171157837 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09622558206319809, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09622558206319809 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0890951156616211, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0890951156616211 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21403594315052032, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21403594315052032 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14825214445590973, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14825214445590973 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1626262217760086, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1626262217760086 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09855198860168457, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09855198860168457 + } + ], + "candidate_progress": [ + 0.11768263578414917, + 0.12139803171157837, + 0.09622558206319809, + 0.0890951156616211, + 0.21403594315052032, + 0.14825214445590973, + 0.1626262217760086, + 0.09855198860168457 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-e87c704dfdbf7ee7f51f", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-c2398cb80b194084dbfc", + "ms-e87c704dfdbf7ee7f51f" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 1.0211312770843506, + 0.503314197063446, + -1.228508710861206, + 0.09292733669281006, + -0.5814088582992554, + -2.02549147605896, + -1.483194351196289, + -0.9378126859664917, + -0.16680112481117249, + 1.41726815700531, + 0.7519273161888123, + 0.5790581703186035, + 0.668283224105835, + 0.3495839536190033, + -0.09116964042186737, + 0.42624396085739136, + -0.1156044453382492, + -0.8230066895484924, + 0.25419920682907104, + -0.1733282208442688, + 0.19452190399169922 + ], + [ + 1.0065232515335083, + 0.2871432900428772, + -1.0379970073699951, + -0.11574295163154602, + -0.4156845211982727, + -2.7477707862854004, + -1.0656297206878662, + -0.6516602039337158, + -0.01721077412366867, + 1.0706279277801514, + 0.2460528314113617, + 0.33062610030174255, + 0.8672864437103271, + 0.09429014474153519, + -0.1082695722579956, + 0.3552663326263428, + 0.2526816427707672, + -0.4740065932273865, + 0.3614410161972046, + 0.8378085494041443, + 0.8043822050094604 + ], + [ + 0.9946017265319824, + 0.5170211791992188, + -1.1768443584442139, + -0.6245086193084717, + -0.7913318276405334, + -2.5013372898101807, + -1.515885829925537, + -1.0674426555633545, + 0.07250797748565674, + 1.2870488166809082, + 0.6881434321403503, + 0.2834986746311188, + 0.3444003760814667, + 1.1315661668777466, + -0.11743412911891937, + 0.3544200658798218, + 0.44164150953292847, + -0.7451841235160828, + 0.04573145508766174, + 0.7489550709724426, + 0.9923496246337891 + ], + [ + 1.2160242795944214, + 0.5107609629631042, + -1.0689376592636108, + -0.373833030462265, + -0.623868465423584, + -2.3404181003570557, + -1.2368640899658203, + -0.9234645366668701, + -0.12526313960552216, + 1.5281438827514648, + 0.550132691860199, + 0.05282197892665863, + 0.4587860405445099, + 1.400311827659607, + 0.09222973883152008, + 0.3398832678794861, + 0.2395492047071457, + -0.7571473121643066, + -0.21407970786094666, + 0.3653639554977417, + 0.2847141623497009 + ], + [ + 0.3714102506637573, + 0.6195760369300842, + -0.8919857740402222, + -0.271505743265152, + 0.2880818247795105, + -1.0060359239578247, + -2.4203405380249023, + -0.7110702991485596, + -0.04093037545681, + 0.6816779971122742, + 0.41870665550231934, + 0.07117798924446106, + 0.48489269614219666, + 1.0403753519058228, + 0.1637251228094101, + 0.4463401734828949, + -0.3792545199394226, + -0.3287808299064636, + -0.11806949973106384, + 0.22796213626861572, + 2.310878276824951 + ], + [ + 0.8703815340995789, + 0.5479817986488342, + -0.7119568586349487, + -0.20598657429218292, + -0.452079176902771, + -2.66601300239563, + -0.9357439875602722, + -1.0875918865203857, + -0.04722479730844498, + 0.70224928855896, + 0.4407673478126526, + 0.6014677286148071, + 0.8903712034225464, + 0.5971055626869202, + -0.2070225179195404, + 0.5009813904762268, + -0.03665284812450409, + 0.15357999503612518, + 0.05913533270359039, + 1.4198293685913086, + 0.8355190753936768 + ], + [ + 0.7964381575584412, + 0.5254203081130981, + -0.7082102298736572, + -0.2977239787578583, + -0.5196952223777771, + -2.5178873538970947, + -0.8742243647575378, + -0.9895823001861572, + -0.012547673657536507, + 0.6337381601333618, + 0.41396522521972656, + 0.7128061056137085, + 0.677881121635437, + 0.7293405532836914, + -0.20515501499176025, + 0.5115537047386169, + 0.018838554620742798, + 0.24252760410308838, + -0.05473819375038147, + 1.443457841873169, + 0.7229140996932983 + ], + [ + 0.8294068574905396, + 0.3010156750679016, + -0.7998862266540527, + -0.37638741731643677, + -0.7348752617835999, + -2.7659268379211426, + -1.0938594341278076, + -0.7923988103866577, + 0.07320620864629745, + 1.0555716753005981, + 0.954909086227417, + 0.10116973519325256, + 0.8682584762573242, + 0.620139479637146, + 0.2635257840156555, + 0.1333836168050766, + 0.5412955284118652, + -0.8281344771385193, + -0.09273433685302734, + 0.5620117783546448, + 0.31702542304992676 + ] + ], + "generated_utilities": [ + 0.11768263578414917, + 0.12139803171157837, + 0.09622558206319809, + 0.0890951156616211, + 0.21403594315052032, + 0.14825214445590973, + 0.1626262217760086, + 0.09855198860168457 + ], + "group_id": "ms-f5dd1c43ebc4c0cfc3f1", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18771648406982422, + 0.18846067786216736, + 0.23862028121948242, + 0.1942768096923828, + 0.24133729934692383, + 0.1916230171918869, + 0.2769886255264282, + 0.15638399124145508, + 0.2974560856819153, + 0.18592731654644012, + 0.06699904054403305, + 0.17070075869560242, + 0.1668364405632019, + 0.05559476464986801, + 0.15857093036174774, + 0.11987017095088959 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 1.0499544143676758, + -0.12228982150554657, + -0.8799430131912231, + -0.12404224276542664, + -0.20721124112606049, + -2.5965893268585205, + -2.146313428878784, + -1.3031344413757324, + -1.5548274517059326, + 1.520930290222168, + 0.8875400424003601, + 1.8031569719314575, + 1.8553154468536377, + 2.8583850860595703, + 0.1410546600818634, + 0.6634358167648315, + 0.26967597007751465, + 1.5631144046783447, + -0.08400517702102661, + 1.3022966384887695, + 2.8169755935668945 + ], + [ + 1.6798787117004395, + -0.015331655740737915, + -0.39138662815093994, + -0.7346019148826599, + -0.7037978172302246, + -2.2127301692962646, + -2.925327777862549, + -1.0817961692810059, + -1.7922265529632568, + 2.076382637023926, + 0.6203137636184692, + 2.351043224334717, + 3.4073288440704346, + 3.004578113555908, + -0.03818245232105255, + 0.13109296560287476, + -0.31234362721443176, + 1.45621919631958, + 0.66318279504776, + 2.2426962852478027, + 3.134162664413452 + ], + [ + 1.3013015985488892, + 0.5020992159843445, + -0.6976112127304077, + 0.04386201500892639, + 0.2787678837776184, + -2.935166358947754, + -3.042389392852783, + -0.7715556621551514, + -1.810333013534546, + 2.998173236846924, + 1.3284354209899902, + 2.371995210647583, + 2.3226311206817627, + 2.1032519340515137, + -0.059997156262397766, + 1.4521421194076538, + -0.3995933532714844, + 0.4603380560874939, + 0.47180092334747314, + 0.686887800693512, + 2.294833183288574 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.7258429527282715, + -0.18197835981845856, + -0.24730944633483887, + 0.1190207302570343, + -0.16395756602287292, + -1.6637372970581055, + 0.0, + -0.035968661308288574, + -0.10036402940750122, + 1.0103552341461182, + 0.14448165893554688, + 1.010573148727417, + 1.4690883159637451, + 0.0, + 0.1211370974779129, + -0.019168555736541748, + 0.22491455078125, + 0.030360698699951172, + -0.039063215255737305, + 0.5782217979431152, + 0.0 + ], + [ + 1.7258429527282715, + 0.18860922753810883, + -1.2473094463348389, + -0.284475713968277, + -0.3353281021118164, + -2.6637372970581055, + -2.6874477863311768, + -1.0359686613082886, + -0.9593114256858826, + 2.010355234146118, + 1.0125223398208618, + 2.010573148727417, + 2.469088315963745, + 2.409867286682129, + 0.24889414012432098, + 0.9808314442634583, + -0.30387043952941895, + 1.0303606986999512, + 0.2798594832420349, + 1.5782217979431152, + 2.3279221057891846 + ], + [ + 1.7877243757247925, + 0.024375945329666138, + -1.2956607341766357, + -0.10583999752998352, + -0.040880680084228516, + -2.77557373046875, + -2.465805768966675, + -0.867568850517273, + -1.0592297315597534, + 2.029885768890381, + 0.9480742812156677, + 1.8945786952972412, + 2.5397582054138184, + 2.5896449089050293, + 0.08296243846416473, + 0.6932773590087891, + -0.5432481169700623, + 0.947170615196228, + 0.22918134927749634, + 1.7703953981399536, + 2.2390944957733154 + ], + [ + 1.2840029001235962, + 0.12779363989830017, + -1.6449604034423828, + -0.7067093849182129, + -0.6227160096168518, + -2.3876545429229736, + -2.28385853767395, + -0.7221872210502625, + -0.6665030717849731, + 1.625172734260559, + 0.5165443420410156, + 2.2076029777526855, + 2.794196605682373, + 2.603325366973877, + 0.11594885587692261, + 1.3853435516357422, + -0.6451680660247803, + 0.6068257093429565, + 0.12245149910449982, + 2.041055679321289, + 2.178571939468384 + ] + ], + "predicted_scores": [ + 8.678130149841309, + 8.641468048095703, + 8.114709854125977, + 8.059354782104492, + 7.413639545440674, + 7.033705711364746, + 6.732006549835205, + 6.395423412322998 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1549324805/train2", + "selected_index": 0, + "state_hash": "202004db00d1649e687427c19c246e179d308b2e723569b552a218e58ea140d7", + "stored_base_utility": 0.18771648406982422, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09442546218633652, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09442546218633652 + }, + "base_progress": 0.09442546218633652, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.09442546218633652, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0576862096786499, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0576862096786499 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04753508046269417, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04753508046269417 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.058819372206926346, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.058819372206926346 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.057336073368787766, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.057336073368787766 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.054118793457746506, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.054118793457746506 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.047768473625183105, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.047768473625183105 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.05317459627985954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.05317459627985954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04166736081242561, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04166736081242561 + } + ], + "candidate_progress": [ + 0.0576862096786499, + 0.04753508046269417, + 0.058819372206926346, + 0.057336073368787766, + 0.054118793457746506, + 0.047768473625183105, + 0.05317459627985954, + 0.04166736081242561 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-6d46dae312649c977b64", + "ms-b28f44671fe871a8bea8", + "ms-abf8880f672677acc931", + "ms-3d090ac2459c4b891dd1", + "ms-6d46dae312649c977b64", + "ms-b28f44671fe871a8bea8", + "ms-1150c257eb77fdf40f55", + "ms-62db3d4ffad1f0e82dd8" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank5", + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-f9740a08a98cb251b761", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.020479410886764526, + 0.18426011502742767, + 0.8242988586425781, + -0.8050152063369751, + 0.33060386776924133, + 1.2798056602478027, + 0.17746984958648682, + 0.07884100824594498, + 0.10550443083047867, + 0.5437140464782715, + -0.44050684571266174, + 0.499743789434433, + -0.12575775384902954, + -0.008484840393066406, + 0.15178415179252625, + -0.06724691390991211, + 0.4171689748764038, + -0.1774183064699173, + 0.04415944218635559, + 1.2139606475830078, + -0.18329423666000366 + ], + [ + -0.19811902940273285, + 0.23630018532276154, + 0.9287147521972656, + -0.7256592512130737, + 0.41033488512039185, + 1.4297655820846558, + 0.5526092052459717, + 0.03807039558887482, + 0.0947854220867157, + 0.5257086157798767, + -0.5749881863594055, + 0.6321950554847717, + 0.4675242602825165, + 0.024848252534866333, + 0.266201376914978, + -0.09746097028255463, + 0.7013533115386963, + -0.2848418951034546, + 0.09499096870422363, + 0.9972450137138367, + 0.07667208462953568 + ], + [ + 0.025125354528427124, + 0.21911092102527618, + 0.8156742453575134, + -0.74705970287323, + 0.28718751668930054, + 1.33039128780365, + -0.15746504068374634, + -0.057606279850006104, + 0.09133755415678024, + 0.427237868309021, + -0.3366907238960266, + 0.5278720855712891, + -0.15974271297454834, + 0.3515869379043579, + 0.3372589647769928, + -0.03617444261908531, + 0.5531522631645203, + -0.24446003139019012, + -0.08002108335494995, + 1.0151166915893555, + -0.2737060785293579 + ], + [ + -0.06302295625209808, + 0.23377622663974762, + 0.906761646270752, + -0.8889418840408325, + 0.3661634027957916, + 1.520085334777832, + 0.3108072280883789, + 0.11039507389068604, + 0.1316494196653366, + 0.5650603771209717, + -0.48412957787513733, + 0.49728062748908997, + -0.0905224084854126, + 0.07306399196386337, + 0.18643058836460114, + -0.05550086498260498, + 0.2777639329433441, + -0.16441671550273895, + 0.10655561089515686, + 1.1899447441101074, + -0.19240766763687134 + ], + [ + -0.16045702993869781, + 0.1835726946592331, + 0.9229364395141602, + -0.769349217414856, + 0.38101109862327576, + 1.1719142198562622, + 0.005424320697784424, + 0.028004556894302368, + 0.06614957749843597, + 0.4504476487636566, + -0.3933534622192383, + 0.5700893402099609, + -0.004348427057266235, + 0.03148799389600754, + 0.14545728266239166, + -0.05472240224480629, + 0.3868948817253113, + -0.18007980287075043, + 0.05339314043521881, + 1.2637076377868652, + -0.06651763617992401 + ], + [ + -0.27338409423828125, + 0.32075297832489014, + 0.9375858902931213, + -0.5968993902206421, + 0.2705071270465851, + 1.3538453578948975, + 0.24305105209350586, + 0.060511767864227295, + 0.09318692982196808, + 0.4881493151187897, + -0.524665892124176, + 0.7605324983596802, + 0.2366369664669037, + -0.021450906991958618, + 0.20593483746051788, + -0.10508579015731812, + 0.5827943086624146, + -0.1103847473859787, + 0.04889814555644989, + 1.032989501953125, + 0.019189834594726562 + ], + [ + 0.004922494292259216, + 0.21259962022304535, + 1.0182491540908813, + -0.791379451751709, + 0.39066070318222046, + 1.3441112041473389, + 0.10889208316802979, + 0.06358708441257477, + 0.15327878296375275, + 0.5698016881942749, + -0.5063191652297974, + 0.5559589862823486, + -0.09859451651573181, + 0.05453336983919144, + 0.14464251697063446, + -0.07360692322254181, + 0.30683445930480957, + -0.1820848137140274, + 0.11627091467380524, + 1.1282250881195068, + -0.15258073806762695 + ], + [ + -0.4557012915611267, + 0.26067644357681274, + 0.9920343160629272, + -0.6966429352760315, + 0.44491153955459595, + 1.0773954391479492, + 0.3941947817802429, + 0.07884367555379868, + 0.11622481048107147, + 0.47081834077835083, + -0.3398100435733795, + 0.44524022936820984, + 0.23556259274482727, + 0.16890141367912292, + 0.05438284948468208, + -0.17950303852558136, + 0.6027225255966187, + -0.15403752028942108, + 0.13426105678081512, + 1.0684919357299805, + -0.02056540548801422 + ] + ], + "generated_utilities": [ + 0.0576862096786499, + 0.04753508046269417, + 0.058819372206926346, + 0.057336073368787766, + 0.054118793457746506, + 0.047768473625183105, + 0.05317459627985954, + 0.04166736081242561 + ], + "group_id": "ms-f9740a08a98cb251b761", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.18963214755058289, + 0.1666136085987091, + 0.23594024777412415, + 2.0, + 0.07180815935134888, + 0.09929104894399643, + 0.04174518585205078, + 0.05397164821624756, + 0.07266998291015625, + 0.04789034649729729, + 0.03470579907298088, + 0.13277660310268402, + 0.08080995082855225, + 0.07135897874832153, + 0.07288587093353271, + 0.07202281802892685 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + -1.328328251838684, + 1.4538578987121582, + 2.259695053100586, + -1.278676152229309, + 0.4530661106109619, + 1.153411865234375, + 1.7947841882705688, + 0.27321866154670715, + 0.2675345242023468, + 1.2730824947357178, + -0.18332287669181824, + 1.5639415979385376, + 0.0130281001329422, + 0.619087815284729, + -0.95191490650177, + -0.04418129846453667, + 0.7013400793075562, + -0.030169637873768806, + -1.1641497611999512, + 1.381471872329712, + 2.3944220542907715 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5895683765411377, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.238175630569458, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.788844108581543 + ], + [ + -1.5939538478851318, + 1.3609699010849, + 2.412710189819336, + -1.464042067527771, + 0.46117064356803894, + 0.9333378076553345, + 1.764366626739502, + 0.5168601870536804, + 0.07475700974464417, + 1.1358004808425903, + -0.3883078992366791, + 1.6643180847167969, + 0.0025240061804652214, + 0.8426899313926697, + -0.8600375652313232, + 0.225119486451149, + 0.5782044529914856, + 0.140903502702713, + -1.26581871509552, + 1.152244210243225, + 2.5271615982055664 + ], + [ + -1.339027762413025, + 1.5687905550003052, + 1.9897546768188477, + -1.2427904605865479, + 0.05958297848701477, + 1.2702220678329468, + 2.160168170928955, + 0.4460240602493286, + 0.6673279404640198, + 1.3324490785598755, + 0.10481858253479004, + 1.6963433027267456, + 0.24732840061187744, + 0.39262405037879944, + -1.1415603160858154, + 0.17928871512413025, + 0.8881077170372009, + 0.2759820818901062, + -1.1743264198303223, + 1.0985158681869507, + 2.3411061763763428 + ], + [ + -1.544585943222046, + 1.2350668907165527, + 2.313249111175537, + -1.424852967262268, + 0.7017942667007446, + 1.1346094608306885, + 2.204472541809082, + 0.2732553780078888, + 0.22631995379924774, + 1.7685801982879639, + -0.4368963837623596, + 1.8069084882736206, + -0.41373223066329956, + 0.3032912611961365, + -1.1985286474227905, + -0.309637188911438, + 0.6955699324607849, + 0.43281105160713196, + -1.0091094970703125, + 1.1219456195831299, + 2.5757639408111572 + ], + [ + -1.6817699670791626, + 1.2309470176696777, + 1.6741373538970947, + -0.7397337555885315, + 0.7746389508247375, + 0.9163780212402344, + 1.5153520107269287, + 0.0792025476694107, + 0.5305838584899902, + 0.6793052554130554, + -0.30344170331954956, + 1.4655344486236572, + -0.0034384187310934067, + 0.4800187349319458, + -0.44390469789505005, + 0.4072031080722809, + 0.8079975247383118, + -0.456052303314209, + -0.9508532881736755, + 1.0954267978668213, + 1.9716954231262207 + ], + [ + -1.7659152746200562, + 1.1735639572143555, + 2.665199041366577, + -1.677711009979248, + 1.0456008911132812, + 1.6253440380096436, + 2.0342960357666016, + -0.19850894808769226, + 0.4011203348636627, + 1.749795913696289, + -0.5464335680007935, + 1.9662569761276245, + 0.21235032379627228, + 0.7858313322067261, + -1.5640842914581299, + -0.6628853678703308, + 1.107743263244629, + 0.08910499513149261, + -1.349528431892395, + 0.9170003533363342, + 2.918466091156006 + ], + [ + -0.7910560369491577, + 2.0946784019470215, + 1.916642427444458, + -1.59114408493042, + 1.1567151546478271, + 1.5353091955184937, + 2.378721237182617, + 0.4514116644859314, + 0.2991885542869568, + 1.098503589630127, + 0.2721196115016937, + 1.0611438751220703, + 0.2084072232246399, + 0.6620272397994995, + -0.61283278465271, + -0.19901077449321747, + 0.9712675213813782, + -0.40759071707725525, + -0.7214087247848511, + 1.2769875526428223, + 2.321784496307373 + ], + [ + -1.7364606857299805, + 1.4936802387237549, + 1.5629944801330566, + -0.6870905756950378, + 1.3506951332092285, + 1.8723629713058472, + 1.618431806564331, + 0.29551437497138977, + 0.699256956577301, + 0.7469893097877502, + -0.3006216585636139, + 1.9444875717163086, + 0.08252858370542526, + 0.5873371958732605, + -1.0729506015777588, + 0.7764571905136108, + 1.5990238189697266, + -0.7900809049606323, + -0.9366356134414673, + 1.9326322078704834, + 1.6349339485168457 + ], + [ + -1.0949623584747314, + 1.24751877784729, + 2.2011094093322754, + -0.2876286506652832, + 0.6442606449127197, + 0.37397754192352295, + 2.3923168182373047, + -0.2716003358364105, + -0.30501589179039, + 0.9780911207199097, + -0.13744153082370758, + 1.5076425075531006, + -0.672619104385376, + 0.40599220991134644, + -1.3022570610046387, + 0.3194269835948944, + 0.08041149377822876, + 0.7910391092300415, + -1.432412028312683, + 1.8939918279647827, + 3.1964197158813477 + ], + [ + -1.9034614562988281, + 2.43215012550354, + 1.6679047346115112, + -0.680276095867157, + 0.002479344606399536, + 2.037142038345337, + 1.5024346113204956, + 0.44105833768844604, + -0.31217631697654724, + 1.14781653881073, + -0.12456990033388138, + 1.9509037733078003, + 0.44352978467941284, + 1.0168178081512451, + -1.453316330909729, + -0.6383359432220459, + 0.7194846272468567, + 0.13869065046310425, + -0.708314061164856, + 0.6731570363044739, + 2.9902021884918213 + ], + [ + -0.8454462289810181, + 0.9447854161262512, + 2.338465452194214, + -2.099304676055908, + 0.14575117826461792, + 0.8284336924552917, + 2.074808120727539, + 0.5858138799667358, + -0.5093123912811279, + 0.7208842635154724, + -0.7248879671096802, + 0.8908135890960693, + 0.5226470828056335, + 1.1559538841247559, + -1.5132261514663696, + -0.6072931289672852, + 0.27083778381347656, + -0.2136177271604538, + -1.825482964515686, + 0.8004724979400635, + 2.1059868335723877 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.3283282518386841, + 0.4538578987121582, + 1.259695053100586, + -0.435233473777771, + -0.34613603353500366, + 0.33565592765808105, + 0.0, + 0.21994653344154358, + 0.29822152853012085, + 0.2730824947357178, + 0.49266019463539124, + 0.5639415979385376, + 0.337945818901062, + 0.0, + -0.5842068791389465, + 0.1791902780532837, + 0.05828911066055298, + -0.008675100281834602, + -0.19750452041625977, + 0.5053626298904419, + 0.0 + ] + ], + "predicted_scores": [ + 5.378872394561768, + 5.289340019226074, + 5.008832931518555, + 4.923707008361816, + 4.921195983886719, + 4.820594310760498, + 4.6267266273498535, + 4.30082368850708 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1822210471/train2", + "selected_index": 0, + "state_hash": "d2b06311a579caa803fbe0846f9fb788a6e35fee82ba776b26cf5c739d3e5329", + "stored_base_utility": 0.18963214755058289, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.3398299217224121, + 0.3448601961135864, + 0.3872610330581665, + 0.5065276622772217, + 0.5881055593490601, + 0.4769200086593628, + 0.4032856225967407, + 0.5218054056167603 + ], + "candidate_outcomes": [ + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3398299217224121, + "contact_quality": null, + "progress": 0.1313364952802658, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1313364952802658 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3448601961135864, + "contact_quality": null, + "progress": 0.11492816358804703, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11492816358804703 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.3872610330581665, + "contact_quality": null, + "progress": 0.13934986293315887, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13934986293315887 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5065276622772217, + "contact_quality": null, + "progress": 0.12498819828033447, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.12498819828033447 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5881055593490601, + "contact_quality": null, + "progress": 0.14932705461978912, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14932705461978912 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4769200086593628, + "contact_quality": null, + "progress": 0.13659602403640747, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.13659602403640747 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.4032856225967407, + "contact_quality": null, + "progress": 0.1698276251554489, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1698276251554489 + }, + { + "action_bound_violation": true, + "action_clip_max_abs": 0.5218054056167603, + "contact_quality": null, + "progress": 0.1403738111257553, + "recovery": null, + "safety_violation": true, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1403738111257553 + } + ], + "candidate_progress": [ + 0.1313364952802658, + 0.11492816358804703, + 0.13934986293315887, + 0.12498819828033447, + 0.14932705461978912, + 0.13659602403640747, + 0.1698276251554489, + 0.1403738111257553 + ], + "candidate_safety_violation": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_source_chart_ids": [ + "ms-15459afe7e32ce62fc1b", + "ms-19cb10d10516bd0216a6", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-c1620854ba52f09e24d5", + "ms-a148ca5e4912e2cf417d", + "ms-a148ca5e4912e2cf417d", + "ms-19cb10d10516bd0216a6" + ], + "candidate_source_task_ids": [ + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1", + "PullCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-fa8b4ba41ecac8030271", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.6138469576835632, + -0.40450519323349, + 0.7524255514144897, + -0.994538426399231, + 0.8214528560638428, + 3.4128286838531494, + 3.130685567855835, + 2.5229995250701904, + 0.6816819310188293, + -1.2240540981292725, + -1.0739394426345825, + -1.6216219663619995, + -2.0410842895507812, + -2.3511383533477783, + 1.5218300819396973, + 0.5735415816307068, + -2.0780022144317627, + -0.8316708207130432, + -0.9931132197380066, + -2.150310516357422, + -1.761659026145935 + ], + [ + 0.5375652313232422, + -0.3903682231903076, + 0.7387725710868835, + -0.9685094356536865, + 1.2477073669433594, + 3.288221597671509, + 2.9447085857391357, + 2.5846645832061768, + 0.7295286059379578, + -1.277327537536621, + -0.9580076932907104, + -1.5430718660354614, + -2.3518645763397217, + -2.0992419719696045, + 1.5817941427230835, + 0.5918743014335632, + -1.9436726570129395, + -0.8125348687171936, + -0.9077611565589905, + -1.8433763980865479, + -1.5965296030044556 + ], + [ + 1.1486276388168335, + -0.3213045001029968, + 0.8258665800094604, + -1.1248979568481445, + 1.2406539916992188, + 3.4957103729248047, + 3.1341614723205566, + 2.9321999549865723, + 0.9269762635231018, + -1.1917396783828735, + -0.6518080234527588, + -1.635918378829956, + -1.8152704238891602, + -2.7077088356018066, + 1.5156923532485962, + 0.7254984974861145, + -2.1362671852111816, + -0.8268582224845886, + -1.4368948936462402, + -3.109203577041626, + -2.8711087703704834 + ], + [ + 0.8097591400146484, + -0.4504764676094055, + 0.9084060192108154, + -1.2667213678359985, + 0.9629237055778503, + 4.173046588897705, + 3.2158358097076416, + 2.9680979251861572, + 0.8806686997413635, + -1.596591591835022, + -0.2424795925617218, + -1.3942854404449463, + -1.8074452877044678, + -3.1868391036987305, + 2.0360054969787598, + 0.7007356882095337, + -1.9058544635772705, + -1.082304835319519, + -1.2916984558105469, + -2.570540189743042, + -2.6914875507354736 + ], + [ + 1.0141448974609375, + -0.05965244024991989, + 0.43138572573661804, + -0.9925200939178467, + 0.34896278381347656, + 3.535048484802246, + 2.512383222579956, + 3.15871000289917, + 0.6276583075523376, + -1.6705572605133057, + -0.6273062825202942, + -1.6988917589187622, + -1.4436432123184204, + -2.738968849182129, + 2.2673537731170654, + 0.475650817155838, + -2.3054616451263428, + -0.48427945375442505, + -1.336136817932129, + -2.3951528072357178, + -1.9937231540679932 + ], + [ + 1.0035483837127686, + -0.48646801710128784, + 0.7862827777862549, + -1.2155996561050415, + 1.1799293756484985, + 3.8956778049468994, + 3.2120773792266846, + 2.9691097736358643, + 0.813972532749176, + -1.4072911739349365, + -0.45248332619667053, + -1.5908712148666382, + -1.8885866403579712, + -3.05059814453125, + 1.8993961811065674, + 0.7299237251281738, + -2.138288974761963, + -1.0300297737121582, + -1.1425979137420654, + -2.634470224380493, + -2.951925277709961 + ], + [ + 1.136719822883606, + -0.40091240406036377, + 0.8011654019355774, + -0.9787651300430298, + 1.2615971565246582, + 4.7638421058654785, + 2.897095203399658, + 2.579710006713867, + 0.7039616703987122, + -1.6040349006652832, + -0.6180883646011353, + -1.7922810316085815, + -2.3187928199768066, + -3.588682174682617, + 1.6031419038772583, + 0.4207882285118103, + -2.1064364910125732, + -0.7060217261314392, + -1.035787582397461, + -2.3675076961517334, + -2.541022300720215 + ], + [ + 1.1885334253311157, + -0.5788624286651611, + 1.011875867843628, + -1.0570566654205322, + 1.2149631977081299, + 3.822381019592285, + 3.1535768508911133, + 3.0316035747528076, + 0.828493595123291, + -1.453346610069275, + -0.7822438478469849, + -1.908504843711853, + -2.1096982955932617, + -3.0305073261260986, + 2.0584752559661865, + 0.7881845831871033, + -2.387979745864868, + -1.2410839796066284, + -1.3860211372375488, + -2.6397905349731445, + -3.3317933082580566 + ] + ], + "generated_utilities": [ + 0.1313364952802658, + 0.11492816358804703, + 0.13934986293315887, + 0.12498819828033447, + 0.14932705461978912, + 0.13659602403640747, + 0.1698276251554489, + 0.1403738111257553 + ], + "group_id": "ms-fa8b4ba41ecac8030271", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1999034285545349, + 0.19537882506847382, + 0.1878858059644699, + 0.10708900541067123, + 0.30856266617774963, + 0.21681398153305054, + 0.20668260753154755, + 0.24332170188426971, + 0.21966992318630219, + 2.0, + 0.12176843732595444, + 0.21565715968608856, + 0.17414778470993042, + 0.2961037755012512, + 2.0, + 0.14314405620098114 + ], + "instruction": "Pull the cube into the goal region.", + "negative_tangents": [ + [ + 0.3850085735321045, + -0.12499690055847168, + 0.23026636242866516, + 0.3441506028175354, + -0.5896595120429993, + 1.3285071849822998, + 0.0, + 0.9608756303787231, + -0.6303849220275879, + -0.4489363431930542, + 0.19228625297546387, + -0.060829102993011475, + -1.5031561851501465, + 0.0, + 0.6682586669921875, + -0.3808414936065674, + -0.24890053272247314, + -0.0859505832195282, + -0.39291638135910034, + -1.227027177810669, + 0.0 + ], + [ + 1.1117833852767944, + -0.22146081924438477, + 0.8060464859008789, + -1.2621219158172607, + -0.7419209480285645, + 2.776776075363159, + 1.7448759078979492, + 1.8798961639404297, + 0.8844053745269775, + -1.4605207443237305, + -0.8848221302032471, + -1.1552958488464355, + -2.1116368770599365, + -2.0525219440460205, + 1.839819073677063, + -0.4192996025085449, + -0.7317090034484863, + -0.820005476474762, + -0.43981343507766724, + -1.7702475786209106, + -2.484005928039551 + ], + [ + 1.1318604946136475, + -0.7132304906845093, + 0.300742506980896, + -0.9141160249710083, + -0.7314306497573853, + 2.332737445831299, + 2.508967161178589, + 1.0537950992584229, + 0.14121568202972412, + -1.2136672735214233, + -1.4384262561798096, + 0.10421133041381836, + -3.4149415493011475, + -3.5561158657073975, + 2.111635446548462, + 0.9387479424476624, + -1.6380393505096436, + -1.3072272539138794, + -0.9688614010810852, + -2.488199234008789, + -2.8163912296295166 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 1.3850085735321045, + -0.3069998621940613, + 0.11719995737075806, + -0.6437197923660278, + -0.09871453046798706, + 2.3285071849823, + 2.3286690711975098, + 1.9608756303787231, + 0.2601262032985687, + -1.4489363431930542, + -0.6709547638893127, + -0.8347184658050537, + -2.5031561851501465, + -2.6997807025909424, + 1.6682586669921875, + 0.26449674367904663, + -1.2489005327224731, + -0.4517422318458557, + -0.65993732213974, + -2.227027177810669, + -2.3685905933380127 + ], + [ + 0.8825795650482178, + 0.03663256764411926, + 0.2871561646461487, + -0.19246548414230347, + -0.24871833622455597, + 2.7659337520599365, + 2.0531702041625977, + 1.6805627346038818, + 0.38442263007164, + -1.7219866514205933, + -1.0843830108642578, + -1.4238067865371704, + -1.97629976272583, + -2.2081234455108643, + 2.145982503890991, + 0.010948330163955688, + -1.6380746364593506, + 0.06734919548034668, + -0.791618287563324, + -2.078697681427002, + -1.8579599857330322 + ], + [ + 1.9953546524047852, + 0.049538373947143555, + 0.7998120784759521, + -1.1160595417022705, + -0.2166132628917694, + 3.0366992950439453, + 2.3749594688415527, + 2.914440631866455, + -0.39788123965263367, + -1.2257156372070312, + -0.6898995041847229, + -1.266430139541626, + -2.087775945663452, + -1.9598774909973145, + 2.023083209991455, + 0.8751108646392822, + -1.6010510921478271, + -1.1009621620178223, + 0.3197782039642334, + -2.2430946826934814, + -1.955519676208496 + ], + [ + 0.4652706980705261, + -1.2153732776641846, + -0.19463279843330383, + -0.8564790487289429, + -0.33998867869377136, + 2.288954973220825, + 2.076101303100586, + 1.6626056432724, + -0.5203378200531006, + -1.4386308193206787, + -0.6058706641197205, + -1.5084209442138672, + -3.362673759460449, + -1.7210259437561035, + 0.8736926317214966, + -0.26275408267974854, + -1.5807470083236694, + -1.2629809379577637, + -1.1107054948806763, + -2.832108974456787, + -2.527189016342163 + ] + ], + "predicted_scores": [ + -1.1777679920196533, + -1.5188472270965576, + -2.0538477897644043, + -2.2352161407470703, + -2.329092025756836, + -2.552269458770752, + -2.8639321327209473, + -3.0274486541748047 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "750448296/train2", + "selected_index": 0, + "state_hash": "1d4eb9f0462511fb8df289955476eb99eb3f72b3e54a762dc159b1b7c1c74e21", + "stored_base_utility": 0.1999034285545349, + "task_id": "PullCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0", + "ms-14c6516a0f22d20ef6b0" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-05f34a90fa7355262b8e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.2827463746070862, + -0.02378235012292862, + -0.034808605909347534, + -0.5870471000671387, + -2.084641218185425, + -0.12554237246513367, + -0.3178175091743469, + 0.13610848784446716, + -0.00923999585211277, + 0.3118140995502472, + 0.022001150995492935, + -0.5934582352638245, + -0.03264731168746948, + 0.056248657405376434, + 0.059250298887491226, + -0.060187097638845444, + -0.2721242308616638, + -0.31466418504714966, + -0.283538281917572, + 0.27293169498443604, + -0.05485460162162781 + ], + [ + -0.3526453375816345, + 0.03564968705177307, + -0.3320961892604828, + -0.5773687362670898, + -2.0792288780212402, + -0.12033188343048096, + -0.4674631953239441, + 0.2602558434009552, + -0.05986796319484711, + 0.1936161369085312, + -0.21108517050743103, + -0.7700104713439941, + -0.24547652900218964, + 0.4498440623283386, + -0.16454286873340607, + -0.03780323266983032, + -0.4877609610557556, + -0.23762865364551544, + -0.3172987103462219, + 0.44445788860321045, + -0.12236878275871277 + ], + [ + -0.5172426700592041, + -0.04993811622262001, + -0.10792979598045349, + -0.20008909702301025, + -2.0246832370758057, + 0.22550459206104279, + -0.4369901418685913, + 0.2841527760028839, + -0.054947249591350555, + 0.326744019985199, + -0.10594546049833298, + -0.9804295301437378, + 0.19791141152381897, + -0.15969188511371613, + -0.25058361887931824, + -0.07153431326150894, + -0.5011954307556152, + -0.11148427426815033, + -0.4083576798439026, + 0.2762082815170288, + 0.08130499720573425 + ], + [ + -0.2607940435409546, + 0.05533953011035919, + -0.11473754048347473, + -0.5418796539306641, + -1.775285243988037, + -0.4979330599308014, + -0.7615776658058167, + 0.07704038918018341, + 0.022503860294818878, + 0.294529527425766, + -0.10015120357275009, + -0.4076894521713257, + 0.18857720494270325, + 0.05410438030958176, + 0.09234941005706787, + -0.04158159717917442, + -0.11020515859127045, + -0.3590315580368042, + -0.3761754035949707, + -0.12492312490940094, + -0.027932018041610718 + ], + [ + -0.19042004644870758, + 0.020190894603729248, + -0.10970017313957214, + -0.4362890124320984, + -1.8308589458465576, + 0.34467077255249023, + -0.3478772044181824, + 0.27719420194625854, + 0.004067790694534779, + 0.20926406979560852, + -0.15786954760551453, + -0.8928213119506836, + 0.14104148745536804, + 0.038301981985569, + -0.2411653995513916, + -0.04880401864647865, + -0.5657926201820374, + -0.4303748607635498, + -0.17133405804634094, + 0.587058424949646, + -0.11536353826522827 + ], + [ + -0.2943958044052124, + 0.016921184957027435, + -0.35624900460243225, + -0.4470290541648865, + -2.032782793045044, + 0.04324420541524887, + -0.6839457154273987, + 0.17165116965770721, + -0.0412072092294693, + 0.2600307762622833, + -0.12293001264333725, + -0.5971044301986694, + 0.07009658217430115, + 0.2990877032279968, + -0.17104752361774445, + -0.08258010447025299, + -0.33667194843292236, + -0.24899937212467194, + -0.19345131516456604, + 0.577660083770752, + -0.29295992851257324 + ], + [ + -0.3728065490722656, + 0.037848927080631256, + -0.14307793974876404, + -0.49685776233673096, + -2.006007432937622, + 0.2186158448457718, + -0.5603051781654358, + 0.21420012414455414, + 0.013010196387767792, + 0.30648910999298096, + -0.1881377398967743, + -0.6036834716796875, + 0.061879962682724, + 0.013404905796051025, + -0.17566333711147308, + -0.049407314509153366, + -0.3847307562828064, + -0.28959792852401733, + -0.15539872646331787, + 0.4891699552536011, + -0.26727294921875 + ], + [ + -0.21398238837718964, + 0.02187231183052063, + -0.4735402762889862, + -0.43620914220809937, + -1.9425888061523438, + -0.1898972988128662, + -0.6464764475822449, + 0.2578977942466736, + -0.08520446717739105, + 0.21284398436546326, + -0.15609928965568542, + -0.5129551887512207, + -0.022000759840011597, + 0.6122114658355713, + -0.19528496265411377, + -0.06689542531967163, + -0.1661132127046585, + -0.16984052956104279, + -0.24986082315444946, + 0.791424572467804, + -0.4439830482006073 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0, + 2.0 + ], + "group_id": "ms-05f34a90fa7355262b8e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.15652915835380554, + 2.0, + 2.0, + 2.0, + 0.19534838199615479, + 2.0, + 0.14914235472679138, + 0.15623633563518524, + 0.14543583989143372, + 0.1465626358985901, + 0.0926935076713562, + 0.16237308084964752, + 0.03522460162639618, + 0.10658708214759827, + 0.028859734535217285, + 2.0 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -1.6060999631881714, + -0.43246322870254517, + 0.4339025020599365, + -1.7493220567703247, + -3.4221410751342773, + 1.0740382671356201, + 1.3321559429168701, + 0.46585696935653687, + -0.589473307132721, + 1.8477885723114014, + 0.44551825523376465, + -1.8714042901992798, + -0.574306845664978, + 1.384130835533142, + -0.8875441551208496, + 0.1916527897119522, + -1.2021350860595703, + 1.0158839225769043, + -0.19537174701690674, + 0.3545498251914978, + 0.1062857136130333 + ], + [ + -1.1949074268341064, + 0.37561818957328796, + 0.6294573545455933, + -2.2311086654663086, + -2.392364025115967, + -0.022758662700653076, + 1.1124982833862305, + 0.6051995158195496, + -0.3300172686576843, + 0.8309909105300903, + 1.1865142583847046, + -1.434995412826538, + -1.2019450664520264, + 1.510834813117981, + -0.7916520833969116, + 0.05727994441986084, + -0.04031634330749512, + 1.0271027088165283, + -0.44220826029777527, + 0.7528294324874878, + 0.4191758632659912 + ], + [ + -0.6505431532859802, + 0.07136447727680206, + 0.9440286159515381, + -0.9951632022857666, + -3.1686527729034424, + 1.4486439228057861, + 1.664912462234497, + 1.5056291818618774, + -1.5199066400527954, + 0.9414214491844177, + 0.06458979845046997, + -1.0082377195358276, + -0.21995997428894043, + 0.781690239906311, + -0.9857915639877319, + 0.3504268229007721, + -0.14083001017570496, + 0.32620590925216675, + -0.7383995056152344, + 0.16358716785907745, + -0.8896582126617432 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.10862231254577637, + -0.08068811893463135, + 0.0012606680393218994, + -0.4646165370941162, + -1.8215670585632324, + 0.029768049716949463, + 0.0, + 0.10250359773635864, + 0.02335488796234131, + 0.6218745708465576, + -0.03845292329788208, + -0.8278065919876099, + -0.041066378355026245, + 0.0, + -0.06273365020751953, + -0.003127366304397583, + 0.022957921028137207, + -0.044224828481674194, + -0.025996685028076172, + 0.053954288363456726, + 0.0 + ], + [ + -0.10862231254577637, + 0.22310185432434082, + -0.0324944444000721, + -0.4646165370941162, + -1.8215670585632324, + 0.03010779619216919, + 0.0, + 0.13808095455169678, + -0.0174829363822937, + 0.6218745708465576, + -0.13732177019119263, + -0.8278065919876099, + 0.08308684825897217, + 0.0, + -0.19426950812339783, + -0.19269266724586487, + 0.31948423385620117, + 0.19032111763954163, + 0.02084815502166748, + 0.13870422542095184, + 0.0 + ], + [ + -0.10862231254577637, + 0.03872154653072357, + 0.27483370900154114, + -0.4646165370941162, + -1.8215670585632324, + 0.8015317916870117, + 0.0, + -0.05944252014160156, + 0.2082652449607849, + 0.6218745708465576, + -0.29590070247650146, + -0.8278065919876099, + 0.17055338621139526, + 0.0, + -0.3260674476623535, + -0.1313447654247284, + -0.11790299415588379, + 0.5002882480621338, + -0.36649245023727417, + -0.08774088323116302, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.1994411945343018, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.937610626220703, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1805831789970398 + ], + [ + -1.7618608474731445, + -0.514107346534729, + -0.4017075002193451, + -2.1358213424682617, + -2.4041242599487305, + 0.20604944229125977, + 1.1540758609771729, + -0.30199533700942993, + -0.8305293917655945, + 2.390371561050415, + 0.697504460811615, + -2.76995587348938, + 0.48525214195251465, + 2.2664616107940674, + -0.8383316993713379, + -0.562224268913269, + -0.7230937480926514, + 0.41237613558769226, + -1.3292278051376343, + 0.839605987071991, + 0.9771155118942261 + ] + ], + "predicted_scores": [ + 4.560503005981445, + 4.487654685974121, + 4.189459323883057, + 4.181101322174072, + 4.12843132019043, + 3.845928192138672, + 3.83828067779541, + 3.8349504470825195 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "440577711/train2", + "selected_index": 0, + "state_hash": "f608f0a2ba1f3d3affbb6797210a75fb6dee2e759a78a21320141bb468bce9e7", + "stored_base_utility": 0.15652915835380554, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14195962250232697, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14195962250232697 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1628464162349701, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1628464162349701 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.14906781911849976, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.14906781911849976 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + } + ], + "candidate_progress": [ + 0.14195962250232697, + 0.1628464162349701, + 1.0, + 1.0, + 1.0, + 1.0, + 0.14906781911849976, + 1.0 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-68054c6c805197b033a7", + "ms-934e125b62165b614036", + "ms-6825a9112cb71ea137c9", + "ms-934e125b62165b614036", + "ms-934e125b62165b614036", + "ms-68054c6c805197b033a7", + "ms-934e125b62165b614036" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + true, + true, + true, + true, + false, + true + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-2413d1155c87f0442485", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -1.2536855936050415, + -0.11693514138460159, + 0.8791432976722717, + -1.4749171733856201, + -1.3698866367340088, + -0.9709888696670532, + 1.187875509262085, + 0.8428417444229126, + 0.06315042078495026, + -0.36169591546058655, + 0.24234524369239807, + -1.053951621055603, + 0.5543328523635864, + 0.5428354144096375, + 0.164462149143219, + 0.13316956162452698, + -0.804622232913971, + 0.8852248787879944, + -0.6784601211547852, + 0.0866762101650238, + 0.5446985960006714 + ], + [ + -1.1474655866622925, + 0.027440518140792847, + 1.0245579481124878, + -1.8871628046035767, + -0.9576157927513123, + -0.7218259572982788, + 1.5169682502746582, + 0.835212230682373, + 0.1903892457485199, + -0.4141203761100769, + 0.09521286189556122, + -1.111825704574585, + 0.6771012544631958, + 0.13994541764259338, + -0.24842232465744019, + 0.0693444162607193, + -0.9055777192115784, + 0.932281494140625, + -1.0013926029205322, + -0.190908282995224, + 0.5093322992324829 + ], + [ + -1.1615301370620728, + -0.17569102346897125, + 1.0591915845870972, + -1.664960503578186, + -0.8641437888145447, + -0.9274886846542358, + 0.4241430461406708, + 0.47560566663742065, + 0.21707026660442352, + -0.43724942207336426, + -0.13909801840782166, + -0.9521076679229736, + 0.19812855124473572, + 0.523228645324707, + -0.35530611872673035, + 0.04281613603234291, + -0.7027233839035034, + 0.9368981719017029, + -0.7007960081100464, + -0.03398871421813965, + 0.6623337268829346 + ], + [ + -1.2299466133117676, + -0.05478128418326378, + 1.0339055061340332, + -1.7375067472457886, + -1.0720367431640625, + -0.6902048587799072, + 1.6223790645599365, + 0.6023958325386047, + 0.17205815017223358, + -0.43651580810546875, + -0.10572903603315353, + -0.8613691329956055, + 0.501083493232727, + 0.46017318964004517, + 0.13626191020011902, + 0.18211247026920319, + -1.20546555519104, + 0.6503386497497559, + -0.7074559330940247, + 0.07641315460205078, + 0.33882901072502136 + ], + [ + -1.047585368156433, + -0.07927554100751877, + 1.1259756088256836, + -1.8007495403289795, + -1.0351297855377197, + -0.7301876544952393, + 1.5674808025360107, + 0.5956767797470093, + 0.05903445929288864, + -0.4976789355278015, + -0.33980926871299744, + -1.0001517534255981, + 0.08965447545051575, + 0.3603883981704712, + 0.06573829799890518, + 0.09023691713809967, + -0.8187721371650696, + 0.7987755537033081, + -0.6498300433158875, + 0.2903558015823364, + 0.3277665078639984 + ], + [ + -1.0642305612564087, + -0.13861820101737976, + 0.9205412268638611, + -1.467372179031372, + -1.209956169128418, + -0.6585805416107178, + 0.875036358833313, + 0.4471043050289154, + 0.27095624804496765, + -0.5345162153244019, + -0.2534474730491638, + -0.5600019693374634, + 0.1492536962032318, + 0.35443782806396484, + -0.23372876644134521, + 0.1517634242773056, + -0.795238196849823, + 0.6843205094337463, + -0.5973520874977112, + 0.43755531311035156, + 0.7624853849411011 + ], + [ + -1.2783066034317017, + -0.18615488708019257, + 0.9937092065811157, + -1.7972573041915894, + -1.1335978507995605, + -0.1625443398952484, + 1.9624900817871094, + 0.8848947286605835, + 0.07113781571388245, + -0.3727509081363678, + -0.07144775241613388, + -1.0077900886535645, + 0.41427698731422424, + 0.525554895401001, + -0.12996193766593933, + 0.022495899349451065, + -0.9809936881065369, + 0.8234983086585999, + -0.8155588507652283, + 0.04019096493721008, + 0.7274045944213867 + ], + [ + -1.0165537595748901, + 0.08772468566894531, + 1.004942536354065, + -1.4149625301361084, + -1.116102695465088, + -0.23152798414230347, + 1.4085813760757446, + 0.4547967314720154, + 0.35999301075935364, + -0.5510850548744202, + -0.24570077657699585, + -0.8332778215408325, + 0.4976925551891327, + 0.8774982690811157, + -0.12344978749752045, + -0.15924398601055145, + -0.7390532493591309, + 0.41373735666275024, + -0.6080011129379272, + 0.9858680367469788, + 1.0027892589569092 + ] + ], + "generated_utilities": [ + 0.14195962250232697, + 0.1628464162349701, + 2.0, + 2.0, + 2.0, + 2.0, + 0.14906781911849976, + 2.0 + ], + "group_id": "ms-2413d1155c87f0442485", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 4.306435585021973e-06, + 6.988644599914551e-06, + 2.0, + 2.1457672119140625e-06, + 0.18901193141937256, + 6.407499313354492e-07, + 0.16945534944534302, + 0.14262664318084717, + 0.15036813914775848, + 0.13903136551380157, + 2.0, + 2.0, + 0.08516892790794373, + 0.07647933065891266, + 2.0, + 1.029670238494873e-05 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6601358652114868, + 0.12480756640434265, + 0.5387595891952515, + -1.4875376224517822, + -1.0372035503387451, + -0.06971657276153564, + 0.0, + -0.010226786136627197, + 0.15678396821022034, + -0.11714708805084229, + -0.019127070903778076, + -0.6510206460952759, + -0.31774047017097473, + 0.0, + 0.051259543746709824, + -0.044117435812950134, + 0.02210521697998047, + 0.13404697179794312, + -0.04975175857543945, + -0.1485639214515686, + 0.0 + ], + [ + -1.6601358652114868, + 0.2872905731201172, + 1.5387595891952515, + -2.4875376224517822, + -2.037203550338745, + -0.8143895864486694, + 1.653955340385437, + -0.35390445590019226, + 0.095766581594944, + -0.7085897922515869, + 0.7322971820831299, + -1.6510206460952759, + -0.19578097760677338, + 0.3098559081554413, + -0.0276336707174778, + 0.1448359489440918, + -0.9778947830200195, + 0.6535791754722595, + -0.6492339968681335, + -0.5992754697799683, + 0.14905864000320435 + ], + [ + -1.6249184608459473, + 0.26893946528434753, + 1.2642381191253662, + -2.4658517837524414, + -2.1785542964935303, + -0.8579962253570557, + 1.862148642539978, + -0.5653051137924194, + 0.38192257285118103, + -0.9837816953659058, + 0.5817887783050537, + -1.8884202241897583, + -0.40964221954345703, + 0.5682376623153687, + -0.022949589416384697, + -0.03593645989894867, + -1.188117504119873, + 0.56232088804245, + -0.4025457501411438, + -0.7962059378623962, + 0.4029981195926666 + ], + [ + -1.4953402280807495, + 0.5432271957397461, + 1.8215678930282593, + -2.116377115249634, + -2.0209736824035645, + -0.8451845049858093, + 2.001351833343506, + -0.3612348139286041, + 0.10976146906614304, + -0.4192386269569397, + 1.07032310962677, + -1.4101632833480835, + 0.16801194846630096, + 0.41597020626068115, + 0.0034401286393404007, + 0.313338041305542, + -0.8903099298477173, + 0.8596975803375244, + -0.3842606842517853, + -0.6088681221008301, + -0.24973568320274353 + ], + [ + -2.158440113067627, + 0.30442988872528076, + 2.0173699855804443, + -2.801206350326538, + -2.4109108448028564, + -0.6230190992355347, + 1.3516862392425537, + -0.6211159229278564, + 0.10487072914838791, + -0.25373271107673645, + 0.8720327615737915, + -1.6936869621276855, + -0.4334086775779724, + 0.39439237117767334, + -0.5219395160675049, + 0.04136982560157776, + -0.49897581338882446, + 0.5928531289100647, + -0.16653254628181458, + -0.4675975739955902, + 0.5813637971878052 + ], + [ + -2.093625545501709, + 0.8156063556671143, + 1.95170259475708, + -3.034303665161133, + -2.0062594413757324, + -1.1433250904083252, + 1.6534188985824585, + -0.839098334312439, + 0.15779539942741394, + -0.5594096779823303, + 1.2434790134429932, + -1.72386634349823, + -0.5140386819839478, + 0.1641160249710083, + 0.30528178811073303, + 0.5907451510429382, + -0.43656814098358154, + 1.0669291019439697, + -0.6496315598487854, + -0.9406822919845581, + -0.321432888507843 + ], + [ + -1.03253972530365, + 0.32907283306121826, + 1.317929744720459, + -2.9088330268859863, + -2.5647945404052734, + -1.2453858852386475, + 1.2988251447677612, + -0.8468736410140991, + -0.5912364721298218, + -0.7252246141433716, + 1.3201944828033447, + -0.9543296098709106, + 0.26997900009155273, + 0.6030986309051514, + -0.7037940621376038, + -0.15793269872665405, + -1.3701430559158325, + 1.3424978256225586, + -0.9401534795761108, + 0.09815514087677002, + 0.8393594026565552 + ], + [ + -1.1874393224716187, + 0.007824331521987915, + 1.5199127197265625, + -2.2850396633148193, + -2.363096237182617, + -0.21484601497650146, + 1.1753361225128174, + 0.26162102818489075, + -0.3441063463687897, + -1.101698398590088, + 0.6533139944076538, + -1.5219109058380127, + 0.3796396255493164, + -0.4600681960582733, + 0.07214753329753876, + -0.3532859683036804, + -1.6493395566940308, + 0.8704827427864075, + -0.04900979995727539, + 0.16104185581207275, + -0.6427063345909119 + ], + [ + -2.076380729675293, + 1.1128735542297363, + 0.8442558646202087, + -3.0890796184539795, + -2.4924421310424805, + -1.2295012474060059, + 1.877472162246704, + 0.11839112639427185, + 0.5644076466560364, + -0.40195509791374207, + 1.5825436115264893, + -2.0957529544830322, + 0.21835492551326752, + 0.7422974705696106, + 0.6429923176765442, + 0.9840938448905945, + -0.8417980074882507, + -0.1779463291168213, + -1.2042803764343262, + -0.47697222232818604, + -0.45671969652175903 + ], + [ + -1.4799500703811646, + -0.5903882384300232, + 1.0694124698638916, + -1.5848993062973022, + -1.1216392517089844, + -1.3959057331085205, + 1.8896818161010742, + -0.44200193881988525, + 0.04070413112640381, + -1.2832787036895752, + 0.8309782147407532, + -1.4032211303710938, + -0.4567517042160034, + 0.16646328568458557, + -0.3324521481990814, + 1.0474536418914795, + -1.487030267715454, + 0.05606895685195923, + -0.6146225929260254, + -0.9270249605178833, + 1.10614812374115 + ], + [ + -2.09364652633667, + 0.6689558029174805, + 0.7874005436897278, + -2.2312171459198, + -1.8480366468429565, + -0.8447849750518799, + 0.9363319277763367, + 0.4368096888065338, + 0.7778416872024536, + -0.28389281034469604, + 0.11550712585449219, + -0.7952986359596252, + 0.10069851577281952, + 1.2731047868728638, + 0.7559926509857178, + -0.20265227556228638, + -0.3092576265335083, + 0.31465455889701843, + -0.7929718494415283, + 0.27850645780563354, + 0.6233183145523071 + ] + ], + "predicted_scores": [ + 3.258028030395508, + 3.0155653953552246, + 2.756730556488037, + 2.7309112548828125, + 2.654895782470703, + 2.0525717735290527, + 2.049438714981079, + 1.8388662338256836 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324642411/train2", + "selected_index": 0, + "state_hash": "e4e059743bdfbd7fcf58de859aaf582df3c01aa831f24e837de0b77529ea9dca", + "stored_base_utility": 4.306435585021973e-06, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17193537950515747, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17193537950515747 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1682891547679901, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1682891547679901 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16697469353675842, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16697469353675842 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15080180764198303, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15080180764198303 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 1.0, + 0.17193537950515747, + 0.1682891547679901, + 0.16697469353675842, + 1.0, + 0.15080180764198303 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee", + "ms-bc4bf52af94d1469eaee" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + true, + false, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.26059648394584656, + 0.05697257071733475, + 1.1847736835479736, + -0.808437705039978, + -1.7314937114715576, + -0.26885268092155457, + -0.12640225887298584, + 0.030424118041992188, + 0.10923714190721512, + -0.08097758144140244, + -0.015291161835193634, + -1.1889923810958862, + 0.12907621264457703, + -0.11104230582714081, + 0.025685861706733704, + -0.0961654782295227, + -0.04949362576007843, + -0.028921157121658325, + -0.30098676681518555, + 0.12878060340881348, + -0.22283515334129333 + ], + [ + 0.010772883892059326, + 0.08666746318340302, + 1.1173304319381714, + -0.8215320110321045, + -1.7266881465911865, + -0.047102391719818115, + -0.30170518159866333, + 0.15347391366958618, + 0.13390110433101654, + -0.06827374547719955, + 0.05951937660574913, + -1.0879489183425903, + -0.04736453294754028, + -0.04602999985218048, + -0.07045552134513855, + -0.060388874262571335, + 0.07138638198375702, + 0.012237891554832458, + -0.19888848066329956, + 0.18140137195587158, + 0.036330148577690125 + ], + [ + 0.06943400949239731, + 0.13759680092334747, + 0.9949153661727905, + -0.5575278997421265, + -1.67751145362854, + -0.2272682785987854, + -0.3278418779373169, + 0.013316646218299866, + 0.1892099678516388, + -0.018898315727710724, + 0.12145821005105972, + -1.1013667583465576, + 0.12256214022636414, + 0.11816637217998505, + -0.1953989863395691, + -0.041337136179208755, + -0.036228761076927185, + 0.04925525188446045, + -0.33292508125305176, + 0.11767259240150452, + -0.06367714703083038 + ], + [ + -0.0550101101398468, + 0.07491142302751541, + 1.0879108905792236, + -0.6862819194793701, + -1.6106891632080078, + 0.12956680357456207, + -0.07100415229797363, + 0.17495658993721008, + 0.12513449788093567, + -0.12711992859840393, + 0.05168600007891655, + -1.4392764568328857, + -0.031145542860031128, + 0.13827303051948547, + -0.2662135362625122, + -0.18175563216209412, + -0.1944151371717453, + -0.07077930867671967, + -0.13222065567970276, + 0.46385592222213745, + 0.09553582221269608 + ], + [ + -0.07273121178150177, + 0.057005077600479126, + 1.114640474319458, + -0.7366244792938232, + -1.699420690536499, + 0.19649547338485718, + -0.20554602146148682, + 0.150616854429245, + 0.13823539018630981, + -0.10467845946550369, + 0.061003006994724274, + -1.1055024862289429, + 0.06388494372367859, + 0.01628529280424118, + -0.289191335439682, + -0.027917880564928055, + -0.04333679378032684, + 0.055070117115974426, + -0.18582001328468323, + 0.24969136714935303, + 0.156595379114151 + ], + [ + -0.07075726985931396, + 0.05319855362176895, + 1.0818524360656738, + -0.775743842124939, + -1.4411020278930664, + 0.11106149852275848, + -0.06336420774459839, + 0.22759531438350677, + 0.14405012130737305, + -0.22518634796142578, + 0.23127803206443787, + -1.2013399600982666, + -0.3354094326496124, + 0.12659719586372375, + -0.21851366758346558, + -0.03839154541492462, + 0.021200761198997498, + -0.07937528192996979, + -0.276073694229126, + 0.30881237983703613, + -0.06152838468551636 + ], + [ + -0.023526400327682495, + 0.060502104461193085, + 1.0503073930740356, + -0.884904146194458, + -1.6350884437561035, + 0.4453177750110626, + -0.2304837703704834, + 0.09911665320396423, + 0.1343056559562683, + -0.10847228020429611, + -0.02298664301633835, + -1.174315094947815, + 0.0976850688457489, + -0.1276160627603531, + -0.24661263823509216, + -0.06313175708055496, + -0.07936762273311615, + -0.03568963706493378, + -0.09196153283119202, + 0.3687501549720764, + -0.011806711554527283 + ], + [ + -0.012129589915275574, + 0.11182810366153717, + 1.121567964553833, + -0.43809598684310913, + -1.3757531642913818, + -0.1370912790298462, + -0.402499258518219, + 0.11467740684747696, + 0.14881697297096252, + 0.10305023938417435, + -0.035948000848293304, + -1.2230478525161743, + -0.20918026566505432, + -0.39130067825317383, + -0.07451532781124115, + 0.06833355128765106, + -0.2133723348379135, + -0.128228560090065, + -0.1905578374862671, + 0.24815291166305542, + 0.49978020787239075 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 2.0, + 0.17193537950515747, + 0.1682891547679901, + 0.16697469353675842, + 2.0, + 0.15080180764198303 + ], + "group_id": "ms-54346a8f79bd9dca1dfe", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.20227843523025513, + 0.18455538153648376, + 2.0, + 2.0, + 0.1876666247844696, + 2.0, + 0.20330552756786346, + 0.13367508351802826, + 0.17261959612369537, + 0.15464866161346436, + 0.1330527365207672, + 0.15472690761089325, + 0.012095525860786438, + 0.1187829077243805, + 0.05922260880470276, + 0.08364063501358032 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.9825772643089294, + 0.3129819631576538, + 2.239616870880127, + -1.6595556735992432, + -2.419001579284668, + -0.6215944290161133, + 2.0498251914978027, + -0.6526985168457031, + 0.08332686126232147, + 0.05494391545653343, + 0.3353409171104431, + -2.399723768234253, + 0.11429958045482635, + 0.9579654932022095, + -0.30532142519950867, + -0.1793428510427475, + 0.021714434027671814, + 0.06835521757602692, + -1.4585798978805542, + 0.16804680228233337, + 1.0415923595428467 + ], + [ + -0.3153335452079773, + -0.31416499614715576, + 2.3233537673950195, + -1.636460542678833, + -1.9759852886199951, + -0.6651520729064941, + 2.0674824714660645, + -0.5333253145217896, + -0.34122538566589355, + -0.11369499564170837, + 0.16086465120315552, + -2.0382418632507324, + 0.5863001942634583, + 0.08003568649291992, + -0.07620293647050858, + 0.14274410903453827, + -0.5702269673347473, + 0.1722113937139511, + -2.105698823928833, + 0.3679127097129822, + 0.557693600654602 + ], + [ + -1.8504350185394287, + -0.5556221008300781, + 2.672025680541992, + -2.7011866569519043, + -1.8672643899917603, + 0.33157476782798767, + 2.044203042984009, + 0.11892333626747131, + -0.6686651110649109, + 0.9297553300857544, + 0.44999808073043823, + -1.980530858039856, + -0.752326250076294, + 1.1665797233581543, + 0.5843324661254883, + -0.2564525008201599, + -0.6726897358894348, + -0.5323439836502075, + -1.5737062692642212, + 0.7872047424316406, + 1.5572283267974854 + ], + [ + -0.11063003540039062, + 0.46638616919517517, + 3.2481422424316406, + -1.463895320892334, + -2.009955644607544, + 0.4370187222957611, + 2.629300832748413, + 0.44305533170700073, + -0.7737084031105042, + 0.9001628160476685, + -0.6089582443237305, + -1.8886429071426392, + 1.0435665845870972, + -0.0248870849609375, + -0.754097580909729, + 0.1314624696969986, + 0.6901811361312866, + -0.8622696399688721, + -1.901731014251709, + 0.7634534239768982, + -0.16806691884994507 + ], + [ + -0.7717097401618958, + 0.27594253420829773, + 2.580317735671997, + -1.0960707664489746, + -2.676391839981079, + -0.9822461605072021, + 3.1596295833587646, + -1.060694932937622, + -1.003603458404541, + -0.7528034448623657, + -0.39094680547714233, + -1.8175132274627686, + 0.500476598739624, + -0.29770714044570923, + 0.7354621291160583, + -0.06709794700145721, + 0.6951109170913696, + -0.7447155714035034, + -0.739233672618866, + 0.548650860786438, + 0.059868693351745605 + ], + [ + -0.9638463854789734, + 0.25752925872802734, + 1.8724892139434814, + -2.801717519760132, + -1.8515510559082031, + -0.4208798408508301, + 2.6578164100646973, + -0.0959913581609726, + 0.25328248739242554, + 0.41330796480178833, + -0.7771560549736023, + -2.6859021186828613, + -0.45795828104019165, + 0.8994072675704956, + 0.9375808238983154, + 0.6532064080238342, + 0.42666393518447876, + 0.4683900475502014, + -0.7720040082931519, + -0.7637287974357605, + -0.01692253351211548 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0033273696899414062, + -0.08964112401008606, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + 0.061480194330215454, + 0.0, + -0.19102822244167328, + -0.1172686517238617, + 0.13363714516162872, + 0.05976612865924835, + -1.134511947631836, + 0.11155534535646439, + 0.0, + 0.05389389023184776, + -0.2548255920410156, + -0.045396044850349426, + 0.06904086470603943, + -0.46479761600494385, + -0.0670367181301117, + 0.0 + ], + [ + -0.19526612758636475, + 0.5404060482978821, + 1.3154613971710205, + -0.9925005435943604, + -1.6639068126678467, + -0.4178987145423889, + 0.0, + 0.10266566276550293, + 0.0928497388958931, + 0.11269525438547134, + 0.41266560554504395, + -1.134511947631836, + -0.4361797571182251, + 0.0, + -0.15480558574199677, + -0.3644384741783142, + -0.2770487070083618, + 0.03602976351976395, + -0.46479761600494385, + -0.41843342781066895, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.616512775421143, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.315116047859192, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4314359426498413 + ] + ], + "predicted_scores": [ + 3.6472415924072266, + 3.5686326026916504, + 3.338284969329834, + 3.184868335723877, + 3.151373863220215, + 3.037160873413086, + 2.8623557090759277, + 2.513972759246826 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1790188787/train2", + "selected_index": 0, + "state_hash": "36bda2b29ae74e82dfcf115f0950a368a0bfb6e0ef57ad21ba4a81533353c964", + "stored_base_utility": 0.20227843523025513, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07399994134902954, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07399994134902954 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08545441925525665, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08545441925525665 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07796584069728851, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07796584069728851 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0807429850101471, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0807429850101471 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07915717363357544, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07915717363357544 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0740579217672348, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0740579217672348 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07284235954284668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07284235954284668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07037679851055145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07037679851055145 + } + ], + "candidate_progress": [ + 0.07399994134902954, + 0.08545441925525665, + 0.07796584069728851, + 0.0807429850101471, + 0.07915717363357544, + 0.0740579217672348, + 0.07284235954284668, + 0.07037679851055145 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-07aa7d1f9c01e93d04bc", + "ms-67f2977ab7d070052b61", + "ms-1979b899f11945b46b51", + "ms-1979b899f11945b46b51", + "ms-81eff749adbf328a93e1", + "ms-1979b899f11945b46b51" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-64f98d163b6bff29332b", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.2306540459394455, + -0.024477357044816017, + 1.3783454895019531, + -0.47946855425834656, + -1.5023372173309326, + 0.05396563559770584, + 0.07308557629585266, + 0.23840521275997162, + 0.08242835849523544, + 0.2131693959236145, + 0.03508906066417694, + -1.5769068002700806, + -0.17334339022636414, + 0.09521752595901489, + -0.10261623561382294, + 0.04322710260748863, + 0.11496704816818237, + -0.011863157153129578, + -0.4826449751853943, + 0.09232103824615479, + 0.12843306362628937 + ], + [ + 0.10061338543891907, + -0.029954930767416954, + 1.3607591390609741, + -0.511040985584259, + -1.4615964889526367, + 0.031211987137794495, + 0.07851177453994751, + 0.1447761505842209, + 0.051486410200595856, + 0.2310858517885208, + 0.06405963003635406, + -1.5167534351348877, + -0.01838594675064087, + 0.08099957555532455, + -0.08870901167392731, + 0.024206090718507767, + 0.10214987397193909, + -0.006959244608879089, + -0.4528038501739502, + 0.1795598566532135, + 0.1197596937417984 + ], + [ + 0.2281574010848999, + -0.026808638125658035, + 1.4254618883132935, + -0.5803471803665161, + -1.5642476081848145, + 0.06154301017522812, + 0.09033352136611938, + 0.15553554892539978, + 0.03761925548315048, + 0.15589399635791779, + 0.035775355994701385, + -1.5715824365615845, + -0.20472440123558044, + 0.0719795823097229, + -0.03835274651646614, + -0.02646508440375328, + 0.1426389217376709, + -0.07511816918849945, + -0.5472793579101562, + 0.34329354763031006, + 0.06687454134225845 + ], + [ + 0.08143731951713562, + 0.05644683539867401, + 1.067238211631775, + -0.38437074422836304, + -1.4997003078460693, + -0.05897536873817444, + 0.11061659455299377, + 0.18323728442192078, + 0.1311463713645935, + 0.4156075417995453, + -0.29877251386642456, + -1.2994933128356934, + -0.09906381368637085, + -0.04703570902347565, + -0.10407190024852753, + 0.05814429745078087, + 0.2809099853038788, + -0.11430035531520844, + -0.6276562809944153, + 0.23251944780349731, + 0.12425731122493744 + ], + [ + 0.1539439558982849, + -0.042503710836172104, + 1.2342027425765991, + -0.3317926526069641, + -1.337820291519165, + 0.014485150575637817, + 0.1022239625453949, + 0.17710432410240173, + 0.09135054051876068, + 0.28972357511520386, + -0.02431017905473709, + -1.3487801551818848, + 0.029789477586746216, + 0.07938285171985626, + -0.06808800995349884, + 0.03622884675860405, + 0.2261514663696289, + 0.10612849146127701, + -0.6765425801277161, + -0.06916618347167969, + 0.12059693038463593 + ], + [ + 0.2000572681427002, + -0.062321729958057404, + 1.2557199001312256, + -0.3032621741294861, + -1.25862717628479, + -0.05319187045097351, + 0.25170329213142395, + 0.23586469888687134, + 0.1072896346449852, + 0.2785967290401459, + -0.022758111357688904, + -1.2919822931289673, + 0.011661112308502197, + 0.1238616555929184, + -0.08574515581130981, + 0.02607555314898491, + 0.21852955222129822, + 0.07942744344472885, + -0.6949920058250427, + 0.009349465370178223, + 0.07431723922491074 + ], + [ + 0.08261522650718689, + -0.058909863233566284, + 1.3413218259811401, + -0.23721705377101898, + -1.1294965744018555, + -0.21211344003677368, + 0.3155398964881897, + 0.4147266745567322, + 0.12795783579349518, + 0.1354489028453827, + 0.020017769187688828, + -1.2586816549301147, + 0.2705080807209015, + -0.030173510313034058, + -0.1662788689136505, + 0.13172230124473572, + 0.15966340899467468, + 0.17720527946949005, + -0.8126328587532043, + 0.052678436040878296, + 0.11035086959600449 + ], + [ + 0.25082796812057495, + -0.027303798124194145, + 1.1353111267089844, + -0.2654046416282654, + -1.3785619735717773, + 0.21287190914154053, + 0.06660589575767517, + 0.239897221326828, + 0.17229139804840088, + 0.41041019558906555, + -0.2526882588863373, + -1.2188441753387451, + 0.4823389947414398, + -0.2717755436897278, + -0.13250546157360077, + 0.11644119024276733, + 0.2751159965991974, + 0.11323960870504379, + -0.8183607459068298, + 0.1775427758693695, + 0.11216438561677933 + ] + ], + "generated_utilities": [ + 0.07399994134902954, + 0.08545441925525665, + 0.07796584069728851, + 0.0807429850101471, + 0.07915717363357544, + 0.0740579217672348, + 0.07284235954284668, + 0.07037679851055145 + ], + "group_id": "ms-64f98d163b6bff29332b", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1630929410457611, + 2.0, + 0.1664363443851471, + 0.023618638515472412, + 0.13502414524555206, + 0.03515857458114624, + 0.21020889282226562, + 0.1638869345188141, + 0.11694467067718506, + 0.04927399754524231, + 0.08256584405899048, + 0.14135359227657318, + 0.10142821073532104, + 0.03680068254470825, + 0.09918788075447083, + 0.0762275755405426 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + 0.844039261341095, + -0.363788902759552, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.32744503021240234, + 0.0, + 0.2452567219734192, + -0.22896522283554077, + 0.48450231552124023, + 0.4578629732131958, + -1.5345399379730225, + -0.14618831872940063, + 0.0, + -0.36867013573646545, + 0.08003273606300354, + 0.2690543234348297, + 0.055231690406799316, + -0.47914373874664307, + 0.31940799951553345, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.878064155578613, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.975581645965576, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.7791993618011475 + ], + [ + 0.7922373414039612, + 0.1362999528646469, + 2.1580445766448975, + -1.5050815343856812, + -2.7275190353393555, + 0.1477527916431427, + 2.0028066635131836, + -0.2843870520591736, + -0.6913459300994873, + 2.0226528644561768, + -0.25116273760795593, + -2.6720223426818848, + 0.0027085542678833008, + 1.4515306949615479, + 0.2530142664909363, + 0.021372079849243164, + 1.322740077972412, + 0.26297205686569214, + -1.9880039691925049, + -0.18406569957733154, + 1.4300415515899658 + ], + [ + 0.7936419248580933, + -0.22229135036468506, + 2.636671304702759, + -1.491039514541626, + -1.574615716934204, + 0.6631550788879395, + 2.6895360946655273, + 0.04848727583885193, + -0.5994541049003601, + 1.2064177989959717, + 0.10134153068065643, + -2.551260471343994, + 1.1044105291366577, + 1.8062951564788818, + 0.40482065081596375, + 0.12173280119895935, + 0.9657283425331116, + 0.2303999662399292, + -0.9425549507141113, + 0.4671052098274231, + 1.775580644607544 + ], + [ + 0.6349879503250122, + 0.8629811406135559, + 1.7597872018814087, + -2.015432596206665, + -2.6112515926361084, + 0.47865548729896545, + 2.3517627716064453, + 0.2009631097316742, + -1.088898777961731, + 1.2850914001464844, + -0.2207932323217392, + -1.9542568922042847, + -0.15715956687927246, + 1.3142483234405518, + 0.32033342123031616, + -0.9387706518173218, + 0.30091795325279236, + 0.486666202545166, + -1.4294947385787964, + -0.473611056804657, + 2.092810869216919 + ], + [ + 0.527248203754425, + -0.20917022228240967, + 1.7086424827575684, + -1.396439552307129, + -1.8734309673309326, + 0.4587753713130951, + 2.872904062271118, + 0.23552018404006958, + -1.2151247262954712, + 2.2211809158325195, + 0.5264022946357727, + -3.527585506439209, + 0.41375043988227844, + 1.3415803909301758, + 0.5307742953300476, + 0.7502366304397583, + 0.9833509922027588, + 0.39668890833854675, + -1.8246543407440186, + -0.7851948738098145, + 2.3292927742004395 + ], + [ + 0.39736831188201904, + -0.4691714644432068, + 2.9104344844818115, + -1.7151648998260498, + -1.7066223621368408, + 1.2379136085510254, + 2.7820377349853516, + 0.11791917681694031, + 0.6128329038619995, + 1.156388759613037, + -1.0033340454101562, + -1.5556118488311768, + 1.0565698146820068, + 2.6801390647888184, + 1.0328128337860107, + -1.0488611459732056, + 0.06348532438278198, + 1.048229455947876, + -1.053946852684021, + 0.859115481376648, + 1.230559229850769 + ], + [ + 0.7979198098182678, + 0.08173695206642151, + 2.7308402061462402, + -2.3968799114227295, + -1.8317595720291138, + 0.23538991808891296, + 2.5157999992370605, + -0.36875760555267334, + 0.3817051351070404, + 2.1303727626800537, + 0.0856575220823288, + -2.489530563354492, + 1.2734088897705078, + 2.1098363399505615, + 0.26519882678985596, + -0.363516628742218, + 0.8552681803703308, + 0.0260697603225708, + -2.412036180496216, + 0.3797714114189148, + 1.7265994548797607 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.0313287079334259, + -0.04626375436782837, + 1.3073484897613525, + -0.565348744392395, + -1.2211496829986572, + 0.033880650997161865, + 0.0, + 0.0005479753017425537, + -0.01687481999397278, + 0.48450231552124023, + 0.08258260786533356, + -1.5345399379730225, + 0.0638393759727478, + 0.0, + -0.01479753851890564, + 0.004143431782722473, + 0.03290212154388428, + -0.01484614610671997, + -0.47914373874664307, + -0.010325193405151367, + 0.0 + ] + ], + "predicted_scores": [ + 8.782903671264648, + 8.632031440734863, + 8.47800350189209, + 8.475674629211426, + 8.253798484802246, + 7.9812726974487305, + 7.893808841705322, + 7.852680683135986 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1261930456/train2", + "selected_index": 0, + "state_hash": "0351c81b6436b42592283fcda8bcfc35de3b967f25e338697489f7448ff3b2c8", + "stored_base_utility": 0.1630929410457611, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.04073460400104523, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.04073460400104523 + }, + "base_progress": 0.04073460400104523, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.04073460400104523, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19968169927597046, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19968169927597046 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.193977490067482, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.193977490067482 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18781442940235138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18781442940235138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19891603291034698, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19891603291034698 + } + ], + "candidate_progress": [ + 1.0, + 1.0, + 0.19968169927597046, + 1.0, + 0.193977490067482, + 0.18781442940235138, + 1.0, + 0.19891603291034698 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9", + "ms-68054c6c805197b033a7", + "ms-6825a9112cb71ea137c9", + "ms-6825a9112cb71ea137c9" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + true, + true, + false, + true, + false, + false, + true, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1" + ], + "candidates_evaluated": true, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6770780682563782, + -0.09529024362564087, + 0.7872525453567505, + -1.4190917015075684, + -1.5606029033660889, + -0.38919809460639954, + 0.1430748701095581, + 0.3020077347755432, + 0.08180654048919678, + -0.3096989691257477, + -0.09725100547075272, + -0.9404938220977783, + 0.012317299842834473, + 0.012026071548461914, + -0.2728504538536072, + -0.15006454288959503, + 0.2822301387786865, + 0.2601233720779419, + -0.5192897319793701, + 0.2296629548072815, + 0.39802998304367065 + ], + [ + -0.48386961221694946, + -0.07795947790145874, + 0.8045108318328857, + -1.2217016220092773, + -1.5082433223724365, + -0.13594087958335876, + 0.1631508767604828, + 0.05224807560443878, + 0.10818172246217728, + -0.31290701031684875, + -0.3874865472316742, + -1.079079508781433, + 0.017681479454040527, + -0.018346726894378662, + -0.019999343901872635, + 0.010209638625383377, + -0.0007116198539733887, + 0.01601254940032959, + -0.44094234704971313, + -0.104212686419487, + 0.18774423003196716 + ], + [ + -0.5773219466209412, + 0.055547215044498444, + 0.7046566605567932, + -1.7071934938430786, + -1.4987201690673828, + -0.4021088182926178, + 0.34781599044799805, + 0.224094957113266, + 0.19338522851467133, + -0.3176965117454529, + -0.29551663994789124, + -1.169986367225647, + -0.09368407726287842, + -0.22251282632350922, + -0.31060633063316345, + -0.16564692556858063, + -0.004838377237319946, + 0.29857131838798523, + -0.7938101887702942, + -0.1884825974702835, + 0.3668951988220215 + ], + [ + -0.5893363952636719, + 0.005833446979522705, + 0.8359338045120239, + -1.5237334966659546, + -1.6347033977508545, + -0.24646499752998352, + 0.5149677991867065, + 0.019707337021827698, + 0.21411988139152527, + -0.2804357707500458, + -0.3922478258609772, + -1.0027235746383667, + 0.23623165488243103, + -0.04531089961528778, + -0.17899395525455475, + -0.04769128933548927, + -0.24496717751026154, + 0.13165119290351868, + -0.4575679898262024, + -0.17461533844470978, + 0.2004043459892273 + ], + [ + -0.5283572673797607, + 0.04744043946266174, + 0.5317836999893188, + -1.5600500106811523, + -1.4460015296936035, + 0.0964275673031807, + 0.19207367300987244, + 0.2718809247016907, + 0.22901690006256104, + -0.36498746275901794, + -0.3545166254043579, + -0.9617583751678467, + -0.12949177622795105, + 0.12980186939239502, + -0.30382534861564636, + -0.06632086634635925, + -0.05589200556278229, + -0.009453967213630676, + -0.44923657178878784, + 0.47354215383529663, + 0.22484268248081207 + ], + [ + -0.8083463311195374, + -0.043328989297151566, + 0.6805551648139954, + -1.7035257816314697, + -1.5104553699493408, + 0.1528436839580536, + 0.5044300556182861, + 0.28197741508483887, + 0.2311057299375534, + -0.23275992274284363, + -0.2759285569190979, + -0.917123556137085, + -0.07844310998916626, + -0.09890606999397278, + -0.25888746976852417, + -0.17129862308502197, + 0.00035119056701660156, + 0.29350340366363525, + -0.47695815563201904, + 0.2009199857711792, + 0.5667500495910645 + ], + [ + -0.4656931757926941, + 0.13439451158046722, + 0.7447197437286377, + -1.497925877571106, + -1.4904701709747314, + 0.42408668994903564, + 0.14896568655967712, + 0.3601221740245819, + 0.3044374883174896, + -0.29815083742141724, + -0.33948594331741333, + -1.0634218454360962, + 0.10763469338417053, + 0.009662240743637085, + -0.18311691284179688, + -0.049253158271312714, + -0.07173363864421844, + -0.08063746988773346, + -0.45091837644577026, + 0.6031780242919922, + 0.2653757929801941 + ], + [ + -0.5347414016723633, + 0.06726139038801193, + 0.5985311269760132, + -1.6558951139450073, + -1.5506038665771484, + -0.1336776316165924, + 0.2197667360305786, + 0.272732675075531, + 0.2464071363210678, + -0.48557037115097046, + -0.29169589281082153, + -0.8865365982055664, + -0.3911905884742737, + 0.09264957904815674, + -0.37085020542144775, + -0.017281129956245422, + 0.07167944312095642, + 0.07684225589036942, + -0.4827007055282593, + 0.5322225093841553, + 0.4592905342578888 + ] + ], + "generated_utilities": [ + 2.0, + 2.0, + 0.19968169927597046, + 2.0, + 0.193977490067482, + 0.18781442940235138, + 2.0, + 0.19891603291034698 + ], + "group_id": "ms-c2ae2b78ab7891e74c80", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 9.402632713317871e-06, + 2.0, + 9.715557098388672e-06, + 2.0, + 0.19540727138519287, + 2.0, + 0.10736367106437683, + 2.0, + 0.16116800904273987, + 0.09818874299526215, + 0.07481488585472107, + 0.12561309337615967, + 2.0, + 0.01182641088962555, + 0.15575706958770752, + 0.07975086569786072 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.6827399730682373, + -0.029386281967163086, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.04039043188095093, + 0.0, + -0.010924920439720154, + -0.016732439398765564, + 0.03900532424449921, + 0.013981983065605164, + -1.2028529644012451, + 0.048696696758270264, + 0.0, + -0.0438801571726799, + -0.05970276892185211, + 0.02299252152442932, + 0.0502314567565918, + -0.09380108118057251, + 0.07330536842346191, + 0.0 + ], + [ + -0.6827399730682373, + -0.08718308806419373, + 0.7580958604812622, + -1.3798003196716309, + -1.0901095867156982, + -0.4546627700328827, + 0.0, + -0.22159980237483978, + 0.13780833780765533, + -0.1737097203731537, + 0.09491576999425888, + -1.2028529644012451, + 0.039140596985816956, + 0.0, + 0.3457217514514923, + -0.2966555058956146, + -0.5004150867462158, + -0.2446610927581787, + -0.0549699068069458, + -0.3402343690395355, + 0.0 + ], + [ + -1.6827399730682373, + 0.19772657752037048, + 1.7580958604812622, + -2.379800319671631, + -2.0901095867156982, + -0.8672186136245728, + 1.6214418411254883, + -0.16213560104370117, + 0.0696118101477623, + -0.17056526243686676, + 0.12484683096408844, + -2.202852964401245, + 0.14872829616069794, + 0.7461217045783997, + -0.08971104025840759, + -0.1577102392911911, + 0.4995848834514618, + 0.7505068778991699, + -0.9078180193901062, + -0.5356389284133911, + 0.5965220332145691 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.2428836822509766, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.4922434091567993, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.1930440664291382 + ], + [ + -1.785402536392212, + 0.07243463397026062, + 1.9232938289642334, + -2.605011463165283, + -2.041095495223999, + -0.8232950568199158, + 1.6791679859161377, + -0.1772073209285736, + -0.19386765360832214, + -0.13796445727348328, + -0.06408281624317169, + -2.126410484313965, + -0.049797967076301575, + 0.47563445568084717, + 0.00788993388414383, + -0.22256594896316528, + 0.6891735792160034, + 0.6727316975593567, + -1.036881446838379, + -0.5347869992256165, + 0.46968942880630493 + ], + [ + -1.338936686515808, + 0.24893929064273834, + 1.6517337560653687, + -2.3397064208984375, + -2.125723123550415, + -0.7358039021492004, + 1.3308616876602173, + -0.3790901303291321, + 0.19445444643497467, + -0.31552785634994507, + 0.02012307196855545, + -2.393663167953491, + -0.14417500793933868, + 0.6015816926956177, + -0.4712853729724884, + -0.29654455184936523, + 0.13922172784805298, + 0.4018354117870331, + -0.8912688493728638, + -0.6389764547348022, + 0.9482733011245728 + ], + [ + -1.6475306749343872, + 0.4559163451194763, + 1.6604440212249756, + -2.654646158218384, + -1.8043334484100342, + -1.1519361734390259, + 1.571244478225708, + -0.28997987508773804, + -0.4280521273612976, + -0.14011025428771973, + -0.2653689384460449, + -1.974306583404541, + -0.3119872212409973, + 0.7317888736724854, + -0.1901276707649231, + 0.3014383912086487, + 0.56174635887146, + 0.915590763092041, + -1.3035192489624023, + -0.3569711446762085, + 0.16930130124092102 + ], + [ + -1.286664366722107, + -0.3223377764225006, + 1.48124361038208, + -2.6231727600097656, + -2.5700302124023438, + -0.5661789178848267, + 1.2130403518676758, + -0.050085775554180145, + -0.25086504220962524, + 0.027206450700759888, + 0.24233049154281616, + -1.9277328252792358, + 0.5782615542411804, + 1.003176212310791, + -0.6371359825134277, + 0.28094935417175293, + 0.40697088837623596, + 1.0566415786743164, + -1.0438491106033325, + -0.3954675793647766, + 0.9806668162345886 + ], + [ + -2.3335683345794678, + 0.3640647530555725, + 1.8345489501953125, + -2.4405834674835205, + -1.806024432182312, + -0.4897755980491638, + 1.608415126800537, + -0.244770348072052, + 0.2751413583755493, + -0.0951928123831749, + 0.2775200307369232, + -2.6772890090942383, + -0.5100870728492737, + 0.6969379186630249, + -0.003443613648414612, + 0.47614651918411255, + 0.21079078316688538, + 0.5223634243011475, + -0.5784021615982056, + -0.8325352072715759, + 1.1846063137054443 + ], + [ + -2.124680995941162, + 0.04596143960952759, + 1.427090048789978, + -2.9676101207733154, + -2.200547456741333, + -1.4051504135131836, + 1.8161650896072388, + 0.2907639145851135, + -0.5550493001937866, + 0.3201221823692322, + 0.1045001968741417, + -1.7349661588668823, + -0.5672655701637268, + 0.8799899816513062, + -0.2551366090774536, + 0.5865848660469055, + 0.09534311294555664, + 1.4754624366760254, + -1.5542306900024414, + -1.0866234302520752, + 0.8537646532058716 + ], + [ + -0.9459008574485779, + 0.17124903202056885, + 1.053638219833374, + -2.4307701587677, + -2.336066246032715, + -1.65305757522583, + 0.9150416254997253, + -0.47098374366760254, + -0.49722686409950256, + -0.9318068623542786, + 0.628615140914917, + -1.6131073236465454, + -0.18811185657978058, + 1.2961628437042236, + -0.12928195297718048, + 0.6061784029006958, + 0.6049997806549072, + 1.4630740880966187, + -0.11967170238494873, + -0.9579744338989258, + 1.4420297145843506 + ], + [ + -2.575862169265747, + 0.48316916823387146, + 1.4306434392929077, + -1.6351758241653442, + -3.0202643871307373, + -0.9803714752197266, + 0.7166923880577087, + 0.10567617416381836, + 0.6861172914505005, + 0.3895415663719177, + 0.5898029804229736, + -1.986136555671692, + -0.45037364959716797, + -0.08318424224853516, + -0.8457733392715454, + 0.061323463916778564, + 0.8120988607406616, + 0.3238263428211212, + -1.687078595161438, + -0.354535311460495, + 0.6335770487785339 + ], + [ + -2.347996711730957, + 1.0898327827453613, + 1.3190698623657227, + -2.3362865447998047, + -1.933609127998352, + -1.3073863983154297, + 2.0244686603546143, + 0.4856991171836853, + -0.3205769956111908, + -0.1938151866197586, + 0.8357638120651245, + -2.1020724773406982, + -0.6479088664054871, + -0.17284762859344482, + 0.9041155576705933, + 0.7200105786323547, + 0.9877227544784546, + 0.7186073660850525, + -1.4093363285064697, + -0.26683422923088074, + 1.4840497970581055 + ] + ], + "predicted_scores": [ + 3.999845504760742, + 3.3677849769592285, + 3.2748756408691406, + 3.0873618125915527, + 2.979557514190674, + 2.8632631301879883, + 2.6839170455932617, + 2.606954574584961 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "509430392/train2", + "selected_index": 0, + "state_hash": "671769ea28f4f97f10c0ad5494f2e7fc1e28fc313dd260013e8024fcd42f5bf7", + "stored_base_utility": 9.402632713317871e-06, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1528753936290741, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1528753936290741 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1783159077167511, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1783159077167511 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1876985728740692, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1876985728740692 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16776961088180542, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16776961088180542 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18298059701919556, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18298059701919556 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17207352817058563, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17207352817058563 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19622710347175598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19622710347175598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16830326616764069, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16830326616764069 + } + ], + "candidate_progress": [ + 0.1528753936290741, + 0.1783159077167511, + 0.1876985728740692, + 0.16776961088180542, + 0.18298059701919556, + 0.17207352817058563, + 0.19622710347175598, + 0.16830326616764069 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706", + "ms-2ba02dcefa15a9371706" + ], + "candidate_source_task_ids": [ + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1", + "PushCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d4c37ed44fb338c1d551", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.6794382333755493, + -0.33493512868881226, + 0.6468287706375122, + -1.3008822202682495, + -2.0987789630889893, + 0.20125922560691833, + 1.734654426574707, + 0.2511451840400696, + 0.3656788468360901, + -0.9710419178009033, + -0.08778471499681473, + -1.03614342212677, + -0.7221583127975464, + 0.7600512504577637, + -0.010183263570070267, + 0.09116898477077484, + 0.05247056484222412, + -0.2499207705259323, + -0.6107797026634216, + 0.20727437734603882, + 0.2355954647064209 + ], + [ + -0.5892018675804138, + -0.13043290376663208, + 0.7333490252494812, + -0.8837827444076538, + -1.8368442058563232, + 0.7540311813354492, + 1.364983320236206, + 0.22649812698364258, + 0.3658614456653595, + -0.8626269698143005, + -0.32056283950805664, + -1.3772335052490234, + -0.25204113125801086, + 0.42254412174224854, + -0.17767053842544556, + 0.2402469366788864, + -0.28476613759994507, + -0.1992349773645401, + -1.170795202255249, + -0.1962127685546875, + 0.39113718271255493 + ], + [ + -0.7025867700576782, + -0.04154099151492119, + 0.5119876861572266, + -0.7918922901153564, + -1.8657174110412598, + -0.2693588435649872, + 1.3705401420593262, + 0.03813052177429199, + 0.39447224140167236, + -0.6495809555053711, + 0.12236987799406052, + -0.6594319939613342, + 0.1135089099407196, + 0.5403450727462769, + -0.08074460923671722, + 0.042837806046009064, + -0.20113147795200348, + -0.09989909827709198, + -0.7463516592979431, + 0.028072237968444824, + 0.27611351013183594 + ], + [ + -0.7483350038528442, + -0.08252114057540894, + 0.45036402344703674, + -0.9080300331115723, + -1.8894953727722168, + -0.35271623730659485, + 1.024548888206482, + 0.02192084491252899, + 0.48326408863067627, + -0.6888014078140259, + 0.20672935247421265, + -0.6846866011619568, + -0.07912170886993408, + 0.23680272698402405, + -0.28937533497810364, + -0.07411059737205505, + -0.031284913420677185, + -0.0687573105096817, + -0.7974180579185486, + 0.004519015550613403, + 0.4624849557876587 + ], + [ + -0.7925969958305359, + -0.17905351519584656, + 0.4644877314567566, + -0.7711535692214966, + -1.9065823554992676, + 0.2924429774284363, + 1.3697686195373535, + 0.1377250999212265, + 0.4172755181789398, + -0.7489074468612671, + -0.1739276945590973, + -0.7644699811935425, + 0.00997653603553772, + 0.45513999462127686, + -0.1063198447227478, + 0.08408448100090027, + -0.14004217088222504, + -0.3375008702278137, + -0.5984891057014465, + -0.08218352496623993, + 0.424706369638443 + ], + [ + -0.8746052980422974, + -0.17122100293636322, + 0.5259099006652832, + -0.9279975891113281, + -1.8682682514190674, + 0.1676003634929657, + 1.4039127826690674, + 0.015797406435012817, + 0.39648550748825073, + -0.7061160802841187, + -0.12817180156707764, + -0.8062678575515747, + 0.13626298308372498, + 0.522488534450531, + -0.00032146647572517395, + 0.04979279637336731, + -0.11964775621891022, + -0.12470443546772003, + -0.6569674015045166, + -0.168174609541893, + 0.7033549547195435 + ], + [ + -0.7195554375648499, + -0.07607568800449371, + 0.5474749803543091, + -0.7895498275756836, + -1.7474725246429443, + 0.3981987535953522, + 1.5255920886993408, + 0.10644665360450745, + 0.4712992310523987, + -0.6794309616088867, + -0.17062941193580627, + -0.4440227746963501, + 0.11648520827293396, + 0.573293924331665, + -0.16447490453720093, + 0.07138346135616302, + -0.1462978571653366, + -0.33434492349624634, + -0.6905501484870911, + 0.10070919990539551, + 0.7305755615234375 + ], + [ + -1.0659828186035156, + -0.13432832062244415, + 0.5326821208000183, + -0.5972460508346558, + -1.7773911952972412, + 0.5556926727294922, + 1.532393455505371, + 0.10774435847997665, + 0.4324387013912201, + -0.8122280836105347, + -0.20770800113677979, + -0.7000586986541748, + 0.12015005946159363, + 0.37779736518859863, + -0.12838661670684814, + 0.04909767210483551, + -0.3325039744377136, + -0.3865395784378052, + -0.5612073540687561, + -0.12258099019527435, + 0.7446682453155518 + ] + ], + "generated_utilities": [ + 0.1528753936290741, + 0.1783159077167511, + 0.1876985728740692, + 0.16776961088180542, + 0.18298059701919556, + 0.17207352817058563, + 0.19622710347175598, + 0.16830326616764069 + ], + "group_id": "ms-d4c37ed44fb338c1d551", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.1579073667526245, + 0.1459968090057373, + 0.03196020424365997, + 0.1233975887298584, + 0.09265416860580444, + 0.13665197789669037, + 0.12166574597358704, + 0.07427266240119934, + 0.20948036015033722, + 0.11162391304969788, + 0.13613992929458618, + 0.03776499629020691, + 0.13188457489013672, + 0.07948221266269684, + 0.03873959183692932, + 0.011951223015785217 + ], + "instruction": "Push the cube into the goal region.", + "negative_tangents": [ + [ + -0.443831205368042, + 0.2532481849193573, + -0.09923720359802246, + -0.9178986549377441, + -1.6100568771362305, + 0.22669275104999542, + 0.0, + -0.1154164969921112, + -0.1308777928352356, + -0.21722888946533203, + -0.0057668983936309814, + -0.09792166948318481, + -0.1986628621816635, + 0.0, + 0.03491201996803284, + -0.04029546678066254, + 0.34870830178260803, + -0.27497509121894836, + -0.07527810335159302, + 0.12437087297439575, + 0.0 + ], + [ + -1.443831205368042, + 0.028385233134031296, + 0.627898097038269, + -1.9178986549377441, + -2.6100568771362305, + -0.1119994968175888, + 1.5259579420089722, + 0.018446844071149826, + 0.06244344264268875, + -0.7767174243927002, + 0.43508267402648926, + -0.9620097279548645, + 0.13620389997959137, + 0.24677397310733795, + -0.4808824956417084, + 0.1967506855726242, + 0.048620063811540604, + 0.3376862704753876, + -0.6302486062049866, + -0.675406813621521, + 0.33730176091194153 + ], + [ + -1.7710671424865723, + 0.19739116728305817, + 0.8425130248069763, + -2.0846328735351562, + -2.5408060550689697, + 0.25009608268737793, + 1.3350679874420166, + 0.2320866882801056, + -0.0979912057518959, + -0.5871691703796387, + 0.4867067039012909, + -1.1276901960372925, + 0.532762885093689, + 0.21982420980930328, + -0.7436342239379883, + 0.5639820098876953, + -0.07833561301231384, + 0.1678193062543869, + -0.5296912789344788, + -0.9095227718353271, + 0.43039923906326294 + ], + [ + -2.1729178428649902, + -0.6836614608764648, + 0.5626458525657654, + -1.397756814956665, + -3.081930160522461, + 0.47042280435562134, + 1.9600087404251099, + -0.5498180985450745, + 0.6174838542938232, + -1.0028033256530762, + 1.0893927812576294, + -0.4203055500984192, + 0.5620973110198975, + 0.9168002605438232, + -0.11158648133277893, + -0.18675778806209564, + 0.253359854221344, + 0.7505862712860107, + -1.0163484811782837, + -1.4207868576049805, + 0.7469977736473083 + ], + [ + -1.6655117273330688, + -0.8459445834159851, + -0.06220763921737671, + -1.3420202732086182, + -3.062387466430664, + 0.19770868122577667, + 0.7800455689430237, + 0.9818161129951477, + 0.17006734013557434, + -0.542914867401123, + 0.3287160396575928, + -1.1529994010925293, + -0.5988008379936218, + -0.49976444244384766, + 0.43512383103370667, + 0.5786957740783691, + -0.433750718832016, + 0.037184715270996094, + 0.03358173370361328, + -0.4116172194480896, + -0.20554658770561218 + ], + [ + -2.1669554710388184, + 0.054185450077056885, + 0.29080891609191895, + -2.186284065246582, + -1.984589695930481, + 0.6265068054199219, + 0.7274993658065796, + 0.13720490038394928, + -0.3741576671600342, + -0.16870588064193726, + 0.7127862572669983, + -0.42476606369018555, + 0.9711765646934509, + -0.551851212978363, + -1.179848074913025, + -0.37945616245269775, + -0.341731995344162, + 0.42141038179397583, + -0.06916701793670654, + -1.3377459049224854, + 0.8414751291275024 + ], + [ + -1.6547549962997437, + -0.954718291759491, + 0.5701465010643005, + -1.0173258781433105, + -3.5881829261779785, + -0.4562709331512451, + 1.672088384628296, + 0.589076817035675, + -0.37256208062171936, + -1.2560211420059204, + -0.13726270198822021, + -1.5398616790771484, + -0.6307225227355957, + -0.42135292291641235, + -0.2555071711540222, + 0.10482502728700638, + -0.360903263092041, + -0.13330939412117004, + 0.0684058666229248, + -0.7164079546928406, + 0.5866029262542725 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.9724192023277283, + -0.17340625822544098, + 1.0242902040481567, + -1.7517329454421997, + -2.4042701721191406, + 0.021325916051864624, + 1.978757381439209, + 0.3199353814125061, + 0.028569582849740982, + -1.0424354076385498, + 0.6364829540252686, + -0.8227888345718384, + -0.07924336194992065, + 0.2230343371629715, + -0.35748088359832764, + 0.1501065045595169, + -0.048587437719106674, + 0.07358083128929138, + -0.3662525415420532, + -0.3589644730091095, + 0.29999223351478577 + ] + ], + "predicted_scores": [ + 7.071470260620117, + 6.531613826751709, + 6.311511993408203, + 5.792372703552246, + 5.785553932189941, + 5.402917861938477, + 4.834583282470703, + 4.381250858306885 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1480856810/train2", + "selected_index": 0, + "state_hash": "d3b5656fd9fa3e74a46b229f7ac5d6985064191b1774fb9a6853aa296a3b124d", + "stored_base_utility": 0.1579073667526245, + "task_id": "PushCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08620692789554596, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08620692789554596 + }, + "base_progress": 0.08620692789554596, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.08620692789554596, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07902413606643677, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07902413606643677 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06795275211334229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06795275211334229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07194386422634125, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07194386422634125 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07565605640411377, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07565605640411377 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06999020278453827, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06999020278453827 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06495910882949829, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06495910882949829 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07520082592964172, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07520082592964172 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.07168789207935333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.07168789207935333 + } + ], + "candidate_progress": [ + 0.07902413606643677, + 0.06795275211334229, + 0.07194386422634125, + 0.07565605640411377, + 0.06999020278453827, + 0.06495910882949829, + 0.07520082592964172, + 0.07168789207935333 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-07b479748a91a9c92b20", + "ms-38ed02dacc133a888d3a", + "ms-016c5de39ed3c111889a", + "ms-ee2fcbc94d41385713d0", + "ms-bb299baa34e49eafb9fc", + "ms-38ed02dacc133a888d3a", + "ms-2fef2f43af8009bb88f1", + "ms-5ac1bf2d7d319955d45d" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank6", + "ctt_transport_rank5", + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.05989813804626465, + -0.11125443875789642, + 0.23677471280097961, + 0.28230616450309753, + 0.6577040553092957, + 1.4914180040359497, + -0.039292752742767334, + 0.09037657827138901, + 0.049309417605400085, + -0.08280999213457108, + -0.02093331515789032, + 0.16248935461044312, + -1.6523447036743164, + -0.1551353484392166, + -0.15401260554790497, + 0.05517352744936943, + 0.1056940108537674, + 0.1654251515865326, + 0.03430141508579254, + -1.6973121166229248, + -0.1452772319316864 + ], + [ + 0.08385411649942398, + -0.10276347398757935, + 0.39749401807785034, + 0.38888171315193176, + 0.9408484697341919, + 1.446681261062622, + 0.0760529637336731, + 0.12450660020112991, + 0.08941800892353058, + 0.022185154259204865, + -0.24107974767684937, + 0.21097160875797272, + -1.7480406761169434, + -0.16946928203105927, + -0.03850637748837471, + 0.17811787128448486, + -0.05535627901554108, + 0.0900101512670517, + 0.06047779321670532, + -1.7908987998962402, + 0.026178598403930664 + ], + [ + 0.15589070320129395, + -0.12975585460662842, + 0.3230012357234955, + 0.3221885859966278, + 0.7223439812660217, + 0.9957687854766846, + -0.0011754035949707031, + 0.012640595436096191, + 0.03250721096992493, + 0.08504396677017212, + -0.16969019174575806, + 0.0441003143787384, + -1.8938623666763306, + -0.10488776862621307, + -0.04010153189301491, + 0.16142922639846802, + -0.12223397195339203, + 0.18408937752246857, + -0.06738102436065674, + -1.6616442203521729, + -0.032373443245887756 + ], + [ + 0.07228292524814606, + -0.10585515201091766, + 0.2679998576641083, + 0.5085973739624023, + 0.7053792476654053, + 1.547013282775879, + 0.08091798424720764, + 0.07143428176641464, + 0.03824552893638611, + -0.019001908600330353, + -0.0480552613735199, + -0.006369888782501221, + -1.7959272861480713, + -0.03533513844013214, + -0.08382289111614227, + 0.07018385827541351, + 0.019280284643173218, + 0.0946115031838417, + -0.017910510301589966, + -1.909146785736084, + -0.045825809240341187 + ], + [ + 0.18081626296043396, + -0.10565783083438873, + 0.2845993936061859, + 0.13675269484519958, + 0.48913639783859253, + 1.4260655641555786, + -0.04181873798370361, + 0.1283511072397232, + 0.04429358243942261, + -0.07060963660478592, + -0.03695139288902283, + 0.10958053916692734, + -2.016939640045166, + -0.12132714688777924, + -0.10548116266727448, + 0.06681063771247864, + 0.06554208695888519, + 0.1772693246603012, + 0.017677128314971924, + -1.5467033386230469, + -0.10684844851493835 + ], + [ + 0.14122352004051208, + -0.12461806833744049, + 0.3708652853965759, + 0.32934144139289856, + 0.9471189975738525, + 1.4156314134597778, + -0.006966948509216309, + 0.07321636378765106, + 0.08054998517036438, + 0.03925127536058426, + -0.21679195761680603, + 0.18117092549800873, + -1.8397018909454346, + -0.23753045499324799, + 0.09368380904197693, + 0.18265733122825623, + -0.045807525515556335, + 0.06929843127727509, + 0.10244159400463104, + -1.7907156944274902, + 0.05525527149438858 + ], + [ + 0.10515256226062775, + -0.11076325178146362, + 0.3721449077129364, + 0.25882840156555176, + 0.6864734888076782, + 1.3744757175445557, + -0.08368980884552002, + 0.031675904989242554, + 0.07053443789482117, + -0.058729030191898346, + 0.02721789851784706, + 0.10998693853616714, + -1.8174649477005005, + -0.0961853563785553, + -0.08554993569850922, + 0.07265576720237732, + 0.07593682408332825, + 0.1449529081583023, + 0.017507344484329224, + -1.7167930603027344, + -0.08834382891654968 + ], + [ + 0.1812065690755844, + -0.12074977159500122, + 0.30672818422317505, + 0.36405566334724426, + 0.6625946760177612, + 1.4893664121627808, + -0.11826473474502563, + 0.01341642439365387, + 0.07032570987939835, + -0.010682888329029083, + -0.09614700824022293, + -0.04421013593673706, + -2.0302329063415527, + 0.09594614803791046, + 0.026634618639945984, + 0.07210856676101685, + -0.03741811215877533, + 0.0766100287437439, + -0.05442538857460022, + -2.06699275970459, + -0.09250584244728088 + ] + ], + "generated_utilities": [ + 0.07902413606643677, + 0.06795275211334229, + 0.07194386422634125, + 0.07565605640411377, + 0.06999020278453827, + 0.06495910882949829, + 0.07520082592964172, + 0.07168789207935333 + ], + "group_id": "ms-146ff6c3f22b3a49af3a", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8573464751243591, + 2.0, + 0.17449402809143066, + 0.13178172707557678, + 0.07684887945652008, + 0.12017947435379028, + 0.05566146969795227, + 0.07082991302013397, + 0.08083838224411011, + 0.020493820309638977, + 0.11605483293533325, + 0.049683570861816406, + 0.04135897755622864, + 0.03948664665222168, + 0.06233435869216919, + 0.10726416110992432 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.323108434677124, + 0.43831104040145874, + 0.3448992967605591, + -0.05036330223083496, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + 0.14094576239585876, + -0.014576124027371407, + 0.0011717770248651505, + -0.11731310188770294, + -0.12844428420066833, + -2.0082809925079346, + 0.0, + -0.008756573311984539, + -0.01479177363216877, + -0.11792410165071487, + -0.16677170991897583, + 0.4253872036933899, + -1.4483249187469482, + 0.0 + ], + [ + 0.323108434677124, + 0.09949535131454468, + 0.3448992967605591, + -0.27075982093811035, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.14432257413864136, + 0.32546716928482056, + -0.15337134897708893, + -0.16166767477989197, + -0.08133050799369812, + -2.0082809925079346, + 0.0, + 0.1278088092803955, + 0.16570782661437988, + 0.4349430501461029, + 0.050776660442352295, + 0.2103824019432068, + -1.4483249187469482, + 0.0 + ], + [ + 1.323108434677124, + -0.4019119143486023, + 1.344899296760559, + 0.5493367910385132, + 3.2128946781158447, + 2.1642136573791504, + -3.3586537837982178, + -0.3012219965457916, + -0.02764793485403061, + -0.01954484172165394, + -0.024781078100204468, + 0.023837078362703323, + -3.0082809925079346, + -0.8299610614776611, + -0.012712858617305756, + -0.0027641283813863993, + 0.022856658324599266, + 0.3079124689102173, + 0.39453765749931335, + -2.4483249187469482, + -1.6508514881134033 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -6.7173075675964355, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.6599221229553223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3017029762268066 + ], + [ + 1.1259276866912842, + -0.4481360614299774, + 1.5872836112976074, + 0.35541218519210815, + 3.2482290267944336, + 2.4110934734344482, + -3.5079429149627686, + -0.2525297701358795, + -0.163646399974823, + -0.14629974961280823, + -0.008128488436341286, + -0.07269784808158875, + -3.151264190673828, + -0.5999443531036377, + 0.28271594643592834, + 0.18415749073028564, + 0.12761051952838898, + 0.19391027092933655, + 0.15312711894512177, + -2.7363975048065186, + -1.4168288707733154 + ], + [ + 1.055124044418335, + -0.05669510364532471, + 0.9554775357246399, + 0.49470582604408264, + 2.904676914215088, + 1.8619369268417358, + -3.6492936611175537, + -0.26963263750076294, + 0.01732731983065605, + -0.39340144395828247, + 0.06618498265743256, + 0.1148843914270401, + -2.6879899501800537, + -0.860731303691864, + 0.26934102177619934, + 0.33010557293891907, + 0.2306610494852066, + 0.08041872084140778, + 0.3448043763637543, + -2.1340696811676025, + -1.9582425355911255 + ], + [ + 0.9742332696914673, + -0.5156759023666382, + 1.156617283821106, + 0.4607399106025696, + 3.6273908615112305, + 1.8213626146316528, + -2.872772455215454, + 0.1504633128643036, + 0.34102189540863037, + -0.2232944369316101, + -0.4766674041748047, + -0.28068384528160095, + -2.982954263687134, + -0.9967663288116455, + -0.3075574040412903, + 0.02495192550122738, + -0.2761293947696686, + 0.3179784417152405, + 0.21963068842887878, + -2.129706621170044, + -1.1622016429901123 + ], + [ + 1.6973782777786255, + -0.9381128549575806, + 0.7880529761314392, + 1.0651257038116455, + 2.783797025680542, + 2.6810779571533203, + -3.9374663829803467, + -0.1817457675933838, + 0.05295892804861069, + -0.4160749614238739, + 0.5573264360427856, + 0.576975405216217, + -3.562321662902832, + -0.7864723801612854, + 0.4698501229286194, + 0.10171415656805038, + -0.5541850328445435, + 0.16388662159442902, + 0.9377590417861938, + -2.645901918411255, + -1.8232909440994263 + ], + [ + 0.753933846950531, + -0.09454399347305298, + 2.036414861679077, + 0.7532405257225037, + 3.768709659576416, + 2.753049373626709, + -3.2939984798431396, + 0.383571594953537, + 0.5926032662391663, + -0.7104921340942383, + 0.6231744289398193, + 0.3131536841392517, + -3.4974896907806396, + -1.1602580547332764, + -0.279979407787323, + 0.3777850270271301, + -0.14099709689617157, + 0.44763946533203125, + -0.1012924313545227, + -2.767500638961792, + -1.2809752225875854 + ], + [ + 0.9979676008224487, + -0.38492682576179504, + 0.6633920669555664, + 0.4140283465385437, + 3.6910464763641357, + 1.9491791725158691, + -3.603092908859253, + 0.26775386929512024, + 0.5356366038322449, + -0.7584823369979858, + -0.15874433517456055, + -0.13388162851333618, + -3.3625593185424805, + -0.6664457321166992, + 0.7312494516372681, + 0.04953594505786896, + -0.41834092140197754, + 0.9538499116897583, + 0.9449566602706909, + -2.3395652770996094, + -1.2224913835525513 + ], + [ + 0.45700782537460327, + -0.3003230392932892, + 2.027888774871826, + 0.04770219326019287, + 2.723787546157837, + 2.7732889652252197, + -3.6577937602996826, + -0.6507214307785034, + 0.48371264338493347, + 0.6910614967346191, + -0.02255496382713318, + -0.6923292875289917, + -2.256619930267334, + -1.6432888507843018, + 0.29058313369750977, + 0.3937888741493225, + 0.5733171105384827, + -0.5717042088508606, + 0.7552902698516846, + -2.745286464691162, + -0.9538460969924927 + ], + [ + 0.9136127233505249, + 0.10200470685958862, + 2.0420994758605957, + 0.8385519981384277, + 3.5183932781219482, + 3.0678048133850098, + -2.6970534324645996, + 0.32802727818489075, + -0.6146358847618103, + 0.16314059495925903, + -0.8093512058258057, + 0.36094143986701965, + -3.6774754524230957, + -0.6362480521202087, + 0.5879434943199158, + -0.06263658404350281, + 0.18359488248825073, + 1.2902920246124268, + 0.11920720338821411, + -1.5540776252746582, + -0.7761766910552979 + ], + [ + 0.9246728420257568, + 0.07446914911270142, + 1.5972836017608643, + 1.1247382164001465, + 2.3263747692108154, + 1.2512325048446655, + -3.3811540603637695, + -0.0021632909774780273, + 0.46486896276474, + -0.16875189542770386, + -0.6206425428390503, + 0.20304928719997406, + -2.4122118949890137, + -1.5391006469726562, + -0.5242787003517151, + 0.43977704644203186, + 0.542420506477356, + 0.21166318655014038, + 0.4195747375488281, + -1.490079402923584, + -1.7266318798065186 + ], + [ + 0.8713751435279846, + 0.5863891839981079, + 0.5906055569648743, + 0.8844588994979858, + 2.3911921977996826, + 2.182433843612671, + -3.1694130897521973, + -0.752022922039032, + 0.8180270195007324, + 0.08684704452753067, + 0.8091728687286377, + 1.0194469690322876, + -3.2528905868530273, + 0.10316228866577148, + 0.5125253200531006, + -0.7164914011955261, + 0.5755919814109802, + 1.2596471309661865, + 0.317250519990921, + -3.2758350372314453, + -0.8946437835693359 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.323108434677124, + 0.01654893159866333, + 0.3448992967605591, + -0.011831045150756836, + 2.2128946781158447, + 1.1642136573791504, + 0.0, + -0.04263296723365784, + 0.0019428525120019913, + -0.011102881282567978, + 0.036545589566230774, + -0.001199048012495041, + -2.0082809925079346, + 0.0, + -0.10535126179456711, + 0.05264389142394066, + -0.004875535145401955, + 0.036828458309173584, + -0.03309226036071777, + -1.4483249187469482, + 0.0 + ] + ], + "predicted_scores": [ + 5.270869731903076, + 5.165982723236084, + 5.1527934074401855, + 4.997249603271484, + 4.922202110290527, + 4.905143737792969, + 4.891923427581787, + 3.8948235511779785 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "2061635888/train2", + "selected_index": 0, + "state_hash": "e08bec80c25bc4a58b9d753471dfa945cdd78c7584c2bfda7fd6514ba69d3fcd", + "stored_base_utility": 0.8573464751243591, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1440753936767578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1440753936767578 + }, + "base_progress": 0.1440753936767578, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.1440753936767578, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1697579026222229, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1697579026222229 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15447722375392914, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15447722375392914 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16843710839748383, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16843710839748383 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16998635232448578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16998635232448578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16552868485450745, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16552868485450745 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17242512106895447, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17242512106895447 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1574591100215912, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1574591100215912 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15623226761817932, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15623226761817932 + } + ], + "candidate_progress": [ + 0.1697579026222229, + 0.15447722375392914, + 0.16843710839748383, + 0.16998635232448578, + 0.16552868485450745, + 0.17242512106895447, + 0.1574591100215912, + 0.15623226761817932 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d520d237d6848cde5883", + "ms-016c5de39ed3c111889a", + "ms-38ed02dacc133a888d3a", + "ms-b8492a3a812095651d75", + "ms-9ae5c6c4132218ecf49e", + "ms-38ed02dacc133a888d3a", + "ms-5ac1bf2d7d319955d45d", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank5", + "ctt_transport_rank2", + "ctt_transport_rank6", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-15fc8cc6f74cf589056f", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.10186906158924103, + 0.007989518344402313, + 0.14800754189491272, + -0.0032393187284469604, + 0.5114030241966248, + 1.0252138376235962, + 0.25465381145477295, + 0.12806862592697144, + 0.03257998824119568, + -0.078122578561306, + -0.13348233699798584, + 0.017853379249572754, + -1.514635443687439, + 0.03132043033838272, + 0.13340353965759277, + 0.03732290863990784, + -0.09301017224788666, + 0.13030081987380981, + -0.13402250409126282, + -1.371964931488037, + -0.02221044898033142 + ], + [ + 0.02915458381175995, + 0.020108193159103394, + 0.16075259447097778, + 0.02410989999771118, + 0.7477635741233826, + 0.7872287034988403, + 0.23306474089622498, + 0.030454635620117188, + 0.021405920386314392, + -0.029226146638393402, + -0.19260206818580627, + 0.06143707036972046, + -1.7381110191345215, + -0.007975488901138306, + 0.09368687868118286, + 0.051743436604738235, + -0.17131973803043365, + 0.12773911654949188, + -0.15416458249092102, + -1.4084672927856445, + 0.10926736891269684 + ], + [ + 0.07223831117153168, + 0.043358251452445984, + 0.118933767080307, + 0.11061188578605652, + 0.8867033123970032, + 1.3003692626953125, + 0.28687816858291626, + 0.14350692927837372, + 0.0556768998503685, + -0.036942966282367706, + -0.26148149371147156, + 0.19523240625858307, + -1.568398356437683, + -0.036690473556518555, + 0.07491409778594971, + 0.04278281331062317, + -0.17798660695552826, + 0.031131744384765625, + -0.09304660558700562, + -1.5178420543670654, + 0.13252058625221252 + ], + [ + -0.11954094469547272, + 0.018326088786125183, + 0.13980814814567566, + 0.20112308859825134, + 0.659630537033081, + 0.8787394762039185, + 0.47332480549812317, + 0.05503453314304352, + 0.05449078232049942, + -0.14090090990066528, + -0.2977229952812195, + -0.12688463926315308, + -1.6898627281188965, + 0.23551659286022186, + 0.3200523257255554, + 0.06242240592837334, + -0.20424489676952362, + -0.14671878516674042, + 0.06220214068889618, + -1.168337106704712, + -0.20479488372802734 + ], + [ + 0.05664544552564621, + 0.014794941991567612, + 0.17762857675552368, + 0.03033261001110077, + 0.5664767026901245, + 0.7590415477752686, + 0.17592185735702515, + 0.06173722445964813, + -0.011082861572504044, + -0.09481493383646011, + -0.14125362038612366, + -0.06282159686088562, + -1.9030473232269287, + 0.131935253739357, + 0.20384421944618225, + 0.005502132698893547, + -0.1138543039560318, + 0.10257647931575775, + -0.1102178692817688, + -1.393808364868164, + -0.022953182458877563 + ], + [ + 0.11046989262104034, + 0.0055742934346199036, + 0.1255822777748108, + 0.017087534070014954, + 0.9052116870880127, + 1.2797541618347168, + 0.14360719919204712, + 0.13383932411670685, + 0.06316658854484558, + -0.025086261332035065, + -0.2292223572731018, + 0.17526103556156158, + -1.5832964181900024, + -0.043958261609077454, + 0.18465319275856018, + 0.04631074517965317, + -0.17306257784366608, + -0.022687315940856934, + -0.04879501461982727, + -1.5019941329956055, + 0.15303078293800354 + ], + [ + -0.004546895623207092, + 0.02848786860704422, + 0.22139501571655273, + -0.03539614379405975, + 0.5472477674484253, + 1.2210516929626465, + 0.020123004913330078, + 0.027528777718544006, + 0.0739804357290268, + -0.10255952924489975, + -0.18735378980636597, + 0.07423735409975052, + -1.9888302087783813, + 0.23809972405433655, + 0.1283854991197586, + 0.009763948619365692, + -0.19018970429897308, + 0.04386153817176819, + -0.10362401604652405, + -1.6804170608520508, + -0.054668128490448 + ], + [ + -0.06391741335391998, + 0.046687476336956024, + 0.13523805141448975, + 0.22090986371040344, + 0.601284384727478, + 1.3811458349227905, + 0.17425337433815002, + 0.0959676131606102, + 0.05370252579450607, + -0.12183480709791183, + -0.1406753957271576, + 0.05330277979373932, + -1.7066798210144043, + 0.11571166664361954, + 0.030863558873534203, + -0.024676751345396042, + -0.06889466941356659, + 0.0085764080286026, + -0.14111065864562988, + -1.584315538406372, + 0.02234990894794464 + ] + ], + "generated_utilities": [ + 0.1697579026222229, + 0.15447722375392914, + 0.16843710839748383, + 0.16998635232448578, + 0.16552868485450745, + 0.17242512106895447, + 0.1574591100215912, + 0.15623226761817932 + ], + "group_id": "ms-15fc8cc6f74cf589056f", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8325278759002686, + 2.0, + 0.17827513813972473, + 0.12385013699531555, + 0.16412222385406494, + 0.1810937523841858, + 0.1315576434135437, + 0.17120975255966187, + 0.12718042731285095, + 0.11475788056850433, + 0.13942649960517883, + 0.14411188662052155, + 0.08561795949935913, + 0.07913103699684143, + 0.10519431531429291, + 0.07143613696098328 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.04342728853225708, + 0.12190627306699753, + 0.27420639991760254, + -0.24268418550491333, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + -0.0648343563079834, + -0.01611325889825821, + -0.0639372169971466, + -0.14643071591854095, + 0.2938272953033447, + -2.09150767326355, + 0.0, + -0.02198171429336071, + -0.1695796251296997, + -0.030113032087683678, + 0.25752440094947815, + -0.08095696568489075, + -1.6441948413848877, + 0.0 + ], + [ + -0.34296751022338867, + -0.00769728422164917, + 0.27420639991760254, + -0.4670633375644684, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.19232046604156494, + -0.29979532957077026, + -0.17810949683189392, + 0.5170407891273499, + -0.6684505343437195, + -2.09150767326355, + 0.0, + 0.5269014239311218, + -0.38818731904029846, + 0.4002910256385803, + -0.14259573817253113, + 0.033223673701286316, + -1.6441948413848877, + 0.0 + ], + [ + -0.6081976890563965, + 0.05485008656978607, + 1.2742063999176025, + -0.6937420964241028, + 1.5236711502075195, + 1.7265396118164062, + -1.5892127752304077, + -0.056402526795864105, + 0.034537218511104584, + -0.015960002318024635, + -0.07989950478076935, + -0.051391828805208206, + -3.09150767326355, + -1.581836223602295, + -0.009358420968055725, + 0.00014559156261384487, + 0.01761985383927822, + 0.2840413451194763, + 0.1636785864830017, + -2.6441948413848877, + -1.7079267501831055 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1784255504608154, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.16367244720459, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.415853500366211 + ], + [ + -0.8287569880485535, + 0.33075863122940063, + 1.0898256301879883, + -0.5653955936431885, + 1.7450000047683716, + 1.4662859439849854, + -1.4640605449676514, + 0.021113470196723938, + -0.22823050618171692, + 0.132290318608284, + -0.34499406814575195, + 0.18471114337444305, + -3.2863752841949463, + -1.4031630754470825, + -0.30652832984924316, + -0.1896379441022873, + -0.016031065955758095, + 0.5298165082931519, + 0.20314915478229523, + -2.7846198081970215, + -1.9591529369354248 + ], + [ + -0.4663132429122925, + -0.15307511389255524, + 0.9981846809387207, + -0.8067161440849304, + 1.6964811086654663, + 1.7451146841049194, + -1.664931058883667, + -0.17109131813049316, + 0.1338612139225006, + -0.03929591923952103, + 0.31813979148864746, + -0.34621158242225647, + -2.873589515686035, + -1.8527860641479492, + 0.15036606788635254, + -0.26690956950187683, + -0.15694497525691986, + 0.3697162866592407, + -0.08095932006835938, + -2.5856881141662598, + -1.90934157371521 + ], + [ + -0.7120832800865173, + 0.02475656382739544, + 1.1391184329986572, + -0.6782025694847107, + 1.3200116157531738, + 2.1615700721740723, + -1.6882836818695068, + -0.13846950232982635, + 0.014833161607384682, + 0.11858523637056351, + 0.1469491422176361, + 0.10344192385673523, + -2.9762885570526123, + -1.1302400827407837, + 0.2632041573524475, + -0.2983681857585907, + 0.05838792771100998, + 0.7583205699920654, + 0.09440905600786209, + -2.5539214611053467, + -1.4659487009048462 + ], + [ + -0.8101234436035156, + -0.13132266700267792, + 0.7341026663780212, + -0.6914226412773132, + 2.079991579055786, + 1.5841528177261353, + -1.0620832443237305, + -0.15982139110565186, + -0.17577460408210754, + 0.515180766582489, + 0.19660697877407074, + -0.5828503370285034, + -2.7183899879455566, + -1.8123222589492798, + -0.37311631441116333, + -0.41521286964416504, + -0.39331120252609253, + -0.05918896198272705, + 0.14942008256912231, + -2.7213950157165527, + -1.7217048406600952 + ], + [ + 0.07814091444015503, + -0.19543467462062836, + 1.0015482902526855, + -1.2569366693496704, + 1.338836669921875, + 1.279706597328186, + -2.0102956295013428, + -0.61833256483078, + -0.60734623670578, + 0.043353237211704254, + -0.021929431706666946, + -0.7329820990562439, + -3.46352481842041, + -2.1112077236175537, + 0.5203482508659363, + -0.40202832221984863, + -0.5296810865402222, + 0.793822705745697, + 0.8005409836769104, + -2.3231348991394043, + -1.33030104637146 + ], + [ + -0.7403931021690369, + 0.37136614322662354, + 0.6933172345161438, + -1.3823291063308716, + 0.9896133542060852, + 2.4488472938537598, + -1.6693142652511597, + -0.22426515817642212, + 0.5484179258346558, + 0.04222411662340164, + 0.1731463223695755, + 0.3081134259700775, + -2.50067400932312, + -1.3644939661026, + -0.25709784030914307, + 0.5287785530090332, + 0.09358406066894531, + 0.3210286498069763, + -0.41282355785369873, + -2.893982172012329, + -2.2167203426361084 + ], + [ + 0.10018813610076904, + 0.44335228204727173, + 0.7720118165016174, + -1.5703296661376953, + 1.6119943857192993, + 2.5303027629852295, + -2.160066843032837, + 0.33082315325737, + -0.8242624402046204, + -0.6900895237922668, + 0.3845975399017334, + 0.44170790910720825, + -3.0048065185546875, + -1.2546738386154175, + 0.8112297058105469, + 0.39531493186950684, + 0.25106343626976013, + 0.6290695667266846, + 0.2989426255226135, + -2.974471092224121, + -1.1935105323791504 + ], + [ + -0.12028753757476807, + -0.4978392720222473, + 2.1379714012145996, + 0.2697768211364746, + 1.950187087059021, + 1.414959192276001, + -2.406161069869995, + -0.5929784774780273, + 0.8980869650840759, + -0.029849998652935028, + -0.1289495825767517, + -0.4183657467365265, + -2.134997606277466, + -0.9773897528648376, + -0.9699175357818604, + 0.13886241614818573, + 0.7187573313713074, + 0.21958954632282257, + 0.3007102310657501, + -2.3871877193450928, + -2.6673145294189453 + ], + [ + -1.3786687850952148, + -0.228268101811409, + 1.611027717590332, + -0.0669628381729126, + 0.7992104291915894, + 2.1523585319519043, + -1.2868108749389648, + 0.6691197156906128, + -0.9325109720230103, + 0.5326061844825745, + -0.9465373754501343, + 0.48239779472351074, + -2.7084710597991943, + -1.9790012836456299, + 0.054204799234867096, + 0.9575833678245544, + 0.6599373817443848, + -0.21838432550430298, + 0.6782994866371155, + -2.982346773147583, + -2.599764823913574 + ], + [ + -0.9355902075767517, + -0.08350273966789246, + 1.5822888612747192, + 0.2930365204811096, + 1.425764560699463, + 1.5211938619613647, + -1.43825364112854, + -0.9849758148193359, + 0.38777437806129456, + -0.4107000231742859, + -0.20772753655910492, + 0.12410490214824677, + -3.3563930988311768, + -0.7794021368026733, + 0.05641869455575943, + -0.05171669274568558, + 0.5459447503089905, + 0.30605548620224, + 1.1474699974060059, + -2.644537925720215, + -2.579681873321533 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.06335717439651489, + 0.03981650248169899, + 0.27420639991760254, + 0.04754906892776489, + 0.5236711502075195, + 0.7265396118164062, + 0.0, + 0.01715492457151413, + -0.04286353290081024, + 0.012653881683945656, + 0.07906924188137054, + -0.01380961388349533, + -2.09150767326355, + 0.0, + -0.0775488018989563, + 0.028885943815112114, + -0.01964711584150791, + -0.002964913845062256, + -0.024955302476882935, + -1.6441948413848877, + 0.0 + ] + ], + "predicted_scores": [ + 5.196285247802734, + 5.166628837585449, + 5.106983184814453, + 5.007780075073242, + 4.996654510498047, + 4.789392471313477, + 4.647976875305176, + 4.617072582244873 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "655884605/train2", + "selected_index": 0, + "state_hash": "f883c8ad5e36a4c34dbe715ea15fe02f23bb904cf6f7e178f7c7e3899e34fb97", + "stored_base_utility": 0.8325278759002686, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.11109928786754608, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.11109928786754608 + }, + "base_progress": 0.11109928786754608, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.11109928786754608, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09282426536083221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09282426536083221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08911040425300598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08911040425300598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09928342700004578, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09928342700004578 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09936188161373138, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09936188161373138 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0947566032409668, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0947566032409668 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1003647893667221, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1003647893667221 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09743154048919678, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09743154048919678 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08513334393501282, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08513334393501282 + } + ], + "candidate_progress": [ + 0.09282426536083221, + 0.08911040425300598, + 0.09928342700004578, + 0.09936188161373138, + 0.0947566032409668, + 0.1003647893667221, + 0.09743154048919678, + 0.08513334393501282 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-016c5de39ed3c111889a", + "ms-0a4d4909900fb0bc4a9a", + "ms-07b479748a91a9c92b20", + "ms-ee2fcbc94d41385713d0", + "ms-5ac1bf2d7d319955d45d", + "ms-d4c5d7eea19d94314e2e" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank7", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank6", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-36bc1364d2439099e9ed", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.04720577597618103, + 0.4449641704559326, + 0.3333231210708618, + -1.2036685943603516, + 0.055111825466156006, + 1.3815231323242188, + 0.2284189909696579, + 0.13821415603160858, + -0.152870774269104, + 0.050177574157714844, + 0.09891744703054428, + -0.04586589336395264, + -1.875962257385254, + 0.3263758420944214, + 0.15274105966091156, + -0.05873708054423332, + 0.14293375611305237, + 0.05263693630695343, + -0.25278544425964355, + -1.4619696140289307, + -0.22258329391479492 + ], + [ + 0.004088610410690308, + 0.5055387616157532, + 0.3495030999183655, + -1.116665005683899, + -0.04071119427680969, + 1.3138478994369507, + 0.3099224865436554, + 0.054906249046325684, + -0.06697863340377808, + 0.027396969497203827, + 0.09818816184997559, + 0.010301485657691956, + -1.760701298713684, + 0.30263397097587585, + 0.12838052213191986, + -0.0011886227875947952, + 0.06954717636108398, + -0.040845245122909546, + -0.08910101652145386, + -1.6485490798950195, + -0.15912121534347534 + ], + [ + 0.11831334978342056, + 0.4666215181350708, + 0.27545881271362305, + -1.202056884765625, + 0.19017040729522705, + 1.0731273889541626, + 0.06576144695281982, + -0.018723398447036743, + -0.23521655797958374, + 0.05587766319513321, + 0.09065109491348267, + -0.29340001940727234, + -1.622209906578064, + 0.04174312949180603, + 0.09245146811008453, + 0.04515846073627472, + -0.04989518225193024, + -0.01083444058895111, + -0.23609280586242676, + -1.7107768058776855, + -0.20008882880210876 + ], + [ + -0.015624359250068665, + 0.46675634384155273, + 0.17196747660636902, + -1.053460955619812, + -0.30704063177108765, + 1.1302258968353271, + 0.18145403265953064, + -0.03563007712364197, + -0.1916324943304062, + -0.035318128764629364, + 0.6792284846305847, + 0.3130788207054138, + -1.5167933702468872, + 0.29156237840652466, + -0.09644532203674316, + -0.03349805995821953, + -0.0030546635389328003, + 0.07879717648029327, + -0.22399675846099854, + -1.3909430503845215, + -0.040648579597473145 + ], + [ + -0.05456051230430603, + 0.46916431188583374, + 0.24461328983306885, + -1.2212499380111694, + 0.03261919319629669, + 1.6888387203216553, + 0.3256753087043762, + 0.14145097136497498, + -0.10042370855808258, + 0.055828824639320374, + 0.050307586789131165, + 0.07101932168006897, + -1.6662710905075073, + 0.13041844964027405, + 0.03764577955007553, + 0.01542595960199833, + 0.022235646843910217, + -0.011780574917793274, + -0.16522997617721558, + -1.7444791793823242, + -0.1940581500530243 + ], + [ + -0.05456225574016571, + 0.47204071283340454, + 0.21347269415855408, + -1.0635262727737427, + 0.05370813608169556, + 1.6455453634262085, + 0.23937398195266724, + 0.09230642765760422, + -0.14160294830799103, + 0.05056019872426987, + 0.04986020177602768, + -0.07013177871704102, + -1.701657772064209, + 0.26049715280532837, + 0.10802322626113892, + 0.020045552402734756, + -0.06950773298740387, + -0.009036466479301453, + -0.17173537611961365, + -1.915522813796997, + -0.09682723879814148 + ], + [ + -0.14372487366199493, + 0.45466774702072144, + 0.18292111158370972, + -1.1000813245773315, + -0.09599834680557251, + 1.173663854598999, + 0.11081865429878235, + -0.06966882944107056, + -0.1467883288860321, + 0.02460673451423645, + 0.004945460706949234, + -0.06576132774353027, + -1.6794370412826538, + 0.5590700507164001, + 0.1604572981595993, + 0.0007383488118648529, + -0.09579850733280182, + -0.1156674176454544, + -0.15667301416397095, + -1.839081048965454, + -0.11559322476387024 + ], + [ + -0.08737826347351074, + 0.2771855592727661, + 0.6967294216156006, + -1.059794306755066, + -0.3018486499786377, + 1.0863507986068726, + -0.3349282145500183, + -0.008494183421134949, + -0.11854386329650879, + -0.07318415492773056, + 0.15756601095199585, + -0.0389864444732666, + -1.6443911790847778, + 0.8459557294845581, + 0.03470177203416824, + -0.01298759039491415, + 0.001256793737411499, + 0.1754005402326584, + -0.4313763976097107, + -1.3198952674865723, + 0.040644288063049316 + ] + ], + "generated_utilities": [ + 0.09282426536083221, + 0.08911040425300598, + 0.09928342700004578, + 0.09936188161373138, + 0.0947566032409668, + 0.1003647893667221, + 0.09743154048919678, + 0.08513334393501282 + ], + "group_id": "ms-36bc1364d2439099e9ed", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8517612218856812, + 2.0, + 0.1815708577632904, + 0.1681259274482727, + 0.06667537987232208, + 0.12608033418655396, + 0.06782425940036774, + 0.083005890250206, + 0.06564608216285706, + 0.08413480222225189, + 0.076749786734581, + 0.1035553514957428, + 0.06620191037654877, + 0.04320122301578522, + 0.11399206519126892, + 0.059143006801605225 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08349184691905975, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.18001335859298706, + 1.573944091796875, + 0.0, + 0.2802704870700836, + 0.22520458698272705, + -0.15864193439483643, + 0.5081414580345154, + 0.032665789127349854, + -0.9201394319534302, + 0.0, + -0.033566102385520935, + -0.13505029678344727, + -0.12041112035512924, + -0.06716758012771606, + -0.0956166535615921, + -1.669712781906128, + 0.0 + ], + [ + 0.7490463256835938, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.03022557497024536, + 1.573944091796875, + 0.0, + 0.375439316034317, + -0.4042566418647766, + -0.46222686767578125, + 0.15380197763442993, + 0.2936161458492279, + -0.9201394319534302, + 0.0, + 0.1458692103624344, + 0.14722874760627747, + 0.45957615971565247, + -0.20695888996124268, + -0.22469311952590942, + -1.669712781906128, + 0.0 + ], + [ + -0.03457657992839813, + 1.4699196815490723, + 1.3066999912261963, + -2.2773051261901855, + 0.6249269247055054, + 2.573944091796875, + -1.5805155038833618, + 0.0035752132534980774, + -0.058407850563526154, + 0.1941511034965515, + 0.44614923000335693, + 0.7750491499900818, + -1.9201394319534302, + -0.7378628849983215, + -0.008470967411994934, + -0.0018416272941976786, + 0.019920190796256065, + 0.5087110996246338, + -0.08585579693317413, + -2.669712781906128, + -1.7361012697219849 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1610310077667236, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.475725769996643, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4722025394439697 + ], + [ + -0.31807488203048706, + 1.4116586446762085, + 1.5582246780395508, + -2.3503081798553467, + 0.48931267857551575, + 2.822434663772583, + -1.3333642482757568, + 0.02258368767797947, + -0.20863956212997437, + 0.26449620723724365, + 0.6593567132949829, + 0.7776153683662415, + -1.9159308671951294, + -0.900355339050293, + -0.024591505527496338, + 0.14827987551689148, + 0.026587972417473793, + 0.24495700001716614, + -0.1754157543182373, + -2.826089382171631, + -1.6020793914794922 + ], + [ + 0.31720292568206787, + 1.5051416158676147, + 1.0964170694351196, + -2.573870897293091, + 0.9662353992462158, + 2.2586026191711426, + -1.726341962814331, + -0.1890910267829895, + 0.2731432020664215, + 0.3488299250602722, + 0.3770641088485718, + 1.1118135452270508, + -2.030613422393799, + -0.7689631581306458, + 0.1402481198310852, + 0.07395938783884048, + -0.04877501726150513, + 0.5011835694313049, + -0.47213661670684814, + -2.4947516918182373, + -1.5300244092941284 + ], + [ + 0.21406465768814087, + 1.3257966041564941, + 1.2961455583572388, + -1.9430108070373535, + 0.2532738149166107, + 2.089109182357788, + -2.072115421295166, + 0.4273439347743988, + -0.2503298223018646, + 0.1787673979997635, + 0.5764583945274353, + 0.3556409776210785, + -1.5602352619171143, + -0.36112546920776367, + -0.4984576106071472, + -0.36165475845336914, + -0.23788215219974518, + 0.2994876503944397, + -0.43713265657424927, + -2.5797934532165527, + -1.3930422067642212 + ], + [ + -0.37355804443359375, + 1.7203999757766724, + 0.9407105445861816, + -2.1569361686706543, + 0.4186236560344696, + 2.612013101577759, + -1.5538661479949951, + -0.24652332067489624, + 0.1385367214679718, + -0.3916875720024109, + 0.8684185743331909, + 1.2222943305969238, + -2.472386360168457, + -0.20885175466537476, + 0.09681475907564163, + 0.4119762182235718, + 0.6045485138893127, + 0.36037611961364746, + 0.27039986848831177, + -2.1125171184539795, + -1.8789746761322021 + ], + [ + -0.6271646022796631, + 0.9076136946678162, + 1.9422557353973389, + -2.933462142944336, + 0.9096192121505737, + 2.5885701179504395, + -0.9617133736610413, + 0.21719226241111755, + -0.6761302351951599, + 0.25567004084587097, + 0.8716127872467041, + 0.2722734212875366, + -2.1603124141693115, + -1.39926278591156, + -0.15204747021198273, + -0.2030123919248581, + -0.5784316658973694, + 0.35693883895874023, + 0.4062959551811218, + -3.360494613647461, + -1.151818871498108 + ], + [ + -0.7378354072570801, + 2.0858283042907715, + 2.0468292236328125, + -2.4745993614196777, + 0.3709125816822052, + 2.457852363586426, + -2.185655117034912, + 0.7692101001739502, + 0.28214240074157715, + 0.1044861227273941, + 0.344221293926239, + 0.029507040977478027, + -1.4273998737335205, + -0.5993548631668091, + 0.18079017102718353, + 0.6452256441116333, + 0.7550608515739441, + 1.110365390777588, + -0.5771602392196655, + -3.318673849105835, + -2.0118703842163086 + ], + [ + -0.4052214026451111, + 1.8753576278686523, + 2.1751527786254883, + -2.519707441329956, + 0.6331204175949097, + 3.3670527935028076, + -1.7462756633758545, + 0.6954786777496338, + -0.31735968589782715, + -0.6489940285682678, + 1.1405904293060303, + 0.4558694064617157, + -1.3258671760559082, + -0.997588038444519, + 0.16176722943782806, + 0.5205554366111755, + 0.6278384923934937, + 0.15498265624046326, + 0.1022942066192627, + -2.3686718940734863, + -1.9442733526229858 + ], + [ + -0.017883501946926117, + 2.1815929412841797, + 1.5991332530975342, + -2.1540894508361816, + -0.2544434666633606, + 3.2873737812042236, + -2.0796422958374023, + -0.591680109500885, + 0.20733216404914856, + -0.6906808018684387, + 0.8473296761512756, + 1.5100284814834595, + -2.746593475341797, + -1.2100026607513428, + -0.8905454874038696, + 0.9762187004089355, + -0.2543453872203827, + 0.7833127975463867, + -0.06485581398010254, + -2.379990339279175, + -1.8812682628631592 + ], + [ + -0.29164934158325195, + 0.5154329538345337, + 1.1457901000976562, + -2.4343278408050537, + 0.4174383282661438, + 2.02416729927063, + -0.7750498652458191, + -0.08482793718576431, + 0.6815155148506165, + 0.24581390619277954, + 0.4623332619667053, + -0.1983398199081421, + -2.256472587585449, + -0.48409321904182434, + 0.07557523995637894, + -0.6461367607116699, + -0.7083232998847961, + 0.40122514963150024, + -0.17801281809806824, + -2.90722393989563, + -1.6336510181427002 + ], + [ + 0.410057008266449, + 0.49858343601226807, + 1.641018271446228, + -2.030914545059204, + 0.488220751285553, + 3.071155071258545, + -0.7880152463912964, + 0.7017946839332581, + 0.4795868396759033, + -0.7808155417442322, + 0.6368377208709717, + 0.9510742425918579, + -0.9763236045837402, + -0.8896446228027344, + -0.6615942716598511, + 0.805496871471405, + 0.49115341901779175, + 0.8704113960266113, + -0.6143670082092285, + -3.2742204666137695, + -0.9713517427444458 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.011034063994884491, + 0.46991968154907227, + 0.3066999912261963, + -1.2773051261901855, + 0.017371296882629395, + 1.573944091796875, + 0.0, + 0.05415109172463417, + 0.022865571081638336, + -0.01714937388896942, + -0.026109308004379272, + -0.09112346172332764, + -0.9201394319534302, + 0.0, + 0.061299845576286316, + 0.013038505800068378, + -0.040208570659160614, + 0.06836766004562378, + -0.003265693783760071, + -1.669712781906128, + 0.0 + ] + ], + "predicted_scores": [ + 3.8977389335632324, + 3.8081398010253906, + 3.7646665573120117, + 3.676687717437744, + 3.652186870574951, + 3.2770872116088867, + 3.0429158210754395, + 2.4393019676208496 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1113371261/train2", + "selected_index": 0, + "state_hash": "d14acc7ff79f15cac9f150b6e8674cf91ef2f20cdcbdb3f734cabea73e96e357", + "stored_base_utility": 0.8517612218856812, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21426597237586975, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21426597237586975 + }, + "base_progress": 0.21426597237586975, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.21426597237586975, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2072020173072815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2072020173072815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21077962219715118, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21077962219715118 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1964530497789383, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1964530497789383 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.22955845296382904, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.22955845296382904 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21663585305213928, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21663585305213928 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20704451203346252, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20704451203346252 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23259200155735016, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23259200155735016 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19304108619689941, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19304108619689941 + } + ], + "candidate_progress": [ + 0.2072020173072815, + 0.21077962219715118, + 0.1964530497789383, + 0.22955845296382904, + 0.21663585305213928, + 0.20704451203346252, + 0.23259200155735016, + 0.19304108619689941 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-61852da845126d62ff5b", + "ms-626ac2ad9d0dd95f1a2e", + "ms-5bddb39f792f20e5e6d4", + "ms-01e6eaaaf40875e0ef5a", + "ms-01e6eaaaf40875e0ef5a", + "ms-852c671b0adeccfa4bf1", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-420280f15a522ce21c72", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.011091947555541992, + -0.08576671779155731, + -0.0019429028034210205, + 0.7294212579727173, + -0.3785478472709656, + -1.0363200902938843, + 0.43672168254852295, + 0.06849734485149384, + 0.04901295155286789, + 0.037860602140426636, + -0.26749691367149353, + 0.17319147288799286, + -1.6827980279922485, + -0.1885196715593338, + -0.02377704158425331, + 0.1470852792263031, + -0.05224873125553131, + 0.011000603437423706, + 0.005203843116760254, + -1.2594614028930664, + -0.00915747880935669 + ], + [ + -0.0023673325777053833, + -0.1062505841255188, + -0.10214248299598694, + 0.8104373216629028, + -0.3458743691444397, + -0.3498317301273346, + 0.13542288541793823, + 0.09540217369794846, + 0.05421167612075806, + 0.0430736318230629, + -0.18564000725746155, + 0.14917027950286865, + -1.8664653301239014, + -0.09419269859790802, + 0.025955073535442352, + 0.132713183760643, + -0.06782098114490509, + -0.006119087338447571, + 0.12018826603889465, + -1.4238665103912354, + -0.06664969027042389 + ], + [ + -0.1271420568227768, + -0.10173746943473816, + -0.03411772847175598, + 0.94691002368927, + -0.4358696937561035, + -0.07953834533691406, + 0.03412860631942749, + 0.09570585936307907, + 0.06668499112129211, + 0.0746864378452301, + -0.19244909286499023, + 0.22258663177490234, + -1.82301926612854, + -0.11342135071754456, + 0.05468813702464104, + 0.1480267494916916, + -0.016749069094657898, + -0.0672740787267685, + 0.08490070700645447, + -1.376309871673584, + -0.10206666588783264 + ], + [ + -0.01367846131324768, + -0.11099943518638611, + -0.166463702917099, + 0.8982950448989868, + -0.36531710624694824, + -0.04224918782711029, + 0.25876858830451965, + 0.1533033400774002, + 0.0413123182952404, + -0.011905409395694733, + -0.1179853305220604, + 0.11998189985752106, + -1.8736190795898438, + -0.08324705064296722, + -0.06498992443084717, + 0.10093733668327332, + -0.078798308968544, + -0.1598634272813797, + 0.023155033588409424, + -1.6395940780639648, + -0.05974733829498291 + ], + [ + -0.013045072555541992, + -0.11567113548517227, + -0.11736491322517395, + 0.8605843782424927, + -0.40913575887680054, + -0.13527622818946838, + 0.17827627062797546, + 0.08415385335683823, + 0.03884834423661232, + -0.01612693816423416, + -0.16105571389198303, + 0.17444130778312683, + -1.9080148935317993, + -0.20534388720989227, + 0.01446632668375969, + 0.09791558980941772, + 0.009371653199195862, + -0.05149589478969574, + 0.026590287685394287, + -1.673309326171875, + -0.014444231986999512 + ], + [ + -0.20263291895389557, + -0.09248271584510803, + -0.13687577843666077, + 0.9648246765136719, + -0.15157932043075562, + -0.2170487940311432, + 0.17356884479522705, + 0.1556534320116043, + 0.026110373437404633, + 0.08073291182518005, + -0.2764267325401306, + 0.23095649480819702, + -1.901150107383728, + -0.22857524454593658, + -0.03373216465115547, + 0.13437451422214508, + -0.17194212973117828, + -0.03651043772697449, + 0.02033311128616333, + -1.7236928939819336, + 0.0095595121383667 + ], + [ + -0.22933103144168854, + -0.1496538519859314, + -0.2295571267604828, + 1.0645896196365356, + -0.2821367383003235, + -0.2721140384674072, + -0.38877350091934204, + 0.21318529546260834, + 0.09072425961494446, + 0.04416172206401825, + -0.23904386162757874, + 0.16985252499580383, + -1.9808224439620972, + -0.36947381496429443, + 0.4023720920085907, + 0.17997270822525024, + -0.20893476903438568, + -0.06518460810184479, + 0.1224796324968338, + -1.2637710571289062, + -0.11868005990982056 + ], + [ + -0.2528402805328369, + -0.2021993100643158, + -0.21252599358558655, + 1.0937066078186035, + -0.3903939127922058, + -0.190301775932312, + -0.3528340458869934, + 0.20841583609580994, + 0.03782469779253006, + 0.18675489723682404, + -0.2979227900505066, + 0.22909130156040192, + -2.0043232440948486, + -0.21217326819896698, + 0.2785748839378357, + 0.10079976916313171, + -0.2683441638946533, + 0.06996649503707886, + 0.08887600898742676, + -1.3681635856628418, + -0.06455616652965546 + ] + ], + "generated_utilities": [ + 0.2072020173072815, + 0.21077962219715118, + 0.1964530497789383, + 0.22955845296382904, + 0.21663585305213928, + 0.20704451203346252, + 0.23259200155735016, + 0.19304108619689941 + ], + "group_id": "ms-420280f15a522ce21c72", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8356533050537109, + 2.0, + 0.165309876203537, + 0.1925140768289566, + 0.5663067698478699, + 0.18718849122524261, + 0.5825252532958984, + 0.10333983600139618, + 0.539591908454895, + 0.13980166614055634, + 0.09338253736495972, + 0.06970515847206116, + 0.14614585041999817, + 0.1082744151353836, + 0.2217373102903366, + 0.11090293526649475 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.08200915157794952, + -0.050028860569000244, + -0.10726630687713623, + 0.8982657194137573, + 0.02557128667831421, + -0.01745748519897461, + 0.0, + -0.11801638454198837, + -0.15873199701309204, + -0.09869732707738876, + 0.09755970537662506, + -0.023663580417633057, + -1.4878230094909668, + 0.0, + 0.14383190870285034, + 0.034868933260440826, + 0.018177928403019905, + 0.10587699711322784, + 0.1470527946949005, + -1.3841276168823242, + 0.0 + ], + [ + 0.05749737471342087, + -1.0497277975082397, + -0.10726630687713623, + 0.8982657194137573, + -0.32842767238616943, + 0.058821022510528564, + 0.0, + -0.08108901232481003, + 0.010966403409838676, + -0.03182200342416763, + -0.5799673199653625, + -0.1800820529460907, + -1.4878230094909668, + 0.0, + 0.08964715152978897, + -0.000760587165132165, + 0.038413405418395996, + -0.33423489332199097, + -0.08060251176357269, + -1.3841276168823242, + 0.0 + ], + [ + -0.11845801025629044, + -0.9241267442703247, + -1.1072663068771362, + 1.8982657194137573, + 0.43198710680007935, + -0.9411789774894714, + 1.7934396266937256, + -0.030420072376728058, + 0.021708883345127106, + 0.04940251260995865, + -0.17912308871746063, + 0.33097711205482483, + -2.487823009490967, + -1.5206043720245361, + -0.014199979603290558, + -0.003266729647293687, + 0.03413597494363785, + 0.24115896224975586, + 0.15477319061756134, + -2.384127616882324, + -1.691659927368164 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.586879253387451, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.0412087440490723, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.383319854736328 + ], + [ + 0.11015879362821579, + -0.8425144553184509, + -0.9404457807540894, + 2.1783318519592285, + 0.34945935010910034, + -0.6566650867462158, + 1.7467972040176392, + 0.18526920676231384, + 0.1855662763118744, + 0.11820712685585022, + -0.09146403521299362, + 0.3811644911766052, + -2.739583969116211, + -1.4563695192337036, + -0.12022502720355988, + 0.14213092625141144, + 0.16424784064292908, + 0.4428786039352417, + 0.26438331604003906, + -2.4384567737579346, + -1.6087501049041748 + ], + [ + -0.053294695913791656, + -1.1526074409484863, + -0.8198997974395752, + 2.0777554512023926, + 0.7982161641120911, + -1.0917543172836304, + 2.142845392227173, + 0.17526492476463318, + 0.0639122724533081, + 0.2896212041378021, + 0.07396437227725983, + 0.22089770436286926, + -2.2409393787384033, + -1.1505210399627686, + -0.07878349721431732, + -0.3264326751232147, + 0.4291190803050995, + -0.044660866260528564, + 0.5520983338356018, + -2.7410571575164795, + -1.7463444471359253 + ], + [ + 0.1958477795124054, + -1.2650147676467896, + -1.5942399501800537, + 1.99519944190979, + 0.7774004936218262, + -0.5921676158905029, + 2.2696094512939453, + -0.21214154362678528, + 0.13975797593593597, + -0.35019803047180176, + -0.17851479351520538, + 0.5769011378288269, + -2.2350399494171143, + -1.84102201461792, + 0.19937390089035034, + 0.4100441634654999, + -0.01855972781777382, + 0.6351135969161987, + 0.33948513865470886, + -2.052992820739746, + -1.993861436843872 + ], + [ + -0.089598648250103, + -0.8187741041183472, + -0.7132401466369629, + 1.8725146055221558, + 0.9944790601730347, + -0.5365301370620728, + 1.3939578533172607, + 0.5233021378517151, + -0.05933994799852371, + -0.26830247044563293, + -0.6783830523490906, + 0.4347163736820221, + -2.1092095375061035, + -2.0301830768585205, + 0.1834208071231842, + 0.467611700296402, + 0.0011010244488716125, + 0.29062843322753906, + 0.32238784432411194, + -2.0253100395202637, + -1.2581480741500854 + ], + [ + -0.2115183174610138, + -0.7704401016235352, + -0.9270404577255249, + 1.4713937044143677, + 0.48506659269332886, + -1.6107988357543945, + 1.9835600852966309, + 0.36453261971473694, + 0.24739935994148254, + 0.6234245896339417, + -0.523600161075592, + 0.3515435457229614, + -2.2272472381591797, + -0.9147415161132812, + -0.18331962823867798, + -0.07044098526239395, + -0.16467610001564026, + 0.8666839599609375, + -0.17372624576091766, + -2.876776695251465, + -1.3083146810531616 + ], + [ + -0.5995657444000244, + -0.3244798183441162, + -0.9445352554321289, + 2.294879913330078, + 0.5637670755386353, + -0.4123827815055847, + 1.4565412998199463, + -0.24042245745658875, + -0.7386550307273865, + 0.6664571762084961, + -0.7043223977088928, + 1.0946670770645142, + -1.7594776153564453, + -0.8843593001365662, + -0.26998764276504517, + 0.17072883248329163, + -0.4583240747451782, + -0.5383684039115906, + -0.05051739513874054, + -2.5144400596618652, + -0.9947679042816162 + ], + [ + 0.24581971764564514, + -1.692899227142334, + -0.7176830768585205, + 2.3770456314086914, + -0.4013996720314026, + -0.6753275990486145, + 1.6263554096221924, + 0.11098269373178482, + -0.45729196071624756, + -0.8045854568481445, + -0.27329114079475403, + 0.5834006071090698, + -2.1047885417938232, + -0.8300427198410034, + 0.004502002149820328, + 0.40362852811813354, + 0.2576536238193512, + -0.008819237351417542, + 0.008956626057624817, + -1.8818962574005127, + -2.2475786209106445 + ], + [ + 0.20943638682365417, + -0.023470401763916016, + -0.5109653472900391, + 2.766901731491089, + -0.38375556468963623, + -0.2765198349952698, + 2.7739291191101074, + 0.047791145741939545, + -0.4544481635093689, + 0.6751620769500732, + 0.39290130138397217, + 0.008522838354110718, + -3.3998172283172607, + -0.669178307056427, + -0.15990248322486877, + 0.044549454003572464, + 0.05873264744877815, + 0.9320279955863953, + -0.4718681573867798, + -1.9503318071365356, + -2.441364288330078 + ], + [ + -0.46203792095184326, + -0.15363067388534546, + -0.1858586072921753, + 1.1161644458770752, + 0.040321916341781616, + -0.9038950204849243, + 1.2533798217773438, + 0.03271609544754028, + -0.5028142333030701, + -0.793997585773468, + 0.2137475460767746, + 0.517892599105835, + -2.962210178375244, + -0.6634356379508972, + 0.49000293016433716, + -0.3848138749599457, + 1.0051606893539429, + -0.28907692432403564, + 0.07907690107822418, + -1.9646400213241577, + -1.0027430057525635 + ], + [ + 0.04428272694349289, + -0.7824954986572266, + -1.7044588327407837, + 2.829702615737915, + 0.9481489658355713, + -0.6112101078033447, + 2.297391414642334, + 0.5262051224708557, + 0.2103191316127777, + 0.1294001042842865, + -0.19276458024978638, + -0.07603627443313599, + -2.6560447216033936, + -0.9565262794494629, + -0.9131494760513306, + -0.488054096698761, + 0.017356276512145996, + 1.0292558670043945, + 0.8085488080978394, + -2.396846055984497, + -2.012336254119873 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.018904410302639008, + 0.06358456611633301, + -0.10726630687713623, + 0.8982657194137573, + -0.042753636837005615, + -0.053562819957733154, + 0.0, + -0.024505211040377617, + -0.02496183291077614, + -0.15571293234825134, + -0.055318161845207214, + -0.05204924941062927, + -1.4878230094909668, + 0.0, + 0.0010063759982585907, + -0.015319854021072388, + -0.01014244556427002, + 0.09778645634651184, + 0.020801112055778503, + -1.3841276168823242, + 0.0 + ] + ], + "predicted_scores": [ + 8.14576244354248, + 8.077441215515137, + 7.765511512756348, + 7.550960540771484, + 7.483262538909912, + 7.051466464996338, + 6.121967315673828, + 5.273297309875488 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1578990937/train2", + "selected_index": 0, + "state_hash": "5f337de55fe39fad5683a57fc42d067e59ce022fead864b4fc61d679eec843b5", + "stored_base_utility": 0.8356533050537109, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8320798277854919, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8320798277854919 + }, + "base_progress": 0.8320798277854919, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8320798277854919, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8248692750930786, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8248692750930786 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8309233784675598, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8309233784675598 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8258376121520996, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8258376121520996 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8278557658195496, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8278557658195496 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.228598952293396, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.228598952293396 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8291782140731812, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8291782140731812 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.21150389313697815, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.21150389313697815 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.83889240026474, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.83889240026474 + } + ], + "candidate_progress": [ + 0.8248692750930786, + 0.8309233784675598, + 0.8258376121520996, + 0.8278557658195496, + 0.228598952293396, + 0.8291782140731812, + 0.21150389313697815, + 0.83889240026474 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-04eec0abab5f55620e4e", + "ms-b33c18c58125678627a6", + "ms-829c9968f0750cd9aed6", + "ms-0b226017db7f07c5307e", + "ms-04eec0abab5f55620e4e", + "ms-0b226017db7f07c5307e", + "ms-829c9968f0750cd9aed6", + "ms-b33c18c58125678627a6" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-4aed1197d0906ae51c34", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.09074131399393082, + 0.09169936180114746, + 0.04157155752182007, + -0.07037593424320221, + -0.30490028858184814, + -2.1103930473327637, + -0.09446465969085693, + 0.10356199741363525, + -0.02775414101779461, + 0.04650641977787018, + -0.0378519743680954, + 0.07738007605075836, + -1.7213270664215088, + -0.1567300707101822, + -0.14525263011455536, + 0.10816021263599396, + 0.03560687601566315, + 0.10535719245672226, + -0.013994574546813965, + -1.3041496276855469, + -0.13217449188232422 + ], + [ + 0.10746998339891434, + 0.08454176783561707, + 0.006788730621337891, + -0.10547944158315659, + -0.26518478989601135, + -2.033696174621582, + -0.1129378080368042, + 0.18071866035461426, + -0.03766641765832901, + -0.050019197165966034, + -0.04563909024000168, + 0.025984391570091248, + -1.7353994846343994, + -0.18193329870700836, + -0.12283952534198761, + 0.13211673498153687, + 0.02972504496574402, + 0.04382675886154175, + -0.029728710651397705, + -1.3420591354370117, + -0.12405452132225037 + ], + [ + 0.09646247327327728, + 0.08053964376449585, + 0.008167952299118042, + -0.07324008643627167, + -0.22523215413093567, + -1.941036581993103, + -0.05873453617095947, + 0.18543002009391785, + -0.04727891832590103, + 0.02286163717508316, + -0.02926728129386902, + 0.041044577956199646, + -1.7531111240386963, + -0.1781149059534073, + -0.1665937900543213, + 0.07648572325706482, + 0.05536589026451111, + 0.07529892027378082, + 0.01951730251312256, + -1.4689128398895264, + -0.1141616702079773 + ], + [ + 0.12096107751131058, + 0.08612953126430511, + 0.05627277493476868, + -0.10073032975196838, + -0.27538740634918213, + -2.132300615310669, + -0.07481265068054199, + 0.17103531956672668, + -0.023868264630436897, + -0.03502123802900314, + -0.006003815680742264, + -0.018298059701919556, + -1.6702064275741577, + -0.20869044959545135, + -0.13062945008277893, + 0.15873759984970093, + 0.046217456459999084, + 0.11215744912624359, + -0.05249524116516113, + -1.298330545425415, + -0.1263100504875183 + ], + [ + 0.1595190316438675, + 0.15778480470180511, + 0.0023942291736602783, + 0.006861284375190735, + -0.2994374632835388, + -2.0902724266052246, + -0.29395031929016113, + 0.2580571174621582, + 0.01767110452055931, + -0.13729313015937805, + 0.0449865385890007, + 0.03259894251823425, + -1.5702791213989258, + -0.16532643139362335, + -0.00350995734333992, + 0.21745558083057404, + 0.041935116052627563, + 0.06985901296138763, + -0.10242444276809692, + -1.2905073165893555, + -0.029244571924209595 + ], + [ + 0.04187869280576706, + 0.0806867778301239, + 0.06089425086975098, + -0.08979111909866333, + -0.3876400589942932, + -2.1979899406433105, + -0.19851469993591309, + 0.16345739364624023, + 0.02869911678135395, + 0.003656625747680664, + -0.0712951049208641, + 0.07483965158462524, + -1.53855299949646, + -0.23582910001277924, + -0.08689174056053162, + 0.17575442790985107, + 0.022081226110458374, + 0.1574079692363739, + -0.14638996124267578, + -1.2516562938690186, + -0.22909846901893616 + ], + [ + 0.05670078843832016, + 0.1415019929409027, + -0.05973371863365173, + -0.037094324827194214, + -0.28694331645965576, + -1.9471787214279175, + -0.22185653448104858, + 0.4212968945503235, + -0.04045991599559784, + -0.228407621383667, + -0.14845341444015503, + 0.10978993773460388, + -1.6570981740951538, + -0.03646367788314819, + -0.08651979267597198, + 0.18066415190696716, + -0.02910427749156952, + 0.16814078390598297, + -0.2676979899406433, + -1.1446056365966797, + 0.05855037271976471 + ], + [ + -0.07113200426101685, + 0.12282535433769226, + -0.01445719599723816, + -0.004912778735160828, + -0.24506708979606628, + -2.187800884246826, + -0.26959794759750366, + 0.025394916534423828, + -0.050732046365737915, + -0.026437796652317047, + -0.1950322687625885, + 0.3721148371696472, + -1.5507981777191162, + -0.13959310948848724, + -0.15019601583480835, + 0.0647573173046112, + 0.07854245603084564, + 0.11135774850845337, + 0.017703115940093994, + -1.2614362239837646, + -0.18723875284194946 + ] + ], + "generated_utilities": [ + 0.8248692750930786, + 0.8309233784675598, + 0.8258376121520996, + 0.8278557658195496, + 0.228598952293396, + 0.8291782140731812, + 0.21150389313697815, + 0.83889240026474 + ], + "group_id": "ms-4aed1197d0906ae51c34", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8405406475067139, + 2.0, + 2.0, + 0.12974965572357178, + 0.7839004993438721, + 0.7814356088638306, + 0.5974856615066528, + 0.5970629453659058, + 0.08852563798427582, + 0.16062170267105103, + 0.09181615710258484, + 0.07407057285308838, + 0.13392610847949982, + 0.05654241144657135, + 0.06156755983829498, + 0.05600197613239288 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.21136879920959473, + 0.13549058139324188, + -0.02914842776954174, + 0.5560098886489868, + 0.35971304774284363, + -1.8355681896209717, + 0.0, + -0.18643616139888763, + -0.271454781293869, + 0.34184250235557556, + 0.39120200276374817, + -0.39313268661499023, + -1.2842562198638916, + 0.0, + -0.44817274808883667, + -0.10840752720832825, + 0.4875572621822357, + 0.04258507490158081, + -0.2982829809188843, + -1.002915620803833, + 0.0 + ], + [ + -0.07887618988752365, + 0.12804901599884033, + 0.004546052310615778, + -0.27106863260269165, + -0.0865178108215332, + -2.8355681896209717, + -1.4985713958740234, + -0.007801800966262817, + -0.001946345204487443, + 0.012458031997084618, + 0.20202918350696564, + 0.36796534061431885, + -2.2842562198638916, + -1.6743252277374268, + -0.007960423827171326, + -0.006073035299777985, + 0.012512346729636192, + 0.3637828230857849, + 0.3594411611557007, + -2.002915620803833, + -1.5810925960540771 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.997142791748047, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3486504554748535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1621851921081543 + ], + [ + 0.08107354491949081, + 0.3011969327926636, + 0.07449080049991608, + -0.16600561141967773, + 0.09272129833698273, + -3.0477712154388428, + -1.4981940984725952, + -0.11367667466402054, + -0.28234657645225525, + -0.21696458756923676, + -0.04452931880950928, + 0.16002443432807922, + -2.217637538909912, + -1.7869974374771118, + -0.06795499473810196, + 0.10813259333372116, + 0.24722407758235931, + 0.301885187625885, + 0.20857857167720795, + -2.0460364818573, + -1.8551779985427856 + ], + [ + 0.17576757073402405, + 0.16099752485752106, + 0.36882463097572327, + -0.5665591955184937, + 0.21693265438079834, + -2.9296679496765137, + -1.7531938552856445, + -0.38638147711753845, + -0.2822260856628418, + 0.08072423189878464, + -0.018453538417816162, + 0.6223959922790527, + -2.5080337524414062, + -1.5299493074417114, + 0.3788507580757141, + 0.33416298031806946, + -0.08417592197656631, + 0.7466475963592529, + -0.013474851846694946, + -2.052852153778076, + -1.4903299808502197 + ], + [ + 0.3739514946937561, + -0.30620673298835754, + 0.35488227009773254, + -0.05886603891849518, + -0.3272765874862671, + -2.937335968017578, + -1.7541594505310059, + -0.05396366864442825, + -0.18675173819065094, + 0.27470290660858154, + -0.02104872465133667, + -0.08987021446228027, + -2.7126340866088867, + -1.6723655462265015, + 0.35461312532424927, + 0.3860104978084564, + -0.024674756452441216, + 0.3262499272823334, + 0.8085626363754272, + -1.711850881576538, + -1.5355679988861084 + ], + [ + -0.5728170275688171, + 0.1249110996723175, + 0.5171672701835632, + 0.19384506344795227, + -0.39670926332473755, + -2.823612689971924, + -2.0186243057250977, + -0.11771412938833237, + 0.48804381489753723, + -0.317081481218338, + 0.45187482237815857, + 0.08218121528625488, + -2.80509877204895, + -2.1564836502075195, + -0.3593510389328003, + -0.13913565874099731, + 0.5837609171867371, + 0.3322915732860565, + 0.6545963287353516, + -2.306539535522461, + -1.8615221977233887 + ], + [ + 0.30438119173049927, + -0.12742283940315247, + -0.23296856880187988, + -0.6225581765174866, + 0.1413537710905075, + -2.6798923015594482, + -1.8449509143829346, + 0.06376612186431885, + 0.1579568237066269, + -0.6539266705513, + 0.26491934061050415, + 0.11657670140266418, + -2.258986234664917, + -2.351764678955078, + 0.48136693239212036, + -0.16710305213928223, + 0.6765516400337219, + 0.7331029772758484, + 0.6836758852005005, + -1.4269113540649414, + -2.171515464782715 + ], + [ + 0.6805351376533508, + 0.46106046438217163, + 0.03602854907512665, + 0.27698415517807007, + 0.264543741941452, + -2.3218843936920166, + -0.7792292237281799, + -0.026323731988668442, + 0.7850504517555237, + -0.7236955761909485, + 0.012999117374420166, + 0.5715787410736084, + -1.6572327613830566, + -1.4279512166976929, + 0.0775834172964096, + -0.8031421303749084, + -0.045602768659591675, + 0.9267949461936951, + 1.0543123483657837, + -1.3160209655761719, + -1.4756793975830078 + ], + [ + 0.7313188910484314, + -0.5128530859947205, + 0.40826860070228577, + 0.12107783555984497, + -0.6316640973091125, + -3.6798524856567383, + -1.9073030948638916, + -0.675960898399353, + 0.63726407289505, + 0.03708571195602417, + 0.011412262916564941, + 0.4621603488922119, + -2.9813942909240723, + -2.1497530937194824, + 0.7732807993888855, + -0.2085852324962616, + -0.25850072503089905, + 1.0722757577896118, + 0.14500762522220612, + -1.9931955337524414, + -1.0706398487091064 + ], + [ + -1.0723012685775757, + -0.6842970252037048, + -0.7278652191162109, + -0.5623562335968018, + -0.9245429635047913, + -2.6211869716644287, + -1.1849561929702759, + -0.3833617866039276, + -0.22226102650165558, + 0.4745122194290161, + 0.4142546057701111, + 0.1895502358675003, + -2.4704267978668213, + -0.831264853477478, + -0.5553714632987976, + -0.12452134490013123, + 0.6922350525856018, + 0.7162740230560303, + 1.2417547702789307, + -1.4663221836090088, + -1.169087529182434 + ], + [ + 0.25625234842300415, + 0.6593580842018127, + 0.6980564594268799, + 0.36647552251815796, + -0.3130824565887451, + -2.0872578620910645, + -1.2446703910827637, + 0.30567413568496704, + -0.22288595139980316, + 0.13171668350696564, + 1.085337519645691, + 0.6329280734062195, + -2.1179251670837402, + -2.5857443809509277, + 0.553740918636322, + 0.11058737337589264, + 0.27011770009994507, + -0.5190673470497131, + 1.0119458436965942, + -1.1082146167755127, + -1.352768063545227 + ], + [ + 0.7005239129066467, + 0.1605934351682663, + 0.7471624612808228, + 0.40970146656036377, + -1.0514867305755615, + -3.774928092956543, + -1.2799497842788696, + -0.5570825338363647, + -0.47753748297691345, + 0.5382699370384216, + -0.4350619316101074, + 0.3085307776927948, + -2.130549192428589, + -1.5912142992019653, + -0.7099503874778748, + -0.358781099319458, + -0.6629197001457214, + 1.302614450454712, + 0.16942159831523895, + -2.722302198410034, + -0.9279031157493591 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.037766311317682266, + 0.0021372437477111816, + 0.033727310597896576, + -0.055884212255477905, + -0.05986567214131355, + -1.8355681896209717, + 0.0, + -0.013220713473856449, + 0.06334763765335083, + -0.11187911778688431, + -0.07476846873760223, + 0.14101672172546387, + -1.2842562198638916, + 0.0, + -0.09263169765472412, + 0.013970211148262024, + 0.037661269307136536, + 0.009206712245941162, + -0.057371288537979126, + -1.002915620803833, + 0.0 + ], + [ + 0.17466381192207336, + -0.00657789409160614, + 0.08432962745428085, + 0.2822337746620178, + -0.06525789201259613, + -1.8355681896209717, + 0.0, + -0.15078814327716827, + 0.16818960011005402, + 0.11848203092813492, + 0.0884164571762085, + -0.17954027652740479, + -1.2842562198638916, + 0.0, + -0.17463834583759308, + 0.40927574038505554, + -0.09185463190078735, + -0.3913061022758484, + 0.26063165068626404, + -1.002915620803833, + 0.0 + ] + ], + "predicted_scores": [ + 4.3392863273620605, + 4.203634738922119, + 4.140481948852539, + 4.1020188331604, + 3.6008195877075195, + 3.5745463371276855, + 3.462103843688965, + 3.450200080871582 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1509980664/train2", + "selected_index": 0, + "state_hash": "56222926711fba57b309180efd923a0a2fa0eb02d21fd5f0956adeb21275e516", + "stored_base_utility": 0.8405406475067139, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18430444598197937, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18430444598197937 + }, + "base_progress": 0.18430444598197937, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.18430444598197937, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1732243299484253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1732243299484253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18301993608474731, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18301993608474731 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2142850160598755, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2142850160598755 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17530207335948944, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17530207335948944 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16306504607200623, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16306504607200623 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20415236055850983, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20415236055850983 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.15972012281417847, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.15972012281417847 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17110790312290192, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17110790312290192 + } + ], + "candidate_progress": [ + 0.1732243299484253, + 0.18301993608474731, + 0.2142850160598755, + 0.17530207335948944, + 0.16306504607200623, + 0.20415236055850983, + 0.15972012281417847, + 0.17110790312290192 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-852c671b0adeccfa4bf1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-01e6eaaaf40875e0ef5a", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1", + "ms-5a32c809ed679663dcb1" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank2" + ], + "candidates_evaluated": true, + "chart_id": "ms-55e78c04643bd06fd5f8", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.147006094455719, + 0.21658633649349213, + 0.0393204391002655, + -0.3406354784965515, + 0.573398232460022, + 0.009620368480682373, + 0.24088154733181, + 0.196075439453125, + 0.0644952654838562, + 0.028472594916820526, + -0.2081078588962555, + -0.003441929817199707, + -1.8737109899520874, + -0.056166067719459534, + -0.04542401060461998, + 0.08229467272758484, + 0.023242980241775513, + 0.08246000111103058, + -0.1339905560016632, + -1.5988764762878418, + 0.10044177621603012 + ], + [ + 0.14570240676403046, + 0.20941798388957977, + -0.04472890496253967, + -0.25004854798316956, + 0.37691831588745117, + 0.19128192961215973, + 0.25524723529815674, + 0.1951606720685959, + 0.044086575508117676, + -0.03964800387620926, + -0.08051330596208572, + 0.02625112235546112, + -1.8144298791885376, + 0.05983387678861618, + -0.06262050569057465, + 0.09943124651908875, + 0.1039709597826004, + -0.0950583666563034, + -0.022456824779510498, + -1.532517671585083, + -0.0967700183391571 + ], + [ + 0.28538283705711365, + 0.196070596575737, + -0.14658066630363464, + -0.27906328439712524, + 0.49299681186676025, + -0.13939201831817627, + 0.3440507650375366, + -0.030116140842437744, + -0.0010157059878110886, + -0.1627289056777954, + 0.08329533785581589, + -0.28448885679244995, + -2.117516040802002, + -0.07945393025875092, + -0.013980653136968613, + 0.043589718639850616, + 0.06870128214359283, + 0.18857567012310028, + -0.19518136978149414, + -1.229741096496582, + -0.4049552381038666 + ], + [ + 0.1264994889497757, + 0.19415611028671265, + 0.07775643467903137, + -0.3207160234451294, + 0.3733120560646057, + 0.0786895900964737, + 0.22708985209465027, + 0.14214009046554565, + 0.07652135193347931, + -0.04762021452188492, + -0.059866443276405334, + 0.07287447154521942, + -1.7888264656066895, + 0.011478133499622345, + -0.01076638326048851, + 0.0991630107164383, + 0.10779350250959396, + -0.02838777005672455, + -0.02114337682723999, + -1.5468380451202393, + 0.0004840344190597534 + ], + [ + -0.03404957056045532, + 0.20666547119617462, + 0.17807382345199585, + -0.4679960310459137, + 0.4688681662082672, + 0.07124926149845123, + 0.2864918112754822, + 0.12377811968326569, + 0.04603374004364014, + 0.026378758251667023, + -0.09356822818517685, + 0.00012242794036865234, + -2.15705943107605, + -0.056966885924339294, + 0.13763181865215302, + 0.11438785493373871, + 0.15267418324947357, + 0.03674212098121643, + 0.02766503393650055, + -1.3954696655273438, + 0.1814616173505783 + ], + [ + 0.12582236528396606, + 0.19548769295215607, + -0.13177940249443054, + -0.23288995027542114, + 0.4082637429237366, + -0.1303345263004303, + 0.1425458788871765, + 0.005713120102882385, + -0.047392696142196655, + -0.11057155579328537, + 0.16617703437805176, + -0.26056551933288574, + -1.9380772113800049, + -0.0022294819355010986, + 0.040892504155635834, + 0.07131050527095795, + 0.12514251470565796, + -0.010507091879844666, + -0.24504947662353516, + -1.3089830875396729, + -0.07303372025489807 + ], + [ + 0.24203404784202576, + 0.08011402189731598, + 0.2757371664047241, + -0.3785213232040405, + 0.5735223293304443, + -0.2674890160560608, + 1.2132166624069214, + 0.21613988280296326, + 0.10980946570634842, + -0.11330155283212662, + -0.17442575097084045, + -0.12759676575660706, + -1.7865509986877441, + -0.21613721549510956, + 0.27511996030807495, + 0.2302507609128952, + 0.009005919098854065, + 0.0018961578607559204, + -0.3149070143699646, + -1.365793228149414, + -0.23063123226165771 + ], + [ + 0.3532213568687439, + 0.056737035512924194, + -0.16157129406929016, + -0.3708761930465698, + 0.286025732755661, + 0.1259557157754898, + 0.23288854956626892, + 0.0796150490641594, + -0.06920628249645233, + 0.0857679545879364, + 0.046488206833601, + -0.1787501871585846, + -1.9314693212509155, + -0.056208789348602295, + 0.1910787969827652, + 0.005140209570527077, + 0.19335824251174927, + -0.10065411031246185, + -0.29895269870758057, + -1.2918729782104492, + -0.08352851867675781 + ] + ], + "generated_utilities": [ + 0.1732243299484253, + 0.18301993608474731, + 0.2142850160598755, + 0.17530207335948944, + 0.16306504607200623, + 0.20415236055850983, + 0.15972012281417847, + 0.17110790312290192 + ], + "group_id": "ms-55e78c04643bd06fd5f8", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.844826340675354, + 2.0, + 0.2064199149608612, + 0.13591016829013824, + 0.5813422203063965, + 0.7824995517730713, + 0.15656939148902893, + 0.5674745440483093, + 0.17220225930213928, + 0.5477887988090515, + 0.13604338467121124, + 0.16461901366710663, + 0.17620158195495605, + 0.06825011968612671, + 0.06214432418346405, + 0.05646887421607971 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.1432209610939026, + 0.22744572162628174, + 0.17506711184978485, + -0.14543098211288452, + 0.1965501308441162, + -0.036447107791900635, + 0.0, + -0.0072200414724648, + -0.20180478692054749, + 0.04083213210105896, + -0.21230575442314148, + -0.2182789295911789, + -1.5558092594146729, + 0.0, + -0.2392425835132599, + 0.2510071396827698, + -0.15308748185634613, + 0.018388688564300537, + 0.05762486904859543, + -1.271697998046875, + 0.0 + ], + [ + 0.31195834279060364, + 0.35112011432647705, + 0.37367045879364014, + 0.42769157886505127, + 0.1965501308441162, + 0.20583903789520264, + 0.0, + -0.11845237016677856, + 0.1799171268939972, + 0.2647193372249603, + 0.2067926973104477, + 0.5345604419708252, + -1.5558092594146729, + 0.0, + 0.20460304617881775, + -0.3221474885940552, + -0.6158568859100342, + 0.024946868419647217, + -0.266517698764801, + -1.271697998046875, + 0.0 + ], + [ + 0.3617437481880188, + 1.2274457216262817, + 0.06267384439706802, + -0.5585458278656006, + 1.1965501308441162, + -0.6094726920127869, + 1.7205288410186768, + -0.01337527483701706, + 0.009356535971164703, + 0.018877005204558372, + 0.10578235983848572, + 0.025348316878080368, + -2.555809259414673, + -1.5192201137542725, + -0.00897122174501419, + -9.802752174437046e-05, + 0.018507948145270348, + 0.3498190641403198, + 0.1254514902830124, + -2.271697998046875, + -1.526065707206726 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.4410576820373535, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.038440227508545, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.052131414413452 + ], + [ + 0.29637253284454346, + 1.0147230625152588, + -0.17526179552078247, + -0.7585667967796326, + 1.4890692234039307, + -0.410567969083786, + 1.432041883468628, + 0.08327490091323853, + -0.19375717639923096, + -0.2715940475463867, + -0.036061882972717285, + -0.06001665070652962, + -2.7641797065734863, + -1.4238367080688477, + 0.08916866779327393, + 0.08880110830068588, + 0.29467371106147766, + 0.4088681936264038, + -0.04938460886478424, + -2.1785926818847656, + -1.283478021621704 + ], + [ + 0.03271415829658508, + 0.9200015068054199, + -0.2490525245666504, + -0.8014346957206726, + 1.2220394611358643, + -0.6490525603294373, + 1.4222978353500366, + -0.18574258685112, + 0.38056573271751404, + 0.01947350800037384, + 0.41333502531051636, + 0.16460318863391876, + -2.876983404159546, + -1.7577911615371704, + 0.14967584609985352, + 0.3352348804473877, + 0.22475352883338928, + 0.5180872082710266, + -0.01724410057067871, + -2.0559592247009277, + -1.3162131309509277 + ], + [ + 0.7222943902015686, + 0.7923970222473145, + 0.5536753535270691, + -0.6367076635360718, + 1.3187239170074463, + -0.7650072574615479, + 1.8063127994537354, + 0.4699922502040863, + -0.2890632152557373, + 0.49471062421798706, + 0.2765650153160095, + -0.145217165350914, + -2.301748275756836, + -1.4875569343566895, + -0.12907981872558594, + -0.259440541267395, + 0.09327924251556396, + 0.30511051416397095, + -0.3014190196990967, + -1.9760602712631226, + -1.0420247316360474 + ], + [ + 0.1635296493768692, + 0.9212977886199951, + -0.25925213098526, + -0.5906895995140076, + 1.1283875703811646, + -0.5592501163482666, + 1.1336419582366943, + -0.40495729446411133, + 0.5681940317153931, + -0.3939219117164612, + 0.10261616110801697, + 0.27752485871315, + -2.8857500553131104, + -1.1464799642562866, + 0.223646879196167, + -0.26752352714538574, + 0.276996374130249, + 0.5763297080993652, + -0.06264965236186981, + -1.9365112781524658, + -1.383269190788269 + ], + [ + 0.8461742997169495, + 1.7184908390045166, + 0.23679137229919434, + -0.9501607418060303, + 1.0499532222747803, + -1.3051737546920776, + 1.3870621919631958, + 0.6089975833892822, + -0.35088807344436646, + 0.5316476225852966, + -0.4627009332180023, + -0.2919321358203888, + -2.1119086742401123, + -2.130248546600342, + 0.1089094877243042, + 0.04797573760151863, + -0.00638999417424202, + 0.3591431677341461, + -0.472614049911499, + -2.702115058898926, + -1.873319387435913 + ], + [ + 0.7421623468399048, + 1.786413311958313, + 0.24628016352653503, + -1.2639325857162476, + 1.1508082151412964, + -0.19709640741348267, + 2.2953617572784424, + 0.7272356152534485, + -0.7598289251327515, + -0.23831671476364136, + -0.39205247163772583, + 0.8132625818252563, + -2.5365705490112305, + -2.154721975326538, + -0.29531097412109375, + -0.7008293271064758, + -0.4347390830516815, + 1.1159586906433105, + -0.04217700660228729, + -2.8770804405212402, + -2.1501193046569824 + ], + [ + -0.3506532907485962, + 0.8117499351501465, + -0.4086194932460785, + -0.5459830164909363, + 1.377223253250122, + -0.6168208122253418, + 0.918916642665863, + 0.6122241020202637, + 0.760109543800354, + 0.2141094207763672, + -0.7737913131713867, + 0.8684684038162231, + -2.648212432861328, + -1.614401936531067, + -0.29101696610450745, + -0.4279104769229889, + -0.7773609161376953, + 0.6461789608001709, + -0.7004649043083191, + -1.8510384559631348, + -1.1938092708587646 + ], + [ + 0.1391078382730484, + 1.8879609107971191, + 0.5816212296485901, + -0.306342750787735, + 2.1194090843200684, + -1.2375638484954834, + 2.1974785327911377, + 0.9624670743942261, + 0.5239254832267761, + 0.3416939079761505, + -0.36213797330856323, + 0.4733273983001709, + -1.5990326404571533, + -2.4328322410583496, + -0.5483325123786926, + -0.20869027078151703, + -0.5597784519195557, + 0.719917356967926, + -0.3148624300956726, + -2.8096370697021484, + -1.0437562465667725 + ], + [ + 0.18296872079372406, + 1.5672924518585205, + -0.5769778490066528, + -1.2720733880996704, + 1.9346494674682617, + -0.6303961277008057, + 1.6753336191177368, + -0.9454954862594604, + 0.9481381773948669, + 0.5112013220787048, + 0.3191583752632141, + -0.11326317489147186, + -3.0438833236694336, + -0.9553523063659668, + 0.3918440639972687, + -0.056353092193603516, + 0.5161021947860718, + 0.9853937029838562, + -0.8500595688819885, + -3.0364015102386475, + -0.7972649931907654 + ], + [ + 0.8974575996398926, + 2.016472578048706, + 0.3180606961250305, + 0.42974281311035156, + 0.3302825093269348, + 0.0544658899307251, + 2.42342472076416, + -0.12861746549606323, + -0.5033990144729614, + 0.6641333699226379, + 1.0780622959136963, + -0.574497401714325, + -2.4486985206604004, + -2.166938543319702, + -0.1637856662273407, + -0.05527424067258835, + -0.7576754093170166, + 0.9288789629936218, + -0.48205727338790894, + -1.9530481100082397, + -1.9572958946228027 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.005156576633453369, + 0.22744572162628174, + -0.05362757295370102, + -0.03607732057571411, + 0.1965501308441162, + 0.021296203136444092, + 0.0, + 0.051874980330467224, + 0.02852601557970047, + 0.00943407416343689, + -0.013674162328243256, + 0.0019732732325792313, + -1.5558092594146729, + 0.0, + -0.03263682499527931, + 0.04552282765507698, + 0.07144755125045776, + -0.011961162090301514, + -0.009716838598251343, + -1.271697998046875, + 0.0 + ] + ], + "predicted_scores": [ + 5.2915239334106445, + 5.2392473220825195, + 5.08219051361084, + 5.046878814697266, + 3.9025821685791016, + 3.5117745399475098, + 3.400883197784424, + 2.7296791076660156 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "211245842/train2", + "selected_index": 0, + "state_hash": "97d966541a3b29ff385f42b6c3b52598daa7b5e5d080b745eeac41b3c57c3cdd", + "stored_base_utility": 0.844826340675354, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2284735143184662, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2284735143184662 + }, + "base_progress": 0.2284735143184662, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.2284735143184662, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23930874466896057, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23930874466896057 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24691708385944366, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24691708385944366 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2374797910451889, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2374797910451889 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2461756020784378, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2461756020784378 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.2338070571422577, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.2338070571422577 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.23354609310626984, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.23354609310626984 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.5630103945732117, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.5630103945732117 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.24776706099510193, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.24776706099510193 + } + ], + "candidate_progress": [ + 0.23930874466896057, + 0.24691708385944366, + 0.2374797910451889, + 0.2461756020784378, + 0.2338070571422577, + 0.23354609310626984, + 0.5630103945732117, + 0.24776706099510193 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-d50a82b8770f333f1947", + "ms-d50a82b8770f333f1947", + "ms-626ac2ad9d0dd95f1a2e", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-95028134c6e3670b89d5", + "ms-5bddb39f792f20e5e6d4", + "ms-5bddb39f792f20e5e6d4" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank3", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-77536801924a2a78688e", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.11724434792995453, + -0.03134886175394058, + -0.0380992591381073, + 0.2835829555988312, + 0.37648868560791016, + 0.052986882627010345, + 0.21045717597007751, + 0.06947781145572662, + -0.04351358115673065, + -0.06708569079637527, + -0.19733524322509766, + 0.08610277622938156, + -1.981734037399292, + -0.24068866670131683, + 0.12276127934455872, + 0.01187906414270401, + 0.014643535017967224, + 0.09534933418035507, + 0.21093115210533142, + -1.4658548831939697, + 0.03004772961139679 + ], + [ + -0.08322346210479736, + -0.04283522069454193, + -0.08217945694923401, + 0.4714146554470062, + 0.26383569836616516, + 0.09477152675390244, + 0.07834014296531677, + 0.07568122446537018, + 0.018730653449892998, + -0.047450073063373566, + -0.1642732322216034, + 0.17683017253875732, + -1.7864443063735962, + -0.10005658864974976, + 0.11529245972633362, + 0.07063589990139008, + -0.11083538830280304, + 0.04559876024723053, + 0.027977287769317627, + -1.5765297412872314, + -0.013396963477134705 + ], + [ + -0.013698548078536987, + -0.056435056030750275, + -0.03880324959754944, + 0.386151522397995, + 0.2248859852552414, + -0.19160717725753784, + 0.06696179509162903, + 0.12560534477233887, + 0.03319069743156433, + 0.009540848433971405, + -0.13344335556030273, + 0.15395458042621613, + -1.7086259126663208, + -0.014521300792694092, + 0.08124743402004242, + 0.1300080418586731, + -0.1174207478761673, + 0.0008294731378555298, + 0.038289234042167664, + -1.2653403282165527, + -0.09476065635681152 + ], + [ + -0.011867836117744446, + 0.013891316950321198, + -0.04793718457221985, + 0.4609207212924957, + 0.24283316731452942, + 0.19118860363960266, + 0.11572051048278809, + 0.06840541958808899, + -0.03587447106838226, + -0.06102205067873001, + -0.21918830275535583, + 0.18027733266353607, + -1.9401005506515503, + -0.15770353376865387, + 0.11184721440076828, + 0.04228720813989639, + -0.09670965373516083, + 0.10159971565008163, + 0.02004605531692505, + -1.5595312118530273, + -0.07241594791412354 + ], + [ + -0.16541941463947296, + -0.051962271332740784, + 0.004900634288787842, + 0.4769562780857086, + 0.14474958181381226, + 0.12079833447933197, + 0.11213746666908264, + 0.12725740671157837, + 0.031346239149570465, + 0.003565683960914612, + -0.19042178988456726, + 0.20737186074256897, + -1.6678677797317505, + -0.05939416587352753, + 0.13891060650348663, + 0.12696151435375214, + -0.0863126665353775, + -0.06734181940555573, + 0.06159278750419617, + -1.243384838104248, + -0.15252938866615295 + ], + [ + -0.2685003876686096, + -0.06797810643911362, + -0.007261902093887329, + 0.4966110289096832, + 0.23975376784801483, + 0.11631402373313904, + 0.08719101548194885, + 0.2630770206451416, + -0.04599209129810333, + 0.046709515154361725, + -0.30913248658180237, + -0.05643102526664734, + -1.8061769008636475, + -0.3068297505378723, + 0.14676673710346222, + 0.09303933382034302, + -0.15392859280109406, + -0.05047328770160675, + 0.05435113608837128, + -1.221450686454773, + -0.18618732690811157 + ], + [ + -0.22830937802791595, + -0.13743245601654053, + -0.12839582562446594, + 0.579837441444397, + 0.1082904040813446, + -0.0038132667541503906, + -0.36561256647109985, + 0.18596795201301575, + 0.09549379348754883, + -0.004737399518489838, + -0.0749283954501152, + 0.09752288460731506, + -1.8933864831924438, + -0.32377034425735474, + 0.4911385178565979, + 0.08957527577877045, + -0.27113527059555054, + -0.11110307276248932, + 0.016647160053253174, + -1.2534244060516357, + -0.16000452637672424 + ], + [ + -0.30211007595062256, + -0.16171425580978394, + -0.16832610964775085, + 0.539555549621582, + 0.13833756744861603, + 0.15017224848270416, + -0.23273295164108276, + 0.18600037693977356, + 0.020158004015684128, + 0.10305707156658173, + -0.15009108185768127, + 0.15948277711868286, + -1.9737437963485718, + -0.15619461238384247, + 0.4370571970939636, + 0.06393939256668091, + -0.3264889121055603, + -0.01277768611907959, + 0.0421651154756546, + -1.433156967163086, + -0.07348547875881195 + ] + ], + "generated_utilities": [ + 0.23930874466896057, + 0.24691708385944366, + 0.2374797910451889, + 0.2461756020784378, + 0.2338070571422577, + 0.23354609310626984, + 0.5630103945732117, + 0.24776706099510193 + ], + "group_id": "ms-77536801924a2a78688e", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8352248668670654, + 2.0, + 0.1718752682209015, + 0.16728606820106506, + 0.5504521131515503, + 0.10546612739562988, + 0.1660447120666504, + 0.5437633991241455, + 0.11764739453792572, + 0.21559159457683563, + 0.15727528929710388, + 0.12992918491363525, + 0.06760770082473755, + 0.12342573702335358, + 0.24036656320095062, + 0.03669673204421997 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.07812988758087158, + -0.02949589490890503, + -0.08736974000930786, + -0.20703881978988647, + 0.8918416500091553, + 0.14642034471035004, + 0.0, + 0.0029929596930742264, + 0.09865155816078186, + -0.08389116823673248, + -0.008500218391418457, + 0.1644439399242401, + -1.5291850566864014, + 0.0, + -0.029054714366793633, + -0.04823567718267441, + 0.04340796172618866, + 0.04036150872707367, + 0.14357995986938477, + -1.3057918548583984, + 0.0 + ], + [ + -0.2672901153564453, + -0.05216425657272339, + -0.20757097005844116, + -0.08606231212615967, + 0.8918416500091553, + -0.34295016527175903, + 0.0, + 0.17716577649116516, + 0.2670295536518097, + 0.15642356872558594, + 0.20712928473949432, + -0.5932217240333557, + -1.5291850566864014, + 0.0, + -0.026715511456131935, + 0.23629441857337952, + 0.28895655274391174, + -0.5208115577697754, + 0.32871609926223755, + -1.3057918548583984, + 0.0 + ], + [ + -0.5495567321777344, + -0.8044275045394897, + -0.9816802144050598, + 0.7929611802101135, + 1.8918416500091553, + -0.24245645105838776, + 2.103611707687378, + -0.027252860367298126, + 0.015358008444309235, + 0.032592304050922394, + -0.13814498484134674, + 0.3808706998825073, + -2.5291850566864014, + -1.5883839130401611, + -0.013745546340942383, + -0.008363410830497742, + 0.020947640761733055, + 0.21701471507549286, + 0.3118402063846588, + -2.3057918548583984, + -1.6161624193191528 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.207223415374756, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.1767678260803223, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.2323248386383057 + ], + [ + -0.6415006518363953, + -1.095447301864624, + -1.1307775974273682, + 0.6818499565124512, + 1.9162453413009644, + -0.3361251950263977, + 2.3940556049346924, + -0.03198077902197838, + 0.17616420984268188, + 0.11825472861528397, + -0.345442533493042, + 0.537811279296875, + -2.6073436737060547, + -1.6278364658355713, + 0.12649279832839966, + 0.24486993253231049, + -0.23665457963943481, + 0.0848006010055542, + 0.4242374897003174, + -2.131850004196167, + -1.7089698314666748 + ], + [ + -0.8780859708786011, + -1.168041467666626, + -1.1115802526474, + 1.1839162111282349, + 1.71245539188385, + -0.22675688564777374, + 1.9202018976211548, + -0.07494960725307465, + -0.15017545223236084, + 0.07910202443599701, + -0.3122210204601288, + 0.5616737604141235, + -2.366135358810425, + -1.243758201599121, + -0.014583012089133263, + -0.11243825405836105, + 0.35338088870048523, + 0.5015947222709656, + 0.25851842761039734, + -2.1764631271362305, + -1.6997488737106323 + ], + [ + -0.26666247844696045, + -0.7647915482521057, + -0.562320351600647, + 1.128174066543579, + 1.4939544200897217, + -0.5067799687385559, + 1.809687614440918, + -0.2570735216140747, + 0.08179689198732376, + -0.1526550054550171, + 0.20330952107906342, + 0.5665565729141235, + -2.1569273471832275, + -1.7853469848632812, + -0.19884273409843445, + -0.3459107279777527, + -0.06570381671190262, + 0.11221729218959808, + 0.09136918187141418, + -2.3877370357513428, + -1.5009880065917969 + ], + [ + -1.0232999324798584, + -0.8641239404678345, + -1.1891388893127441, + 0.3578202724456787, + 1.526747465133667, + -0.2804238796234131, + 2.2646193504333496, + -0.19452106952667236, + -0.1854885220527649, + -0.1504051685333252, + -0.2904849648475647, + -0.13119298219680786, + -2.780846118927002, + -1.975224494934082, + -0.1510162055492401, + 0.11765186488628387, + -0.0748712345957756, + -0.19131706655025482, + 0.06544661521911621, + -2.377061128616333, + -1.6635576486587524 + ], + [ + -0.864402174949646, + -1.1981173753738403, + -0.7119530439376831, + 1.2758173942565918, + 2.0025625228881836, + 0.052220895886421204, + 2.3129022121429443, + -0.3776467740535736, + -0.29260560870170593, + -0.17927426099777222, + -0.32812780141830444, + 0.37158146500587463, + -2.80757212638855, + -1.1065673828125, + 0.2005864828824997, + 0.03357468545436859, + -0.3539389669895172, + -0.4268057346343994, + 0.9234374761581421, + -1.970703125, + -1.946213960647583 + ], + [ + -1.2508896589279175, + -1.3603019714355469, + -1.0764293670654297, + 0.626825213432312, + 1.3227287530899048, + 0.1889134794473648, + 2.493901014328003, + 0.5913262963294983, + 0.7169430255889893, + -0.1302712857723236, + 0.5489962100982666, + -0.06401041150093079, + -2.447789430618286, + -2.0773727893829346, + -0.47135356068611145, + 0.5128281116485596, + 0.27955371141433716, + 0.3073733448982239, + 1.0953682661056519, + -2.203261375427246, + -1.8375751972198486 + ], + [ + -0.1561373472213745, + -0.13449764251708984, + -0.9217836260795593, + 1.340958833694458, + 2.1224892139434814, + 0.43840837478637695, + 2.9401354789733887, + 0.22126737236976624, + 0.5927596092224121, + 0.7377026677131653, + -0.13810153305530548, + -0.045480698347091675, + -2.2144856452941895, + -0.9981268048286438, + 0.38917192816734314, + -0.5602297782897949, + 0.9096852540969849, + 0.6913191676139832, + 0.3015480041503906, + -2.512950897216797, + -2.4284660816192627 + ], + [ + -1.2402818202972412, + -1.4272034168243408, + -1.378896951675415, + -0.010994255542755127, + 1.3281112909317017, + -0.30937087535858154, + 2.419729232788086, + -0.38459163904190063, + -0.6435558199882507, + -0.6352396607398987, + -1.1097581386566162, + 0.5013529658317566, + -1.7596423625946045, + -1.4748477935791016, + -0.9918425679206848, + -0.18803386390209198, + -0.4086870849132538, + -0.08690600097179413, + -0.24413231015205383, + -3.1672205924987793, + -1.1272650957107544 + ], + [ + -0.734683632850647, + -1.3493214845657349, + -0.07617419958114624, + 0.3469872772693634, + 1.1368402242660522, + -0.06909126043319702, + 1.1837321519851685, + 0.11290673166513443, + -0.9794055223464966, + -0.9583818912506104, + -0.3285781741142273, + -0.5749338269233704, + -2.7132163047790527, + -1.823188066482544, + -0.7681975364685059, + -0.5097770094871521, + 0.34326231479644775, + 0.24886921048164368, + 0.3740234971046448, + -1.6026196479797363, + -1.2959585189819336 + ], + [ + -1.0206440687179565, + -0.5564237833023071, + -0.6784005165100098, + 0.8506013751029968, + 2.077566385269165, + 0.5632598400115967, + 1.7504932880401611, + -0.09906799346208572, + 0.04080970585346222, + 1.0083298683166504, + 0.8407440781593323, + 1.2674672603607178, + -3.4505534172058105, + -2.547497510910034, + 0.35227057337760925, + -0.7223443984985352, + 0.3324347734451294, + 1.1363774538040161, + 0.8326461315155029, + -2.3653323650360107, + -1.0967655181884766 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.012356698513031006, + 0.025230467319488525, + 0.006737172603607178, + 0.0825045108795166, + 0.8918416500091553, + 0.00995151698589325, + 0.0, + 0.11481141299009323, + -0.010688155889511108, + 0.047487009316682816, + -0.04408997297286987, + 0.018658041954040527, + -1.5291850566864014, + 0.0, + -0.010168339125812054, + 0.03969714045524597, + -0.0031930115073919296, + 0.029794156551361084, + -0.01168927550315857, + -1.3057918548583984, + 0.0 + ] + ], + "predicted_scores": [ + 7.524667739868164, + 7.112794399261475, + 7.008495330810547, + 6.991232395172119, + 6.977543830871582, + 6.878963947296143, + 5.480762958526611, + 5.195227146148682 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1151410346/train2", + "selected_index": 0, + "state_hash": "da70ac2df6d8c92e8150f6fbbb995a80c0c6c4f9465c8d25f3b6d1b11c7bb412", + "stored_base_utility": 0.8352248668670654, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.084227055311203, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.084227055311203 + }, + "base_progress": 0.084227055311203, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.084227055311203, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08808663487434387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08808663487434387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.08364303410053253, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.08364303410053253 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.0906635969877243, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.0906635969877243 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09038695693016052, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09038695693016052 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09103855490684509, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09103855490684509 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.09815146028995514, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.09815146028995514 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.06714904308319092, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.06714904308319092 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.091657355427742, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.091657355427742 + } + ], + "candidate_progress": [ + 0.08808663487434387, + 0.08364303410053253, + 0.0906635969877243, + 0.09038695693016052, + 0.09103855490684509, + 0.09815146028995514, + 0.06714904308319092, + 0.091657355427742 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-bb299baa34e49eafb9fc", + "ms-2fef2f43af8009bb88f1", + "ms-0a4d4909900fb0bc4a9a", + "ms-07b479748a91a9c92b20", + "ms-016c5de39ed3c111889a", + "ms-5ac1bf2d7d319955d45d", + "ms-d4c5d7eea19d94314e2e", + "ms-ee2fcbc94d41385713d0" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank3", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank5", + "ctt_transport_rank7", + "ctt_transport_rank6", + "ctt_transport_rank2", + "ctt_transport_rank4" + ], + "candidates_evaluated": true, + "chart_id": "ms-9dd1ff4c297a81b13071", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + -0.3581656217575073, + 0.5632688999176025, + 0.3314516842365265, + -1.8597265481948853, + 0.3740014433860779, + 0.7163043022155762, + 0.037265002727508545, + 0.19531258940696716, + -0.4765106439590454, + -0.1795358657836914, + 0.5770874619483948, + 0.0036307424306869507, + -1.6518940925598145, + 0.4283236265182495, + 0.19892029464244843, + -0.16625185310840607, + 0.15432700514793396, + 0.12416484951972961, + -0.06010293960571289, + -1.4074680805206299, + -0.4569800794124603 + ], + [ + -0.33445775508880615, + 0.565757155418396, + 0.46494486927986145, + -1.6315068006515503, + 0.3745328485965729, + 0.6316826343536377, + 0.022960543632507324, + 0.1388552486896515, + -0.39643558859825134, + -0.21210646629333496, + 0.6463333368301392, + 0.1501847207546234, + -1.514968752861023, + 0.4142161011695862, + 0.15892477333545685, + -0.1297910511493683, + 0.1128951758146286, + 0.07162803411483765, + 0.05015522241592407, + -1.5250325202941895, + -0.30137476325035095 + ], + [ + -0.2520298957824707, + 0.5853092670440674, + 0.3195383846759796, + -1.7041081190109253, + 0.10549011826515198, + 0.49286434054374695, + -0.5148813128471375, + 0.25594502687454224, + -0.48465290665626526, + -0.11587076634168625, + 1.0477921962738037, + 0.43511447310447693, + -1.4505980014801025, + 0.29394859075546265, + -0.1456659436225891, + -0.2737778127193451, + 0.049796342849731445, + 0.10270944237709045, + -0.1170763373374939, + -1.3352246284484863, + -0.20658642053604126 + ], + [ + -0.3853350281715393, + 0.5378128886222839, + 0.3288872539997101, + -1.6892919540405273, + 0.3762754499912262, + 0.8589645624160767, + 0.0747947096824646, + 0.2242988646030426, + -0.4588909447193146, + -0.167608380317688, + 0.6868228316307068, + 0.1582164466381073, + -1.342597484588623, + 0.3052794337272644, + 0.056850094348192215, + -0.14711783826351166, + 0.08953070640563965, + 0.10018786787986755, + 0.0023639798164367676, + -1.399918794631958, + -0.2866738736629486 + ], + [ + -0.1919984668493271, + 0.5624439120292664, + 0.31198954582214355, + -1.7861696481704712, + 0.44425779581069946, + 0.5143378973007202, + -0.07466506958007812, + 0.0025211572647094727, + -0.5713837146759033, + -0.12941980361938477, + 0.7432565689086914, + -0.2385009229183197, + -1.4268206357955933, + 0.11496303230524063, + 0.031321458518505096, + -0.07657520473003387, + 0.1877565085887909, + -0.059383079409599304, + -0.0008908212184906006, + -1.302751064300537, + -0.21364647150039673 + ], + [ + -0.44028139114379883, + 0.5685139894485474, + 0.3224635720252991, + -1.6278696060180664, + 0.3063991367816925, + 0.656643271446228, + -0.015055477619171143, + -0.01911751925945282, + -0.470625102519989, + -0.18427062034606934, + 0.541265070438385, + 0.08690669387578964, + -1.6019644737243652, + 0.5195234417915344, + 0.18408933281898499, + -0.1337941288948059, + -0.016404226422309875, + -0.006546422839164734, + 0.09327977895736694, + -1.7429075241088867, + -0.3286995589733124 + ], + [ + -0.3194238543510437, + 0.3205827474594116, + 0.7353330850601196, + -1.8947559595108032, + -0.227992981672287, + 0.38397377729415894, + -0.896184504032135, + 0.23796477913856506, + -0.3975369930267334, + -0.007842756807804108, + 0.7615503072738647, + -0.02937774360179901, + -1.4528554677963257, + 0.8115482926368713, + -0.12386856973171234, + -0.13710950314998627, + 0.2045125812292099, + 0.2122604250907898, + -0.3311074376106262, + -1.2139930725097656, + -0.052016481757164 + ], + [ + -0.3621755838394165, + 0.5281631350517273, + 0.33179181814193726, + -1.596368670463562, + 0.3809725046157837, + 0.9739892482757568, + -0.05050241947174072, + 0.17866046726703644, + -0.4648782014846802, + -0.16553622484207153, + 0.652933657169342, + -0.0497857928276062, + -1.34047532081604, + 0.3742433190345764, + 0.07762204855680466, + -0.14077474176883698, + 0.06673979759216309, + 0.022215038537979126, + -0.0028526782989501953, + -1.5628108978271484, + -0.14526304602622986 + ] + ], + "generated_utilities": [ + 0.08808663487434387, + 0.08364303410053253, + 0.0906635969877243, + 0.09038695693016052, + 0.09103855490684509, + 0.09815146028995514, + 0.06714904308319092, + 0.091657355427742 + ], + "group_id": "ms-9dd1ff4c297a81b13071", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8516564965248108, + 2.0, + 0.1494855284690857, + 0.055758267641067505, + 0.036668211221694946, + 0.07056847214698792, + 0.04008351266384125, + 0.05633004009723663, + 0.02862207591533661, + 0.015687182545661926, + 0.019019082188606262, + 0.023057550191879272, + 0.028364822268486023, + 0.01723407208919525, + 0.014924973249435425, + 0.009071111679077148 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.1157030463218689, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + -0.21419362723827362, + -0.1620790958404541, + 0.10239671170711517, + 1.0506095886230469, + -0.029366135597229004, + -1.1518316268920898, + 0.0, + 0.012827078811824322, + -0.20665299892425537, + 0.1328488290309906, + 0.2279750108718872, + -0.03289484977722168, + -1.5546278953552246, + 0.0 + ], + [ + -0.061262428760528564, + 0.6742054224014282, + 0.27908480167388916, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.504479706287384, + 0.005879342555999756, + -0.19761157035827637, + 1.0506095886230469, + -0.41876620054244995, + -1.1518316268920898, + 0.0, + 0.20078891515731812, + 0.6885460615158081, + -0.39108264446258545, + -0.0017614364624023438, + 0.06743857264518738, + -1.5546278953552246, + 0.0 + ], + [ + 0.5868401527404785, + 1.6742054224014282, + 1.1372367143630981, + -2.967001438140869, + 2.1331236362457275, + 1.5051755905151367, + -1.8059349060058594, + 0.1414581686258316, + -0.9926028251647949, + 0.012915095314383507, + 2.050609588623047, + 0.46200549602508545, + -2.15183162689209, + 1.984666347503662, + 0.004043519496917725, + -0.007306791841983795, + 0.005705556366592646, + 0.6131817102432251, + 0.3006264567375183, + -2.5546278953552246, + -1.7332510948181152 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.6118698120117188, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.969332695007324, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4665021896362305 + ], + [ + 0.7667621374130249, + 1.5390151739120483, + 1.1547269821166992, + -2.778561592102051, + 1.866081953048706, + 1.742999792098999, + -2.099961996078491, + 0.33390146493911743, + -1.039352536201477, + 0.018922632560133934, + 2.1802926063537598, + 0.21026381850242615, + -1.9868192672729492, + 2.2840356826782227, + 0.2661922574043274, + -0.0760788768529892, + -0.25036871433258057, + 0.5958375930786133, + 0.39808160066604614, + -2.3019373416900635, + -1.9119294881820679 + ], + [ + 0.21078836917877197, + 2.030034065246582, + 1.364661455154419, + -2.756847381591797, + 2.1105854511260986, + 1.5105795860290527, + -1.4847288131713867, + 0.19517111778259277, + -0.9365154504776001, + -0.185064896941185, + 1.7242164611816406, + 0.554785966873169, + -2.128002166748047, + 2.32124662399292, + -0.14338858425617218, + -0.18638649582862854, + -0.06145195662975311, + 1.0103839635849, + 0.10478943586349487, + -2.3557469844818115, + -1.3568179607391357 + ], + [ + 0.6554931998252869, + 1.7042505741119385, + 1.1219942569732666, + -2.9365522861480713, + 2.1972029209136963, + 1.2852301597595215, + -2.071401596069336, + -0.25075268745422363, + -0.9607611894607544, + -0.15707145631313324, + 2.3301854133605957, + 0.696258544921875, + -2.4799001216888428, + 2.2737038135528564, + 0.49365222454071045, + -0.006091635674238205, + 0.17059087753295898, + 0.395903617143631, + -0.10465583205223083, + -2.880927085876465, + -1.4333418607711792 + ], + [ + 0.7670719027519226, + 1.224940299987793, + 1.6198525428771973, + -3.2503244876861572, + 2.5297372341156006, + 2.045498847961426, + -1.3342132568359375, + 0.68048095703125, + -0.3930545449256897, + 0.5965484976768494, + 2.133889675140381, + 0.36855342984199524, + -1.8037694692611694, + 2.556846857070923, + -0.1911451667547226, + -0.3529677093029022, + -0.3636750280857086, + 1.026800274848938, + -0.20076358318328857, + -2.1935501098632812, + -1.8476282358169556 + ], + [ + 0.9022495746612549, + 2.1540801525115967, + 1.1204087734222412, + -3.5735349655151367, + 2.2897965908050537, + 1.4426425695419312, + -2.2777371406555176, + 0.2637852728366852, + -0.3717668056488037, + -0.14255757629871368, + 2.7470617294311523, + 0.824697732925415, + -2.016007423400879, + 1.3848707675933838, + 0.02014077827334404, + -0.02079096809029579, + 0.1316106617450714, + 0.5287550687789917, + -0.25196993350982666, + -3.213554620742798, + -1.9096342325210571 + ], + [ + 0.48963662981987, + 2.4187183380126953, + 0.5147287249565125, + -3.54813289642334, + 2.8292837142944336, + 1.2309377193450928, + -1.4596744775772095, + 0.759813129901886, + -1.6124448776245117, + -0.04473564028739929, + 1.8067340850830078, + 0.8770040273666382, + -1.7336957454681396, + 2.3543357849121094, + 0.7167251706123352, + 0.7781437635421753, + 0.018144791945815086, + 0.85343337059021, + 0.7165149450302124, + -1.818267583847046, + -1.6358351707458496 + ], + [ + 0.7287769317626953, + 0.8266444206237793, + 1.2198187112808228, + -3.411198139190674, + 2.322737693786621, + 1.6848948001861572, + -1.5833497047424316, + -0.09133762121200562, + -0.7179563641548157, + -0.48968634009361267, + 1.2692055702209473, + -0.2933996319770813, + -2.2047011852264404, + 2.5892493724823, + 0.579949140548706, + -0.8824212551116943, + 0.5980190634727478, + 0.726272702217102, + 0.34269076585769653, + -3.002150058746338, + -1.3803678750991821 + ], + [ + -0.3817375898361206, + 2.5025484561920166, + 1.2243857383728027, + -3.2926037311553955, + 2.599991798400879, + 1.8947346210479736, + -1.8104552030563354, + -0.11786957085132599, + -1.363319754600525, + 0.9720494151115417, + 2.8479971885681152, + 0.21471652388572693, + -1.550936222076416, + 2.468796491622925, + -0.2036164253950119, + 0.5396631360054016, + 0.17135997116565704, + 0.5208990573883057, + 0.24709337949752808, + -2.5075175762176514, + -0.9152282476425171 + ], + [ + 0.6722562909126282, + 1.8949863910675049, + 1.2500941753387451, + -2.8494608402252197, + 1.2470285892486572, + 0.8798676133155823, + -2.107424020767212, + -0.34346121549606323, + -0.21937179565429688, + 0.9675543308258057, + 1.4265825748443604, + 1.4061365127563477, + -1.6818609237670898, + 2.437046766281128, + 0.5131968259811401, + 0.07537894695997238, + 0.030545832589268684, + 1.563161849975586, + -0.3568723797798157, + -1.5746777057647705, + -1.8052027225494385 + ], + [ + 1.0778199434280396, + 1.3859916925430298, + 1.132858395576477, + -2.3290562629699707, + 1.31394362449646, + 1.3226317167282104, + -0.925024688243866, + -0.6998417377471924, + -0.0782473087310791, + 0.19393815100193024, + 1.1352367401123047, + 1.2916853427886963, + -2.1275978088378906, + 2.132936954498291, + 0.25398731231689453, + 0.3702129125595093, + 0.15469752252101898, + -0.24649697542190552, + 1.0649759769439697, + -3.2547719478607178, + -2.3638734817504883 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.007770121097564697, + 0.6742054224014282, + 0.13723671436309814, + -1.9670014381408691, + 1.1331236362457275, + 0.5051755905151367, + 0.0, + 0.02931968867778778, + -0.06000661849975586, + 0.037246059626340866, + 1.0506095886230469, + 0.06367745995521545, + -1.1518316268920898, + 0.0, + -0.012757819145917892, + 0.06826230883598328, + -0.028498666360974312, + -0.06262236833572388, + -0.010856300592422485, + -1.5546278953552246, + 0.0 + ] + ], + "predicted_scores": [ + 1.8462964296340942, + 1.7113206386566162, + 1.6886564493179321, + 1.6063328981399536, + 1.5384234189987183, + 1.5011868476867676, + 1.1235263347625732, + 1.0236680507659912 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1324133122/train2", + "selected_index": 0, + "state_hash": "4749101c4a00176ce4f05a8af20b9a451e38e456eacd39716bfd3d355b6659d4", + "stored_base_utility": 0.8516564965248108, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7912740707397461, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7912740707397461 + }, + "base_progress": 0.7912740707397461, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.7912740707397461, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7915292978286743, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7915292978286743 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7879612445831299, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7879612445831299 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7977694272994995, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7977694272994995 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7880699634552002, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7880699634552002 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.6073036789894104, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.6073036789894104 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7859866619110107, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7859866619110107 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8125197887420654, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8125197887420654 + } + ], + "candidate_progress": [ + 0.7915292978286743, + 0.7879612445831299, + 0.7977694272994995, + 1.0, + 0.7880699634552002, + 0.6073036789894104, + 0.7859866619110107, + 0.8125197887420654 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-e7959111ef1429bcf699", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93", + "ms-dc26a7037003b94b9f93" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + true, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank0", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d7254aa722729aa1a031", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.07851733267307281, + 0.05488240718841553, + 0.1252163052558899, + 0.1102127730846405, + -0.2656260132789612, + -1.7071001529693604, + 0.029336541891098022, + 0.16910402476787567, + 0.01751060038805008, + -0.07177748531103134, + -0.0448375940322876, + 0.15513929724693298, + -1.2937872409820557, + -0.03131695091724396, + -0.05268071964383125, + 0.15798552334308624, + 0.030253395438194275, + 0.10941800475120544, + 0.01499265432357788, + -1.0268781185150146, + -0.16541245579719543 + ], + [ + 0.04200069606304169, + 0.1015511304140091, + 0.1145191490650177, + 0.15119367837905884, + -0.24925753474235535, + -1.6602503061294556, + 0.11253637075424194, + 0.2007295936346054, + -0.017290230840444565, + 0.03809243440628052, + 0.07868491113185883, + 0.1793523132801056, + -1.4236525297164917, + -0.03319047391414642, + -0.09439840912818909, + 0.04672607034444809, + 0.017935067415237427, + 0.2563077211380005, + -0.0025226473808288574, + -1.0431697368621826, + -0.1584949493408203 + ], + [ + 0.037682436406612396, + 0.06006447970867157, + 0.09001335501670837, + 0.16600966453552246, + -0.2875996232032776, + -1.7648156881332397, + 0.08982273936271667, + 0.1671075075864792, + 0.01750447228550911, + -0.05416888743638992, + -0.0025041215121746063, + 0.12770628929138184, + -1.4443453550338745, + -0.008486241102218628, + -0.09163549542427063, + 0.10533732175827026, + -0.026710912585258484, + 0.11622858792543411, + 0.0816926509141922, + -1.1567796468734741, + -0.10783538222312927 + ], + [ + 0.07664426416158676, + 0.18082070350646973, + -0.1405397355556488, + 0.14318859577178955, + -0.08270493149757385, + -1.985300898551941, + -0.35927504301071167, + 0.1649726927280426, + 0.08936862647533417, + -0.03129083663225174, + 0.1141967624425888, + 0.3884788155555725, + -1.430224895477295, + -0.05389221012592316, + 0.04400407150387764, + 0.11566266417503357, + 0.14295803010463715, + 0.03512492775917053, + 0.2533470392227173, + -1.2740342617034912, + -0.038926929235458374 + ], + [ + -0.03542262315750122, + 0.0855180025100708, + 0.09363505244255066, + 0.19794350862503052, + -0.2817903161048889, + -1.7580797672271729, + 0.1095719039440155, + 0.16620619595050812, + 0.011763929389417171, + 0.07645651698112488, + 0.00464504212141037, + 0.2119777798652649, + -1.4090553522109985, + 0.01286151260137558, + -0.07795625925064087, + 0.06662513315677643, + -0.12351839244365692, + 0.17625297605991364, + 0.12856021523475647, + -1.1648130416870117, + -0.11502844095230103 + ], + [ + -0.18928705155849457, + 0.14614152908325195, + 0.03130143880844116, + 0.07268625497817993, + -0.06734451651573181, + -1.7748721837997437, + -0.062277138233184814, + 0.22011159360408783, + -0.07015649229288101, + -0.09263696521520615, + 0.038069579750299454, + 0.2979608178138733, + -1.4778908491134644, + -0.3906843066215515, + 0.06454329192638397, + 0.03441787511110306, + -0.24385197460651398, + 0.21882103383541107, + 0.15543115139007568, + -1.2430424690246582, + -0.4964893162250519 + ], + [ + -0.0165545791387558, + 0.0890451967716217, + -0.10494557023048401, + 0.0864836573600769, + 0.2504384517669678, + -1.812683343887329, + -1.0579626560211182, + 0.052287757396698, + 0.11182296276092529, + -0.03846689313650131, + 0.36725395917892456, + 0.22032098472118378, + -1.869672179222107, + -0.05812700092792511, + 0.2357933521270752, + 0.04519179090857506, + 0.06294029951095581, + 0.014861911535263062, + 0.3090328276157379, + -0.9178522825241089, + -0.4424225986003876 + ], + [ + -0.09509845077991486, + -0.1694493591785431, + -0.004647672176361084, + 0.396890789270401, + -0.4255221486091614, + -2.519129753112793, + -0.42697852849960327, + -0.020763874053955078, + -0.009511306881904602, + -0.05238424986600876, + -0.49594858288764954, + 0.22825747728347778, + -1.1136184930801392, + -0.24052830040454865, + -0.04145264998078346, + 0.2553772032260895, + -0.06851063668727875, + -0.09578301012516022, + 0.17507949471473694, + -1.6751296520233154, + 0.0827011689543724 + ] + ], + "generated_utilities": [ + 0.7915292978286743, + 0.7879612445831299, + 0.7977694272994995, + 2.0, + 0.7880699634552002, + 0.6073036789894104, + 0.7859866619110107, + 0.8125197887420654 + ], + "group_id": "ms-d7254aa722729aa1a031", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8508063554763794, + 0.8508847951889038, + 2.0, + 2.0, + 0.7878528833389282, + 0.7823078036308289, + 0.5873303413391113, + 0.11915150284767151, + 0.10334524512290955, + 0.0965554416179657, + 0.244937464594841, + 0.03387512266635895, + 0.05926509201526642, + 0.08845381438732147, + 0.11765863001346588, + 0.13529342412948608 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.013994045555591583, + 0.004866376519203186, + 0.019851287826895714, + 0.39323890209198, + 0.3425690233707428, + -2.410154104232788, + -1.2275891304016113, + -0.007882587611675262, + -0.0006628560367971659, + 0.01394968293607235, + 0.6084420084953308, + 0.5202673673629761, + -2.0057284832000732, + -1.068007469177246, + -0.003022722899913788, + -0.00218286388553679, + 0.010141385719180107, + 0.7118645310401917, + 0.6228916049003601, + -1.6721309423446655, + -0.8897204995155334 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.4551782608032227, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -2.136014938354492, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -1.779440999031067 + ], + [ + 0.08381300419569016, + -0.25414299964904785, + 0.3046627938747406, + 0.2051931917667389, + 0.146656334400177, + -2.3382723331451416, + -1.1274890899658203, + -0.07934268563985825, + -0.16015419363975525, + 0.02425462193787098, + 0.8810054659843445, + 0.39938104152679443, + -1.9301764965057373, + -1.3160964250564575, + -0.19421610236167908, + -0.2943705916404724, + 0.0633644163608551, + 0.7233408689498901, + 0.5671199560165405, + -1.7168068885803223, + -0.9989774227142334 + ], + [ + 0.326265811920166, + -0.15344828367233276, + -0.1268908977508545, + 0.1864965856075287, + 0.015488535165786743, + -2.1798272132873535, + -1.0333712100982666, + -0.2578493654727936, + -0.046414319425821304, + -0.31823185086250305, + 1.0010977983474731, + 0.8733007907867432, + -1.9574220180511475, + -1.181248426437378, + 0.16967692971229553, + 0.29194360971450806, + -0.012187037616968155, + 0.9387404918670654, + 0.694560706615448, + -1.3479282855987549, + -1.1044268608093262 + ], + [ + -0.3612338900566101, + 0.48387444019317627, + -0.3096960783004761, + 0.3545958995819092, + -0.13153746724128723, + -2.872255325317383, + -1.1468749046325684, + -0.44800180196762085, + 0.07841869443655014, + -0.45686259865760803, + 0.9807510375976562, + 0.8204613924026489, + -1.8288583755493164, + -1.0257196426391602, + 0.17989033460617065, + 0.24414406716823578, + 0.04621879756450653, + 0.5576819181442261, + 0.2280760109424591, + -1.25234055519104, + -0.9179725050926208 + ], + [ + -0.470883846282959, + -0.07796148955821991, + -0.017119085416197777, + 0.5781651735305786, + 0.19985540211200714, + -1.9807331562042236, + -0.8065817952156067, + 0.19402608275413513, + -0.3651171624660492, + -0.056954383850097656, + 0.7405765652656555, + 0.9988695979118347, + -1.9682152271270752, + -0.7389047741889954, + -0.355762779712677, + -0.22929997742176056, + -0.3789783716201782, + 0.9631128311157227, + 1.0057923793792725, + -1.5150762796401978, + -1.001785397529602 + ], + [ + -0.2937207818031311, + -0.03556300327181816, + 0.04068237543106079, + 0.24167819321155548, + -0.32847097516059875, + -1.928837537765503, + -1.57499361038208, + 0.417209655046463, + 0.24571624398231506, + 0.1832873821258545, + 1.1739997863769531, + 0.27376675605773926, + -2.0172529220581055, + -0.9913797974586487, + -0.1476937234401703, + 0.06272883713245392, + -0.11285705119371414, + 0.5420796871185303, + 1.0703327655792236, + -1.4143861532211304, + -0.25584036111831665 + ], + [ + -0.7378665208816528, + 0.4735339879989624, + -0.13199959695339203, + 0.4788094162940979, + -0.07750904560089111, + -2.740574359893799, + -1.1069352626800537, + 0.5445591807365417, + 0.4852183759212494, + -0.3992326855659485, + -0.02770411968231201, + 1.075323462486267, + -2.558171510696411, + -0.9853496551513672, + -0.4339439868927002, + -0.015913156792521477, + 0.7646399140357971, + 0.5336587429046631, + 0.9899362325668335, + -1.9448189735412598, + -1.1336324214935303 + ], + [ + 0.05066918581724167, + 0.74429851770401, + 0.47539395093917847, + 0.5925494432449341, + 0.16330863535404205, + -2.940960168838501, + -0.8994791507720947, + -0.21443766355514526, + -0.6375463604927063, + 0.8625825047492981, + 0.33973217010498047, + 0.6473300457000732, + -2.305903196334839, + -0.37921154499053955, + -0.4530894458293915, + -0.39290082454681396, + 0.31215527653694153, + 0.9977665543556213, + 0.7848671674728394, + -1.7920833826065063, + -0.9101037979125977 + ], + [ + -0.4367932677268982, + 0.8485310077667236, + -0.7223240733146667, + 0.6970881819725037, + 1.076059341430664, + -3.4034650325775146, + -0.2517172694206238, + -0.1442309021949768, + 0.3423132002353668, + -0.8617347478866577, + 1.164130687713623, + -0.2812897562980652, + -1.7551655769348145, + -0.7546195983886719, + -0.5455654263496399, + -0.4007008373737335, + 0.6537771821022034, + 0.12737244367599487, + -0.21284633874893188, + -0.9532434940338135, + -1.167687177658081 + ], + [ + -0.9404832720756531, + 0.6386489272117615, + 0.8822223544120789, + 0.5016134977340698, + 0.12322121858596802, + -1.4259089231491089, + -0.47776806354522705, + 0.681997537612915, + 0.39381420612335205, + 0.9109645485877991, + 0.5325687527656555, + 1.382693886756897, + -1.9480863809585571, + -1.1723721027374268, + -0.2676048278808594, + 0.39616623520851135, + 0.08055571466684341, + 0.4976091980934143, + 1.6020972728729248, + -0.9889827370643616, + -1.138328194618225 + ], + [ + 0.7969163656234741, + -0.9729774594306946, + -0.680655837059021, + 0.24648097157478333, + -0.6473722457885742, + -2.491671562194824, + -2.21553897857666, + -0.717236340045929, + -0.16257880628108978, + -0.9828064441680908, + 1.4948874711990356, + 0.3495137691497803, + -2.619565963745117, + -0.2608073949813843, + -0.18431943655014038, + -0.3378715515136719, + -0.9730658531188965, + 1.5300613641738892, + 0.8503600358963013, + -1.185943365097046, + -1.4929203987121582 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.30550551414489746, + -0.05522666871547699, + 0.24260272085666656, + 0.19645848870277405, + -0.1234179139137268, + -1.410154104232788, + 0.0, + -0.10825443267822266, + -0.0897073745727539, + 0.21143501996994019, + -0.02216702699661255, + -0.1596909761428833, + -1.0057284832000732, + 0.0, + 0.15640023350715637, + 0.3033192753791809, + -0.11434109508991241, + 0.26752471923828125, + -0.13346517086029053, + -0.6721309423446655, + 0.0 + ], + [ + -0.3383987545967102, + 0.07549464702606201, + 0.04900747910141945, + 0.5951789617538452, + 0.33461111783981323, + -1.410154104232788, + 0.0, + -0.20981842279434204, + -0.20511308312416077, + -0.5610024333000183, + -0.060104310512542725, + -0.391817569732666, + -1.0057284832000732, + 0.0, + 0.37011271715164185, + -0.5121483206748962, + -0.8959037661552429, + 0.05413919687271118, + -0.2077263593673706, + -0.6721309423446655, + 0.0 + ] + ], + "predicted_scores": [ + 4.6473894119262695, + 4.5054707527160645, + 4.50022029876709, + 4.138151168823242, + 4.097055912017822, + 3.8440637588500977, + 2.27998685836792, + 2.0778799057006836 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "701667486/train2", + "selected_index": 0, + "state_hash": "d438bbe97404dbab121b70fbfcff180fe04b2053c4d31d0b691911aa2570890d", + "stored_base_utility": 0.8508063554763794, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 1.0, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": true, + "utility_scalar": 2.0 + }, + "base_progress": 1.0, + "base_safety_violation": false, + "base_success": true, + "base_utility": 2.0, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20051395893096924, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20051395893096924 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16575539112091064, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16575539112091064 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18843139708042145, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18843139708042145 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17825165390968323, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17825165390968323 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1662929356098175, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1662929356098175 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.19492241740226746, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.19492241740226746 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.20741036534309387, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.20741036534309387 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8275061845779419, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8275061845779419 + } + ], + "candidate_progress": [ + 0.20051395893096924, + 0.16575539112091064, + 0.18843139708042145, + 0.17825165390968323, + 0.1662929356098175, + 0.19492241740226746, + 0.20741036534309387, + 0.8275061845779419 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-875a4668671c02054a3c" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank2", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0", + "ctt_transport_rank1", + "ctt_transport_rank1", + "ctt_transport_rank0" + ], + "candidates_evaluated": true, + "chart_id": "ms-d776afa14e6322cadedd", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.03316466510295868, + 0.06643731147050858, + 0.020256996154785156, + 0.08362889289855957, + 0.1620282232761383, + -1.4882022142410278, + -0.07761561870574951, + 0.11324658989906311, + -0.0010698838159441948, + -0.007871337234973907, + -0.10172424465417862, + -0.023787349462509155, + -1.7439266443252563, + 0.04898190498352051, + 0.04207024350762367, + 0.09246641397476196, + 0.07742708921432495, + -0.10264502465724945, + -0.02895486354827881, + -1.2636812925338745, + -0.010134845972061157 + ], + [ + 0.12206961214542389, + 0.05885519087314606, + 0.13217592239379883, + 0.033297792077064514, + 0.09773391485214233, + -1.8036593198776245, + 0.04890194535255432, + 0.10991811007261276, + -0.008780820295214653, + 0.04743558168411255, + -0.026233382523059845, + -0.0698648989200592, + -1.8519463539123535, + -0.11702373623847961, + -0.04161267355084419, + 0.15596768260002136, + 0.07537287473678589, + 0.1105702593922615, + -0.10434535145759583, + -1.3728611469268799, + -0.06274856626987457 + ], + [ + 0.048649586737155914, + 0.034182995557785034, + 0.08739861845970154, + 0.05440077185630798, + 0.07923191785812378, + -0.7933182716369629, + 0.12389254570007324, + 0.1933375895023346, + 0.04440916329622269, + -0.03859839588403702, + -0.07811319082975388, + -0.17127341032028198, + -1.430498719215393, + -0.30264878273010254, + 0.010353077203035355, + 0.12514936923980713, + -0.11496569216251373, + -0.023897230625152588, + -0.16650208830833435, + -1.4207298755645752, + -0.11746525764465332 + ], + [ + -0.06850698590278625, + 0.04418688267469406, + 0.04100331664085388, + -0.021007969975471497, + 0.3082224130630493, + -1.352728009223938, + -0.1472657322883606, + 0.15632644295692444, + 0.00539418077096343, + 0.006499491631984711, + -0.1739940643310547, + -0.13551637530326843, + -1.9125748872756958, + 0.03992760181427002, + 0.09147223085165024, + 0.08446758985519409, + 0.060169532895088196, + -0.20988397300243378, + -0.02668246626853943, + -1.2391935586929321, + -0.052567258477211 + ], + [ + 0.15752042829990387, + 0.047370560467243195, + 0.09390950202941895, + 0.056748777627944946, + 0.041450560092926025, + -1.4775410890579224, + -0.018267720937728882, + 0.18606077134609222, + -0.013903766870498657, + 0.06763748824596405, + -0.005611777305603027, + 0.01707451045513153, + -1.8894493579864502, + -0.07285182178020477, + -0.018263358622789383, + 0.13214343786239624, + 0.05918914079666138, + 0.104367196559906, + -0.026647120714187622, + -1.4981613159179688, + -0.10407358407974243 + ], + [ + 0.2679290175437927, + 0.04697687178850174, + -0.17442354559898376, + 0.0545562207698822, + 0.21631860733032227, + -1.2983719110488892, + -0.02190491557121277, + 0.16678515076637268, + -0.00780518539249897, + -0.027213983237743378, + -0.0539064034819603, + 0.11784297972917557, + -1.7586050033569336, + -0.11633458733558655, + 0.07678866386413574, + 0.03926582634449005, + 0.10120595991611481, + -0.06623275578022003, + -0.06645482778549194, + -1.34153151512146, + -0.382822185754776 + ], + [ + 0.021596252918243408, + 0.10808555781841278, + -0.059326738119125366, + 0.17357513308525085, + 0.3358808159828186, + -1.3334141969680786, + -0.0978732705116272, + 0.025571152567863464, + -0.03309245407581329, + 0.07980413734912872, + -0.043509989976882935, + 0.19583909213542938, + -1.6947461366653442, + -0.03883184492588043, + 0.10778676718473434, + 0.13795271515846252, + 0.09945406019687653, + 0.11417308449745178, + -0.027473390102386475, + -1.231382131576538, + 0.06386502087116241 + ], + [ + -0.05627936124801636, + 0.004464749246835709, + 0.07736945152282715, + 0.2511180341243744, + 0.3113816976547241, + -1.5447593927383423, + 0.4203351140022278, + 0.07073638588190079, + -0.017161758616566658, + -0.08550218492746353, + -0.16661307215690613, + -0.14903157949447632, + -1.5472378730773926, + 0.13595831394195557, + -0.21207734942436218, + 0.17016755044460297, + 0.000683516263961792, + 0.20090219378471375, + -0.02301168441772461, + -1.0570552349090576, + -0.18621399998664856 + ] + ], + "generated_utilities": [ + 0.20051395893096924, + 0.16575539112091064, + 0.18843139708042145, + 0.17825165390968323, + 0.1662929356098175, + 0.19492241740226746, + 0.20741036534309387, + 0.8275061845779419 + ], + "group_id": "ms-d776afa14e6322cadedd", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8386970162391663, + 2.0, + 0.20740605890750885, + 0.13615217804908752, + 0.6031467318534851, + 0.7796024680137634, + 0.1621241271495819, + 0.16996240615844727, + 0.15992438793182373, + 0.18285347521305084, + 0.08061757683753967, + 0.14775322377681732, + 0.016372904181480408, + 0.06443923711776733, + 0.06855830550193787, + 0.031473562121391296 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + 0.0012080669403076172, + 0.016675079241394997, + -0.11049416661262512, + -0.18111687898635864, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.16851967573165894, + -0.0483754426240921, + -0.10450334846973419, + 0.02433532476425171, + 0.014464190229773521, + -1.621976613998413, + 0.0, + -0.2708023190498352, + 0.20258143544197083, + -0.19858884811401367, + -0.011072218418121338, + 0.05337512120604515, + -1.405531644821167, + 0.0 + ], + [ + -0.24414944648742676, + -0.15503191947937012, + 0.08097231388092041, + -0.03390803933143616, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + 0.056917764246463776, + 0.11982713639736176, + -0.20640377700328827, + 0.2698511481285095, + -0.5681002736091614, + -1.621976613998413, + 0.0, + -0.24253028631210327, + -0.03286649286746979, + -0.6575217247009277, + -0.32096850872039795, + -0.2408425658941269, + -1.405531644821167, + 0.0 + ], + [ + 0.7558505535125732, + 0.047495923936367035, + 0.17671221494674683, + 0.2683066725730896, + 1.3627793788909912, + -2.1350862979888916, + -0.05587177351117134, + -0.00598464161157608, + -0.0003249126020818949, + 0.01622668467462063, + 0.4942616820335388, + 0.026347335427999496, + -2.621976613998413, + -1.7202718257904053, + -0.005902320146560669, + -0.006447978317737579, + 0.022365635260939598, + 0.6384451985359192, + -0.06040418520569801, + -2.405531644821167, + -1.6936993598937988 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -0.11174354702234268, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.4405436515808105, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.3873987197875977 + ], + [ + 0.566322922706604, + 0.34692949056625366, + 0.21173477172851562, + 0.06748008728027344, + 1.613215446472168, + -2.425536632537842, + -0.0019976161420345306, + -0.26347628235816956, + 0.027058903127908707, + -0.07635476440191269, + 0.2626723051071167, + 0.06859342753887177, + -2.5883285999298096, + -1.988996982574463, + -0.2853439152240753, + -0.28917819261550903, + 0.30827221274375916, + 0.6378196477890015, + -0.33115673065185547, + -2.6963462829589844, + -1.5018442869186401 + ], + [ + 0.6349112391471863, + 0.038436517119407654, + 0.1508270800113678, + 0.04295644164085388, + 1.0839532613754272, + -1.8265304565429688, + 0.028805416077375412, + 0.37508806586265564, + -0.2747676968574524, + -0.2759663462638855, + 0.7476297616958618, + -0.1516840010881424, + -2.3965795040130615, + -1.4985543489456177, + -0.1856689751148224, + 0.03216928243637085, + 0.11441078037023544, + 0.6749658584594727, + -0.17700010538101196, + -2.1188833713531494, + -1.6784363985061646 + ], + [ + 0.8865281939506531, + -0.02802223712205887, + 0.5724958181381226, + 0.4633806645870209, + 1.1546995639801025, + -1.8637380599975586, + -0.3117431700229645, + 0.08814923465251923, + -0.4786927103996277, + 0.3931327760219574, + 0.2507610619068146, + -0.12020082771778107, + -3.0246803760528564, + -1.4862127304077148, + -0.3165460228919983, + -0.06142986938357353, + -0.35658136010169983, + 0.7498345971107483, + -0.5186480283737183, + -2.8657968044281006, + -1.4799203872680664 + ], + [ + 0.28766220808029175, + -0.23753729462623596, + 0.21949872374534607, + 0.23003533482551575, + 0.8756457567214966, + -2.6147210597991943, + 0.15871082246303558, + 0.4582497179508209, + -0.08357167989015579, + -0.3599277138710022, + 0.8908210396766663, + 0.5662664175033569, + -2.8447608947753906, + -1.811488389968872, + -0.5259572267532349, + 0.45079565048217773, + 0.36657530069351196, + 0.21225270628929138, + -0.09261360764503479, + -2.15556001663208, + -2.243222951889038 + ], + [ + 0.4375047981739044, + -0.26832157373428345, + 0.46698546409606934, + 0.257399320602417, + 1.4416842460632324, + -2.331239700317383, + -0.057412125170230865, + 0.0982908383011818, + -0.4495640993118286, + 0.6954426765441895, + 0.4381740987300873, + 0.2467481791973114, + -3.194878101348877, + -1.5364596843719482, + -0.10501158237457275, + -0.36139190196990967, + 0.21781593561172485, + 0.26964521408081055, + 0.2926512658596039, + -2.8604204654693604, + -1.2264325618743896 + ], + [ + 0.2752971947193146, + 0.44085511565208435, + 0.09349203109741211, + 0.5142239332199097, + 1.944683313369751, + -2.245222806930542, + -0.14509989321231842, + 0.5362732410430908, + 0.06054594740271568, + 0.10932204127311707, + 1.1576985120773315, + -0.25972238183021545, + -2.614938974380493, + -2.5191850662231445, + 0.2649524509906769, + -0.4829309582710266, + -0.297891229391098, + 1.3985397815704346, + -0.8393893837928772, + -2.829237937927246, + -1.6477762460708618 + ], + [ + 1.0013009309768677, + 0.07036140561103821, + 0.4733560085296631, + 0.8638455271720886, + 2.193321943283081, + -2.0289762020111084, + 0.41994673013687134, + -0.7885891795158386, + -0.5326016545295715, + 0.2079942673444748, + 0.8058609962463379, + -0.20021885633468628, + -2.222874402999878, + -2.5484867095947266, + 0.42493799328804016, + 0.329524427652359, + -0.15711721777915955, + 1.4028748273849487, + -0.13142728805541992, + -2.8622188568115234, + -1.1706066131591797 + ], + [ + 0.46619749069213867, + -0.6513972282409668, + -0.804164707660675, + 0.9768707752227783, + 1.1110923290252686, + -1.230462908744812, + -0.44054192304611206, + -0.5087484121322632, + 0.3916623890399933, + 0.1491948366165161, + 0.35195428133010864, + 0.1736636906862259, + -3.3146426677703857, + -0.7444313168525696, + -0.4442700445652008, + -0.7468911409378052, + 0.06993701308965683, + 1.5806844234466553, + 0.5431184768676758, + -2.1893389225006104, + -2.6476151943206787 + ], + [ + 0.16046160459518433, + -0.308436781167984, + 0.3494795560836792, + 0.2790556252002716, + 1.749393343925476, + -1.2397031784057617, + -0.1972002238035202, + 0.7846193313598633, + -0.4053311347961426, + -0.8788788914680481, + 0.9857583045959473, + -0.3805040419101715, + -3.2537484169006348, + -1.17478346824646, + -0.45741280913352966, + -0.2335657775402069, + 0.5796993374824524, + 1.5383272171020508, + 0.6436970233917236, + -2.413731098175049, + -1.0895507335662842 + ], + [ + -0.23531651496887207, + -0.22097638249397278, + 1.1749272346496582, + 0.7370404005050659, + 0.3990532159805298, + -1.6844000816345215, + 0.45860469341278076, + -0.933163583278656, + 0.36350947618484497, + -0.6950361132621765, + -0.3623585104942322, + -0.09170009195804596, + -2.785374879837036, + -2.534595012664795, + -0.4384579360485077, + -0.8276459574699402, + -0.8660062551498413, + 1.4367798566818237, + 0.9295532703399658, + -2.9889345169067383, + -0.7777332663536072 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + 0.020274698734283447, + -0.06410357356071472, + -0.04118771851062775, + -0.08226534724235535, + 0.3627793788909912, + -1.1350862979888916, + 0.0, + -0.027593832463026047, + -0.0035383012145757675, + 0.11043711751699448, + -0.03947073221206665, + 0.01766383647918701, + -1.621976613998413, + 0.0, + -0.0012086844071745872, + -0.042633943259716034, + -0.004757555201649666, + -0.027304112911224365, + 0.056503038853406906, + -1.405531644821167, + 0.0 + ] + ], + "predicted_scores": [ + 4.354900360107422, + 4.325809001922607, + 4.290067672729492, + 4.1876444816589355, + 4.134945392608643, + 4.103194713592529, + 4.003202438354492, + 3.8872995376586914 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "412102563/train2", + "selected_index": 0, + "state_hash": "af80a48826c1fe9f9a1b13d5a531c6d193219c3cb488961be068fa352b27ae8c", + "stored_base_utility": 0.8386970162391663, + "task_id": "StackCube-v1", + "train_seed": "2" + }, + { + "base_action_clip_max_abs": 0.0, + "base_outcome": { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.8279688954353333, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.8279688954353333 + }, + "base_progress": 0.8279688954353333, + "base_safety_violation": false, + "base_success": false, + "base_utility": 0.8279688954353333, + "candidate_action_clip_max_abs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "candidate_outcomes": [ + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16314539313316345, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16314539313316345 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.17525246739387512, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.17525246739387512 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1719280481338501, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1719280481338501 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.18550802767276764, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.18550802767276764 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.16341476142406464, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.16341476142406464 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1639019101858139, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1639019101858139 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.7970014810562134, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.7970014810562134 + }, + { + "action_bound_violation": false, + "action_clip_max_abs": 0.0, + "contact_quality": null, + "progress": 0.1667558252811432, + "recovery": null, + "safety_violation": false, + "safety_violation_source": "action_bounds", + "smoothness": null, + "stage_progress": null, + "success": false, + "utility_scalar": 0.1667558252811432 + } + ], + "candidate_progress": [ + 0.16314539313316345, + 0.17525246739387512, + 0.1719280481338501, + 0.18550802767276764, + 0.16341476142406464, + 0.1639019101858139, + 0.7970014810562134, + 0.1667558252811432 + ], + "candidate_safety_violation": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_source_chart_ids": [ + "ms-9228f8295b9891cf011c", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-f3ec6a4e6e3a778054d1", + "ms-20f3cfcf183c69853b1e", + "ms-875a4668671c02054a3c", + "ms-875a4668671c02054a3c", + "ms-0949097d19e597fc7f63" + ], + "candidate_source_task_ids": [ + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1", + "StackCube-v1" + ], + "candidate_success": [ + false, + false, + false, + false, + false, + false, + false, + false + ], + "candidate_types": [ + "ctt_transport_rank1", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank4", + "ctt_transport_rank0", + "ctt_transport_rank2", + "ctt_transport_rank2", + "ctt_transport_rank3" + ], + "candidates_evaluated": true, + "chart_id": "ms-e887dbfa0133af46829d", + "execution_action_scale": 1.0, + "execution_action_scale_vector": [ + 0.38140127062797546, + 0.37111717462539673, + 0.3543089032173157, + 0.23785008490085602, + 0.24827128648757935, + 0.2326488196849823, + 0.21542003750801086 + ], + "execution_action_transform": "identity", + "generated_tangents": [ + [ + 0.1863357424736023, + 0.0240493044257164, + 0.14861011505126953, + 0.08264875411987305, + -0.017370134592056274, + -1.8772190809249878, + -0.019755065441131592, + 0.12723205983638763, + -0.03365302085876465, + 0.029666125774383545, + -0.06872345507144928, + -0.05169740319252014, + -1.894430160522461, + -0.20031298696994781, + -0.07667569816112518, + 0.1579170674085617, + 0.05016322433948517, + 0.07209756970405579, + -0.05820909142494202, + -1.426401138305664, + -0.12557688355445862 + ], + [ + 0.03486745059490204, + 0.04788437485694885, + 0.025759518146514893, + 0.17028668522834778, + 0.07080720365047455, + -1.6365724802017212, + -0.10510522127151489, + 0.13841430842876434, + -0.010292015969753265, + -0.013276763260364532, + -0.10936567932367325, + -0.0027103424072265625, + -1.7841204404830933, + 0.022256679832935333, + 0.03595270961523056, + 0.09371200203895569, + 0.07165372371673584, + -0.07830749452114105, + -0.025248348712921143, + -1.3251292705535889, + -0.04723009467124939 + ], + [ + -0.06048327684402466, + 0.030812978744506836, + 0.05485522747039795, + 0.05243721604347229, + 0.2247612625360489, + -1.4990901947021484, + -0.17798912525177002, + 0.1888563483953476, + -0.0061401911079883575, + 0.009488590061664581, + -0.18069687485694885, + -0.10084015130996704, + -1.9742484092712402, + 0.0010958313941955566, + 0.0803169310092926, + 0.08889469504356384, + 0.06009899079799652, + -0.2034272402524948, + -0.029487162828445435, + -1.3156208992004395, + -0.09945985674858093 + ], + [ + 0.05532148480415344, + 0.03561466187238693, + 0.07144957780838013, + 0.09945148229598999, + 0.006219387054443359, + -0.8916516304016113, + 0.10403507947921753, + 0.22104060649871826, + 0.04540605843067169, + -0.03728292137384415, + -0.07336356490850449, + -0.15552544593811035, + -1.4081788063049316, + -0.3305404782295227, + 0.0050581954419612885, + 0.12240366637706757, + -0.13064555823802948, + -0.02028718590736389, + -0.15505939722061157, + -1.4545226097106934, + -0.11845776438713074 + ], + [ + 0.1377580314874649, + 0.046403661370277405, + 0.11701798439025879, + 0.0919547975063324, + 0.011047735810279846, + -1.9247304201126099, + -0.010477989912033081, + 0.13943418860435486, + -0.033210255205631256, + 0.04359831660985947, + -0.0013919956982135773, + -0.0589885413646698, + -1.9297654628753662, + -0.17646832764148712, + -0.049077462404966354, + 0.16063405573368073, + 0.05495339632034302, + 0.13664370775222778, + -0.11042892932891846, + -1.4093499183654785, + -0.10806721448898315 + ], + [ + 0.16997523605823517, + 0.038086891174316406, + 0.08163347840309143, + 0.09786203503608704, + -0.03644144535064697, + -1.5525752305984497, + -0.07773745059967041, + 0.19744522869586945, + -0.034761279821395874, + 0.06094101443886757, + 0.018607616424560547, + 0.01642848551273346, + -1.9410934448242188, + -0.12035959959030151, + -0.02774352952837944, + 0.135480135679245, + 0.05210930109024048, + 0.10938125848770142, + -0.015383243560791016, + -1.5289170742034912, + -0.13870826363563538 + ], + [ + -0.05618910491466522, + 0.005557555705308914, + 0.05518972873687744, + 0.31512466073036194, + 0.2110239863395691, + -1.6554509401321411, + 0.3642859160900116, + 0.09495457261800766, + -0.026772083714604378, + -0.07929635792970657, + -0.16234859824180603, + -0.1117652952671051, + -1.6191920042037964, + 0.07068666815757751, + -0.2102614939212799, + 0.1696942299604416, + -0.01989269256591797, + 0.20371416211128235, + -0.03201904892921448, + -1.1292866468429565, + -0.21699681878089905 + ], + [ + 0.03525374084711075, + 0.046350426971912384, + 0.04728928208351135, + 0.19183886051177979, + 0.003965437412261963, + -1.7664903402328491, + -0.17965656518936157, + 0.048977091908454895, + -0.005091411992907524, + -0.009696058928966522, + -0.04259324073791504, + -0.015852972865104675, + -1.9174058437347412, + 0.06435716152191162, + 0.08034767210483551, + 0.0690491795539856, + 0.16750290989875793, + 0.06940747797489166, + -0.17085888981819153, + -1.2169008255004883, + -0.14018750190734863 + ] + ], + "generated_utilities": [ + 0.16314539313316345, + 0.17525246739387512, + 0.1719280481338501, + 0.18550802767276764, + 0.16341476142406464, + 0.1639019101858139, + 0.7970014810562134, + 0.1667558252811432 + ], + "group_id": "ms-e887dbfa0133af46829d", + "hidden_candidate_types": [ + "expert", + "near_miss", + "near_miss", + "wrong_direction", + "no_op", + "wrong_gripper", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative", + "random_negative" + ], + "hidden_chart_utilities": [ + 0.8351176977157593, + 2.0, + 0.19064836204051971, + 0.1411142796278, + 0.6037710309028625, + 0.7814163565635681, + 0.1645386517047882, + 2.0, + 0.12996163964271545, + 0.1836192011833191, + 0.1731177270412445, + 0.5733826756477356, + 0.053966864943504333, + 0.1302099972963333, + 0.11049023270606995, + 0.08037742972373962 + ], + "instruction": "Stack cube A on top of cube B.", + "negative_tangents": [ + [ + -0.06338369846343994, + 0.059499189257621765, + -0.019710391759872437, + -0.1653519868850708, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.24354441463947296, + 0.14564362168312073, + 0.1889113187789917, + 0.003917813301086426, + 0.01914181187748909, + -1.6722867488861084, + 0.0, + 0.2844846248626709, + -0.017869576811790466, + 0.12607194483280182, + -0.038061678409576416, + -0.0639369785785675, + -1.5490257740020752, + 0.0 + ], + [ + 0.45784449577331543, + -0.19690854847431183, + 0.028207063674926758, + -0.3284022808074951, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + 0.19057995080947876, + 0.06997257471084595, + -0.19718898832798004, + 0.5988057255744934, + 0.027323465794324875, + -1.6722867488861084, + 0.0, + -0.502467930316925, + 0.5070173740386963, + -0.2913348078727722, + 0.09951120615005493, + -0.925142765045166, + -1.5490257740020752, + 0.0 + ], + [ + 0.7285544276237488, + -0.21421118080615997, + 0.3110690712928772, + 0.6038460731506348, + 1.3712776899337769, + -2.5529592037200928, + 0.6998128890991211, + -0.013858422636985779, + -0.007056809961795807, + 0.0267822053283453, + 0.598056972026825, + -0.020557451993227005, + -2.6722867488861084, + -1.7902464866638184, + -0.005695551633834839, + -0.004795461893081665, + 0.026951199397444725, + 0.6883092522621155, + -0.18438220024108887, + -2.549025774002075, + -1.7290098667144775 + ], + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.3996257781982422, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.5804929733276367, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + -3.458019733428955 + ], + [ + 0.7744204998016357, + -0.14032170176506042, + 0.5317867994308472, + 0.3657727837562561, + 1.1711537837982178, + -2.4608333110809326, + 0.9361243844032288, + -0.28777211904525757, + -0.02713797055184841, + 0.0024450384080410004, + 0.3406478464603424, + 0.16705746948719025, + -2.7086386680603027, + -1.657912015914917, + 0.06333691626787186, + 0.0674947127699852, + -0.17235594987869263, + 0.6823904514312744, + -0.2967503070831299, + -2.3086485862731934, + -1.7156732082366943 + ], + [ + 0.5220472812652588, + 0.28427159786224365, + 0.001781165599822998, + 0.933464527130127, + 1.5460690259933472, + -2.6197750568389893, + 0.7653661370277405, + -0.3777310848236084, + 0.11237086355686188, + -0.12461940199136734, + 0.6983301043510437, + -0.2672002911567688, + -3.0165061950683594, + -1.5533162355422974, + 0.1221739798784256, + -0.13136707246303558, + 0.35114821791648865, + 0.3148680627346039, + -0.4997022747993469, + -2.2119808197021484, + -1.566335916519165 + ], + [ + 1.0094021558761597, + -0.23150265216827393, + 0.5109674334526062, + 0.7008609771728516, + 1.4336611032485962, + -2.00026273727417, + 1.107550859451294, + -0.34252047538757324, + 0.2677552402019501, + 0.39419615268707275, + 0.5391560792922974, + 0.03777590021491051, + -2.8717029094696045, + -1.6569743156433105, + 0.4206036627292633, + -0.2937912940979004, + -0.5704524517059326, + 0.8473536968231201, + -0.08534249663352966, + -2.997760057449341, + -1.8882695436477661 + ], + [ + 1.1181895732879639, + -0.032054707407951355, + 0.7414692640304565, + 0.17649400234222412, + 1.1594514846801758, + -3.1546308994293213, + 0.5525701642036438, + -0.40559321641921997, + 0.1876431107521057, + -0.32533133029937744, + 0.6343457698822021, + -0.6795477867126465, + -2.3824045658111572, + -1.2941229343414307, + 0.26826751232147217, + -0.43359729647636414, + 0.026619363576173782, + 0.6621769070625305, + 0.12951242923736572, + -2.12331223487854, + -1.5770692825317383 + ], + [ + 0.9990148544311523, + -0.687415599822998, + 0.07649993896484375, + -0.12415826320648193, + 1.3442331552505493, + -2.5085370540618896, + 0.12927699089050293, + 0.39645808935165405, + 0.09042495489120483, + -0.6732081174850464, + 0.8066308498382568, + 0.6640077233314514, + -2.092290163040161, + -1.4049465656280518, + -0.14882516860961914, + -0.3191836178302765, + 0.6641588807106018, + 0.5160242319107056, + 0.26494869589805603, + -2.9544320106506348, + -1.5772790908813477 + ], + [ + 1.364687442779541, + -0.3321616053581238, + 0.7562487125396729, + 0.9752405881881714, + 0.7015633583068848, + -2.9051685333251953, + 1.55759596824646, + -0.5334111452102661, + -0.08721090853214264, + -0.608826756477356, + 0.8765581846237183, + 0.7633923292160034, + -3.0773491859436035, + -1.2762537002563477, + -0.5415350198745728, + 0.297212690114975, + -0.2932831943035126, + 0.8217049837112427, + -0.815603494644165, + -1.8096072673797607, + -0.8454118967056274 + ], + [ + 1.539335012435913, + 0.15505172312259674, + -0.6605521440505981, + -0.3954293131828308, + 1.2441569566726685, + -2.0352230072021484, + 0.6014876961708069, + -0.6440654993057251, + -0.14328083395957947, + 0.03863175958395004, + 0.525173008441925, + 0.2733049690723419, + -2.26670503616333, + -2.744218587875366, + 0.05054756999015808, + 0.32311585545539856, + 0.7169739603996277, + 0.07201558351516724, + -0.7233601212501526, + -1.8625562191009521, + -1.837114691734314 + ], + [ + 0.4437761902809143, + 0.4635366201400757, + 1.1320353746414185, + -0.2871807813644409, + 1.3933004140853882, + -1.7322083711624146, + 1.1530396938323975, + 0.1754496544599533, + -0.7168039083480835, + 0.16693663597106934, + 1.0204297304153442, + 0.2511445879936218, + -1.8195054531097412, + -2.3545191287994385, + -0.7189527750015259, + 0.7209672927856445, + 0.08699111640453339, + 1.0901274681091309, + -0.450054794549942, + -2.4898018836975098, + -0.938546359539032 + ], + [ + -0.240098237991333, + -0.04404556751251221, + -0.4921736717224121, + 0.653389573097229, + 1.954259991645813, + -2.4239091873168945, + 0.28849372267723083, + 0.036671146750450134, + -0.9218901991844177, + -0.7163963913917542, + -0.15177470445632935, + 0.9432955384254456, + -2.227236032485962, + -2.5819218158721924, + -0.6793429851531982, + -0.5430718660354614, + 0.2032383531332016, + 1.2792136669158936, + -0.6447700262069702, + -2.255676746368408, + -1.8585152626037598 + ] + ], + "num_executed_including_base": 9, + "num_generated": 8, + "outcome_vector_schema": [ + "success", + "progress", + "contact_quality", + "safety_violation", + "stage_progress", + "smoothness", + "recovery", + "utility_scalar" + ], + "positive_tangents": [ + [ + -0.03692340850830078, + 0.02968139946460724, + 0.0361674427986145, + 0.04010254144668579, + 0.37127768993377686, + -1.5529592037200928, + 0.0, + -0.01803029328584671, + -0.019202932715415955, + -0.04222431033849716, + 0.05009949207305908, + 0.01904309168457985, + -1.6722867488861084, + 0.0, + 0.04868185147643089, + 0.05731650069355965, + 0.04398583248257637, + 0.013680577278137207, + 0.03227166831493378, + -1.5490257740020752, + 0.0 + ], + [ + 0.6551725268363953, + 0.13864515721797943, + 0.48871910572052, + 0.2261146903038025, + 1.4671885967254639, + -2.2526662349700928, + 0.8945764303207397, + -0.09004619717597961, + -0.17359668016433716, + 0.3396550416946411, + 0.7144328355789185, + -0.39453694224357605, + -2.8827593326568604, + -2.082418918609619, + 0.39172348380088806, + -0.1638338714838028, + 0.2826210558414459, + 0.6858521699905396, + -0.330074667930603, + -2.9167230129241943, + -1.5957034826278687 + ] + ], + "predicted_scores": [ + 4.3111252784729, + 4.2464375495910645, + 4.205270767211914, + 4.166205883026123, + 4.117834568023682, + 3.980717658996582, + 3.948111057281494, + 3.881516456604004 + ], + "restore_error": 1.4901161193847656e-08, + "seed": "1999022574/train2", + "selected_index": 0, + "state_hash": "5126dedd4445eeefe34e60387627622264c207ccc0669b373bd5d22aa148080b", + "stored_base_utility": 0.8351176977157593, + "task_id": "StackCube-v1", + "train_seed": "2" + } + ], + "run_dirs": [ + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed0", + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1", + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2" + ], + "schema_version": 1, + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f", + "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f", + "train_seeds": [ + "0", + "1", + "2" + ] +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/command.txt b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/command.txt new file mode 100644 index 0000000000000000000000000000000000000000..e50c03a3553213f1c1a49cd7173745c4c8f2573d --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/command.txt @@ -0,0 +1 @@ +python scripts/build_ctt_rollout_comparison.py --run-glob runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed* --out-dir runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison --k 8 --bootstrap-samples 1000 diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/data_hash.txt b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..f89d3c89364ad6b600da627fb49e931ffc3f933a --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/data_hash.txt @@ -0,0 +1 @@ +0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/eval.log b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/eval.log new file mode 100644 index 0000000000000000000000000000000000000000..523e14ff7c7173b7f6dec37eb7a23c8e8fbbd8e7 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/eval.log @@ -0,0 +1,3 @@ +runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed0: measured_candidates.json +runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1: measured_candidates.json +runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2: measured_candidates.json diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/git_hash.txt b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/git_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..293c6ad4e775f2f937dca574f1b83a5f93f0bdb1 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/git_hash.txt @@ -0,0 +1 @@ +14e81292e2004925f81e0bb4810f6f144bfd87b7 diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b5638b7d0b1d7af2ec30c532f7ca76146c6dae0d --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics.json @@ -0,0 +1,11070 @@ +{ + "epsilon": 0.0, + "k": 8, + "mode": "measured", + "num_rows": 144, + "rows": [ + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.008428394794464111, + "chart_id": "ms-5799584ed40e211c50a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0069979598815633, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15012798885351566, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7277753949165344, + "proposal_oracle_utility_gain_over_base_at_8": -0.00047129392623901367, + "seed": "2012211287/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7193470001220703, + "selected_utility_gain_over_base_at_8": -0.008899688720703125, + "selector_gap_fraction_to_hidden_at_8": 0.006627381836179164, + "selector_regret_at_8": 0.008428394794464111, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2722246050834656, + "support_gap_fraction_to_hidden_at_8": 1.0003705859635703, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2806529998779297 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018923133611679077, + "chart_id": "ms-715db95b13ebc6c977c8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0046022238919023, + "ncar_to_proposal_oracle_at_8": 0.29802141685706063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14968618489381266, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20280277729034424, + "proposal_oracle_utility_gain_over_base_at_8": -0.006349578499794006, + "seed": "307068879/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20091046392917633, + "selected_utility_gain_over_base_at_8": -0.008241891860961914, + "selector_gap_fraction_to_hidden_at_8": 0.001056657928041005, + "selector_regret_at_8": 0.0018923133611679077, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971972227096558, + "support_gap_fraction_to_hidden_at_8": 1.0035455715735078, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7990895360708237 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0051236748695373535, + "chart_id": "ms-7b229b60d7f64fb624cf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0099110117716765, + "ncar_to_proposal_oracle_at_8": 0.6824513175213234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08255436696390915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7180102467536926, + "proposal_oracle_utility_gain_over_base_at_8": -0.007507741451263428, + "seed": "1073161778/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7128865718841553, + "selected_utility_gain_over_base_at_8": -0.012631416320800781, + "selector_gap_fraction_to_hidden_at_8": 0.004020201793449336, + "selector_regret_at_8": 0.0051236748695373535, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2819897532463074, + "support_gap_fraction_to_hidden_at_8": 1.0058908179023172, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2871134281158447 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.0, + "chart_id": "ms-99f263cb3f383b1f6243", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9409337361949222, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07044148061536364, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6124615669250488, + "proposal_oracle_utility_gain_over_base_at_8": 0.08710145950317383, + "seed": "608016290/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6124615669250488, + "selected_utility_gain_over_base_at_8": 0.08710145950317383, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3875384330749512, + "support_gap_fraction_to_hidden_at_8": 0.9409337425756917, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.3875384330749512 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.0017773360013961792, + "chart_id": "ms-ec2e4afb34b439731136", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0042349040953344, + "ncar_to_proposal_oracle_at_8": 0.3062183274336642, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35126922454952747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.203963503241539, + "proposal_oracle_utility_gain_over_base_at_8": -0.005804136395454407, + "seed": "441046872/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20218616724014282, + "selected_utility_gain_over_base_at_8": -0.007581472396850586, + "selector_gap_fraction_to_hidden_at_8": 0.000992796265304794, + "selector_regret_at_8": 0.0017773360013961792, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796036496758461, + "support_gap_fraction_to_hidden_at_8": 1.0032421134395524, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7978138327598572 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.3805520087480545, + "chart_id": "ms-a9ac13384fe5afc835f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.2577078282160102, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4987273132264659, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5233199596405029, + "proposal_oracle_utility_gain_over_base_at_8": -1.476680040359497, + "seed": "1522272686/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14276795089244843, + "selected_utility_gain_over_base_at_8": -1.8572320491075516, + "selector_regret_at_8": 0.3805520087480545, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.476680040359497, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.8572320491075516 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-06babf453b22ba8f2407", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1747178030/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-0e1ff8d16372796dac97", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2520207928393673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "767747424/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.0, + "chart_id": "ms-223b0a8319beb051a1ee", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4912570944838148, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1590556199133426, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05616961047053337, + "proposal_oracle_utility_gain_over_base_at_8": -0.1723579801619053, + "seed": "1461069713/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05616961047053337, + "selected_utility_gain_over_base_at_8": -0.1723579801619053, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10317284241318703, + "support_gap_fraction_to_hidden_at_8": 1.4912573100296882, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.10317284241318703 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.032693684101104736, + "branch_car_at_8": 0.0004507116973400116, + "chart_id": "ms-34726202b475d29cdf38", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25342071056365967, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9492909051898337, + "ncar_to_proposal_oracle_at_8": 0.03870903112038814, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10250047319875642, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.044337254017591476, + "proposal_oracle_utility_gain_over_base_at_8": 0.01164356991648674, + "seed": "626486813/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.043886542320251465, + "selected_utility_gain_over_base_at_8": 0.011192858219146729, + "selector_gap_fraction_to_hidden_at_8": 0.0020419415989209287, + "selector_regret_at_8": 0.0004507116973400116, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2090834565460682, + "support_gap_fraction_to_hidden_at_8": 0.9472490065983741, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2095341682434082 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011771023273468018, + "chart_id": "ms-4cc40587ec490257b1d2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.006346434330809735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.231292748559973, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14525407552719116, + "proposal_oracle_utility_gain_over_base_at_8": -1.8547459244728088, + "seed": "2054899126/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.13348305225372314, + "selected_utility_gain_over_base_at_8": -1.8665169477462769, + "selector_regret_at_8": 0.011771023273468018, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8547459244728088, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8665169477462769 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.0, + "chart_id": "ms-62f8c18a15c566ec4b00", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0243607672967996, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.06817665464645281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05979333445429802, + "proposal_oracle_utility_gain_over_base_at_8": -0.04614090546965599, + "seed": "672328262/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05979333445429802, + "selected_utility_gain_over_base_at_8": -0.04614090546965599, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.940206665545702, + "support_gap_fraction_to_hidden_at_8": 1.0243607727050636, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.940206665545702 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19699124991893768, + "branch_car_at_8": 0.039651453495025635, + "chart_id": "ms-6661b157c41ad4d6ab85", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2351006269454956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.5095100571830102, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2610084553826997, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2748139500617981, + "proposal_oracle_utility_gain_over_base_at_8": 0.07782270014286041, + "seed": "767747424/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.23516249656677246, + "selected_utility_gain_over_base_at_8": 0.03817124664783478, + "selector_gap_fraction_to_hidden_at_8": 1.0404644890257078, + "selector_regret_at_8": 0.039651453495025635, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.25001442432403564, + "branch_car_at_8": 0.03150508552789688, + "chart_id": "ms-6b789356d65b3312fbae", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22781728208065033, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 5.177068071312195, + "ncar_to_proposal_oracle_at_8": 0.2983203494220327, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1288478954175934, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14440619945526123, + "proposal_oracle_utility_gain_over_base_at_8": -0.10560822486877441, + "seed": "278008524/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11290111392736435, + "selected_utility_gain_over_base_at_8": -0.1371133103966713, + "selector_gap_fraction_to_hidden_at_8": 1.4193307040362508, + "selector_regret_at_8": 0.03150508552789688, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0834110826253891, + "support_gap_fraction_to_hidden_at_8": 3.757739699588823, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.11491616815328598 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.007289845496416092, + "chart_id": "ms-7923b8196b397863cf4f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0407765502685078, + "ncar_to_proposal_oracle_at_8": 0.10462859555612881, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.055470349919501595, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0428844690322876, + "proposal_oracle_utility_gain_over_base_at_8": -0.06967353820800781, + "seed": "1845489013/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.035594623535871506, + "selected_utility_gain_over_base_at_8": -0.0769633837044239, + "selector_gap_fraction_to_hidden_at_8": 0.003862288496483707, + "selector_regret_at_8": 0.007289845496416092, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9571155309677124, + "support_gap_fraction_to_hidden_at_8": 1.0369142672862415, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9644053764641285 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05078810453414917, + "branch_car_at_8": 0.02666730061173439, + "chart_id": "ms-7df455efd413d77e6ce3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.07774405181407928, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.2336328877181173, + "ncar_to_proposal_oracle_at_8": 1.3091778088058361, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2474616841375587, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07115759700536728, + "proposal_oracle_utility_gain_over_base_at_8": 0.02036949247121811, + "seed": "626486813/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04449029639363289, + "selected_utility_gain_over_base_at_8": -0.006297808140516281, + "selector_gap_fraction_to_hidden_at_8": 0.9892919115326125, + "selector_regret_at_8": 0.02666730061173439, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.006586454808712006, + "support_gap_fraction_to_hidden_at_8": 0.24434143383326432, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.033253755420446396 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-7e295b5859c07c90487f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26271408796310425, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.14479503530444793, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.06834120242452071, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.011163711547851562, + "proposal_oracle_utility_gain_over_base_at_8": -1.9888362884521484, + "seed": "767747424/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.011163711547851562, + "selected_utility_gain_over_base_at_8": -1.9888362884521484, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2515503764152527, + "support_gap_fraction_to_hidden_at_8": 0.14479503613790334, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2515503764152527 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04245031625032425, + "chart_id": "ms-8577816da2917a2bb63d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.973562617185654, + "ncar_to_proposal_oracle_at_8": 0.4542712779617799, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.306642479259183, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.16448359191417694, + "proposal_oracle_utility_gain_over_base_at_8": 0.09344705194234848, + "seed": "585904130/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12203327566385269, + "selected_utility_gain_over_base_at_8": 0.05099673569202423, + "selector_gap_fraction_to_hidden_at_8": 0.02200680164760834, + "selector_regret_at_8": 0.04245031625032425, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.835516408085823, + "support_gap_fraction_to_hidden_at_8": 0.951555820585122, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8779667243361473 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.010632594116032124, + "chart_id": "ms-8e56b0eaa2604db6749e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.3120218661044842, + "ncar_to_proposal_oracle_at_8": 0.07377943334338306, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5086297347996677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.023719489574432373, + "proposal_oracle_utility_gain_over_base_at_8": -0.14411324262619019, + "seed": "141984615/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01308689545840025, + "selected_utility_gain_over_base_at_8": -0.1547458367422223, + "selector_gap_fraction_to_hidden_at_8": 0.09014910094901861, + "selector_regret_at_8": 0.010632594116032124, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2620577812194824, + "support_gap_fraction_to_hidden_at_8": 2.221872961181657, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.27269037533551455 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06810259819030762, + "branch_car_at_8": 0.034899428486824036, + "chart_id": "ms-972c5be72d0b24be7cd5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9195477394918247, + "ncar_to_proposal_oracle_at_8": 0.18336760310198597, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3333989050979347, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.25842753052711487, + "proposal_oracle_utility_gain_over_base_at_8": 0.19032493233680725, + "seed": "750448296/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.22352810204029083, + "selected_utility_gain_over_base_at_8": 0.15542550384998322, + "selector_gap_fraction_to_hidden_at_8": 0.018064845707713165, + "selector_regret_at_8": 0.034899428486824036, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7415724694728851, + "support_gap_fraction_to_hidden_at_8": 0.901482898543928, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.7764718979597092 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.01603551208972931, + "chart_id": "ms-9757fc494e79b5543bb6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.545695985219155, + "ncar_to_proposal_oracle_at_8": 1.360100058520912, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23190452018557706, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10778365284204483, + "proposal_oracle_utility_gain_over_base_at_8": -0.011789940297603607, + "seed": "636680137/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09174814075231552, + "selected_utility_gain_over_base_at_8": -0.027825452387332916, + "selector_gap_fraction_to_hidden_at_8": 0.31447896362579014, + "selector_regret_at_8": 0.01603551208972931, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06278067082166672, + "support_gap_fraction_to_hidden_at_8": 1.231217324726105, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07881618291139603 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10184377431869507, + "branch_car_at_8": 0.016085227020084858, + "chart_id": "ms-a8731059713697ce5e2a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19710752367973328, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.9269121052812068, + "ncar_to_proposal_oracle_at_8": 0.22273794985050377, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3674680091577822, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.029627859592437744, + "proposal_oracle_utility_gain_over_base_at_8": -0.07221591472625732, + "seed": "767747424/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.013542632572352886, + "selected_utility_gain_over_base_at_8": -0.08830114174634218, + "selector_gap_fraction_to_hidden_at_8": 0.16884940103631416, + "selector_regret_at_8": 0.016085227020084858, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.16747966408729553, + "support_gap_fraction_to_hidden_at_8": 1.7580629065161781, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1835648911073804 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-ac94b48febe523da15a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42373918622633083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1375492786/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.025606751441955566, + "chart_id": "ms-b49043f15f4846de5b13", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9832939078935423, + "ncar_to_proposal_oracle_at_8": 0.4458684629641134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3898282245298751, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15247176587581635, + "proposal_oracle_utility_gain_over_base_at_8": 0.0574311688542366, + "seed": "2038594191/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12686501443386078, + "selected_utility_gain_over_base_at_8": 0.031824417412281036, + "selector_gap_fraction_to_hidden_at_8": 0.013442150736608451, + "selector_regret_at_8": 0.025606751441955566, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8475282341241837, + "support_gap_fraction_to_hidden_at_8": 0.9698517623186916, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8731349855661392 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21340738236904144, + "branch_car_at_8": 0.0, + "chart_id": "ms-b7d7021b782f73816083", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22398948669433594, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 8.651124749636287, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14712108188849135, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.13244229555130005, + "proposal_oracle_utility_gain_over_base_at_8": -0.0809650868177414, + "seed": "750448296/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13244229555130005, + "selected_utility_gain_over_base_at_8": -0.0809650868177414, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09154719114303589, + "support_gap_fraction_to_hidden_at_8": 8.651132924876752, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09154719114303589 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013475894927978516, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.057997356483955015, + "ncar_to_proposal_oracle_at_8": 0.007454744029188191, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0970400395222119, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19230616092681885, + "proposal_oracle_utility_gain_over_base_at_8": -1.8076938390731812, + "seed": "747260437/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.17883026599884033, + "selected_utility_gain_over_base_at_8": -1.8211697340011597, + "selector_gap_fraction_to_hidden_at_8": 0.007828738282001445, + "selector_regret_at_8": 0.013475894927978516, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08635708689689636, + "support_gap_fraction_to_hidden_at_8": 0.05016861853888564, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09983298182487488 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-da555a03dd382d93e119", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "278008524/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6365612314383228, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.29637871159253004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21791090071201324, + "proposal_oracle_utility_gain_over_base_at_8": 0.04541558027267456, + "seed": "1549324805/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.21791090071201324, + "selected_utility_gain_over_base_at_8": 0.04541558027267456, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.07954518496990204, + "support_gap_fraction_to_hidden_at_8": 0.6365612823792105, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07954518496990204 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0, + "chart_id": "ms-f9740a08a98cb251b761", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0295968264313446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2055436047023811, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.03802649304270744, + "proposal_oracle_utility_gain_over_base_at_8": -0.056398969143629074, + "seed": "1822210471/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03802649304270744, + "selected_utility_gain_over_base_at_8": -0.056398969143629074, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9619735069572926, + "support_gap_fraction_to_hidden_at_8": 1.0295968318344229, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9619735069572926 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.03011554479598999, + "chart_id": "ms-fa8b4ba41ecac8030271", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.01708627244142467, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.20298949093081034, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.23744209110736847, + "proposal_oracle_utility_gain_over_base_at_8": -1.7625579088926315, + "seed": "750448296/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.20732654631137848, + "selected_utility_gain_over_base_at_8": -1.7926734536886215, + "selector_regret_at_8": 0.03011554479598999, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7625579088926315, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.7926734536886215 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.046059176325798035, + "chart_id": "ms-05f34a90fa7355262b8e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.025669934688658063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21103404986062682, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2057151049375534, + "proposal_oracle_utility_gain_over_base_at_8": -1.7942848950624466, + "seed": "440577711/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15965592861175537, + "selected_utility_gain_over_base_at_8": -1.8403440713882446, + "selector_regret_at_8": 0.046059176325798035, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7942848950624466, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8403440713882446 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02624770998954773, + "chart_id": "ms-2413d1155c87f0442485", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.014663572727338623, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.40841060195727896, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21000581979751587, + "proposal_oracle_utility_gain_over_base_at_8": -1.7899941802024841, + "seed": "1324642411/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18375810980796814, + "selected_utility_gain_over_base_at_8": -1.8162418901920319, + "selector_regret_at_8": 0.02624770998954773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7899941802024841, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8162418901920319 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27085814712083073, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1790188787/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.012280002236366272, + "chart_id": "ms-64f98d163b6bff29332b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.006452229426189598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13314904661631388, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09678153693675995, + "proposal_oracle_utility_gain_over_base_at_8": -1.90321846306324, + "seed": "1261930456/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08450153470039368, + "selected_utility_gain_over_base_at_8": -1.9154984652996063, + "selector_regret_at_8": 0.012280002236366272, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.90321846306324, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9154984652996063 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.8407548666000366, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9395127688999878, + "ncar_to_proposal_oracle_at_8": 0.9395127688999878, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3817070949473941, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "seed": "509430392/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15924513339996338, + "selected_utility_gain_over_base_at_8": 0.11851052939891815, + "selector_gap_fraction_to_hidden_at_8": 0.9395127736952175, + "selector_regret_at_8": 1.8407548666000366, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8407548666000366 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018731221556663513, + "chart_id": "ms-d4c37ed44fb338c1d551", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.048271709108867196, + "ncar_to_proposal_oracle_at_8": 0.01008019655750525, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5657722582715946, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14178013801574707, + "proposal_oracle_utility_gain_over_base_at_8": -1.858219861984253, + "seed": "1480856810/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12304891645908356, + "selected_utility_gain_over_base_at_8": -1.8769510835409164, + "selector_gap_fraction_to_hidden_at_8": 0.010461332643207555, + "selector_regret_at_8": 0.018731221556663513, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06770022213459015, + "support_gap_fraction_to_hidden_at_8": 0.037810376735255724, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.08643144369125366 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0012469589710235596, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0057630229581092, + "ncar_to_proposal_oracle_at_8": 0.12747101114683582, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10559195127306313, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07642464339733124, + "proposal_oracle_utility_gain_over_base_at_8": -0.009782284498214722, + "seed": "2061635888/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07517768442630768, + "selected_utility_gain_over_base_at_8": -0.011029243469238281, + "selector_gap_fraction_to_hidden_at_8": 0.0006515641576925413, + "selector_regret_at_8": 0.0012469589710235596, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9235753566026688, + "support_gap_fraction_to_hidden_at_8": 1.005111464055755, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9248223155736923 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.037115007638931274, + "chart_id": "ms-15fc8cc6f74cf589056f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0128192070820496, + "ncar_to_proposal_oracle_at_8": 2.785674648277076, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24109036211272677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15739890933036804, + "proposal_oracle_utility_gain_over_base_at_8": 0.01332351565361023, + "seed": "655884605/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12028390169143677, + "selected_utility_gain_over_base_at_8": -0.023791491985321045, + "selector_gap_fraction_to_hidden_at_8": 0.01999812250588106, + "selector_regret_at_8": 0.037115007638931274, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.842601090669632, + "support_gap_fraction_to_hidden_at_8": 0.9928210900333903, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8797160983085632 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.0060281902551651, + "chart_id": "ms-36bc1364d2439099e9ed", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0228108640366171, + "ncar_to_proposal_oracle_at_8": 0.1626634157048393, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13539255932881133, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0740400105714798, + "proposal_oracle_utility_gain_over_base_at_8": -0.037059277296066284, + "seed": "1113371261/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0680118203163147, + "selected_utility_gain_over_base_at_8": -0.043087467551231384, + "selector_gap_fraction_to_hidden_at_8": 0.0031913748649920514, + "selector_regret_at_8": 0.0060281902551651, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9259599894285202, + "support_gap_fraction_to_hidden_at_8": 1.0196194945864723, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9319881796836853 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.007504671812057495, + "chart_id": "ms-420280f15a522ce21c72", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0042075374864476, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18978423876918557, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21425709128379822, + "proposal_oracle_utility_gain_over_base_at_8": -8.881092071533203e-06, + "seed": "1578990937/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20675241947174072, + "selected_utility_gain_over_base_at_8": -0.007513552904129028, + "selector_gap_fraction_to_hidden_at_8": 0.004202569753370413, + "selector_regret_at_8": 0.007504671812057495, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857429087162018, + "support_gap_fraction_to_hidden_at_8": 1.0000049733565772, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7932475805282593 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.18391352891922, + "chart_id": "ms-4aed1197d0906ae51c34", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0136938696224829, + "ncar_to_proposal_oracle_at_8": 1.0136938696224829, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13502533158608432, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "seed": "1509980664/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.81608647108078, + "selected_utility_gain_over_base_at_8": -0.015993356704711914, + "selector_gap_fraction_to_hidden_at_8": 1.013693878301962, + "selector_regret_at_8": 1.18391352891922, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.18391352891922 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.4352424144744873, + "chart_id": "ms-55e78c04643bd06fd5f8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0205533721895232, + "ncar_to_proposal_oracle_at_8": 1.0937834620823588, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2008126042583178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5822281837463379, + "proposal_oracle_utility_gain_over_base_at_8": 0.3979237377643585, + "seed": "211245842/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14698576927185059, + "selected_utility_gain_over_base_at_8": -0.037318676710128784, + "selector_gap_fraction_to_hidden_at_8": 0.23971111980272414, + "selector_regret_at_8": 0.4352424144744873, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.417771816253662, + "support_gap_fraction_to_hidden_at_8": 0.7808422580075287, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8530142307281494 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.34162279963493347, + "chart_id": "ms-77536801924a2a78688e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0009041949006119, + "ncar_to_proposal_oracle_at_8": 1.004710900944418, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1114206717331298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5684944987297058, + "proposal_oracle_utility_gain_over_base_at_8": 0.3400209844112396, + "seed": "1151410346/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22687169909477234, + "selected_utility_gain_over_base_at_8": -0.0016018152236938477, + "selector_gap_fraction_to_hidden_at_8": 0.1928409213162319, + "selector_regret_at_8": 0.34162279963493347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4315055012702942, + "support_gap_fraction_to_hidden_at_8": 0.8080632792343332, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7731283009052277 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.0031833499670028687, + "chart_id": "ms-9dd1ff4c297a81b13071", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.012819102282108, + "ncar_to_proposal_oracle_at_8": 0.14892754221193605, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.056423902181329345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0628519058227539, + "proposal_oracle_utility_gain_over_base_at_8": -0.021375149488449097, + "seed": "1324133122/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05966855585575104, + "selected_utility_gain_over_base_at_8": -0.024558499455451965, + "selector_gap_fraction_to_hidden_at_8": 0.0016616530554042146, + "selector_regret_at_8": 0.0031833499670028687, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.937148094177246, + "support_gap_fraction_to_hidden_at_8": 1.0111574545134425, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.940331444144249 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.1777932047843933, + "chart_id": "ms-d7254aa722729aa1a031", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1498652011752732, + "ncar_to_proposal_oracle_at_8": 53.02873072453875, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14902773533283883, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7879213094711304, + "proposal_oracle_utility_gain_over_base_at_8": -0.0033527612686157227, + "seed": "701667486/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6101281046867371, + "selected_utility_gain_over_base_at_8": -0.18114596605300903, + "selector_gap_fraction_to_hidden_at_8": 0.1470914129336198, + "selector_regret_at_8": 0.1777932047843933, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2120786905288696, + "support_gap_fraction_to_hidden_at_8": 1.0027737977546884, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.389871895313263 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8389947414398193, + "chart_id": "ms-d776afa14e6322cadedd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2569619487002215, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "412102563/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16100525856018066, + "selected_utility_gain_over_base_at_8": -1.8389947414398193, + "selector_regret_at_8": 1.8389947414398193, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8389947414398193 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.0013870000839233398, + "chart_id": "ms-e887dbfa0133af46829d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.1982116029248755, + "ncar_to_proposal_oracle_at_8": 0.006006326645146518, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15044995726205182, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5970457196235657, + "proposal_oracle_utility_gain_over_base_at_8": -0.23092317581176758, + "seed": "1999022574/train0", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5956587195396423, + "selected_utility_gain_over_base_at_8": -0.23231017589569092, + "selector_gap_fraction_to_hidden_at_8": 0.0011834157630471079, + "selector_regret_at_8": 0.0013870000839233398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4029542803764343, + "support_gap_fraction_to_hidden_at_8": 1.1970281973852055, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.4043412804603577 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 1.280548632144928, + "chart_id": "ms-5799584ed40e211c50a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0069158938619467, + "ncar_to_proposal_oracle_at_8": 1.0069158938619467, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2320931358803039, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2717533111572266, + "seed": "2012211287/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.719451367855072, + "selected_utility_gain_over_base_at_8": -0.008795320987701416, + "selector_gap_fraction_to_hidden_at_8": 1.0069159017794875, + "selector_regret_at_8": 1.280548632144928, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.280548632144928 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0010644197463989258, + "chart_id": "ms-715db95b13ebc6c977c8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0044650649657694, + "ncar_to_proposal_oracle_at_8": 0.15355490027913618, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07078320556128705, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20222051441669464, + "proposal_oracle_utility_gain_over_base_at_8": -0.0069318413734436035, + "seed": "307068879/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20115609467029572, + "selected_utility_gain_over_base_at_8": -0.00799626111984253, + "selector_gap_fraction_to_hidden_at_8": 0.00059436644420333, + "selector_regret_at_8": 0.0010644197463989258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7977794855833054, + "support_gap_fraction_to_hidden_at_8": 1.0038707041304467, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7988439053297043 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0, + "chart_id": "ms-7b229b60d7f64fb624cf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.009485472098667, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15824853632401062, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7134289145469666, + "proposal_oracle_utility_gain_over_base_at_8": -0.012089073657989502, + "seed": "1073161778/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7134289145469666, + "selected_utility_gain_over_base_at_8": -0.012089073657989502, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2865710854530334, + "support_gap_fraction_to_hidden_at_8": 1.009485480019418, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2865710854530334 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.09409016370773315, + "chart_id": "ms-99f263cb3f383b1f6243", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0063402020781327, + "ncar_to_proposal_oracle_at_8": 1.1103309346178276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.346560218379248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6101007461547852, + "proposal_oracle_utility_gain_over_base_at_8": 0.08474063873291016, + "seed": "608016290/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.516010582447052, + "selected_utility_gain_over_base_at_8": -0.009349524974822998, + "selector_gap_fraction_to_hidden_at_8": 0.06380551901605927, + "selector_regret_at_8": 0.09409016370773315, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3898992538452148, + "support_gap_fraction_to_hidden_at_8": 0.9425346898863848, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.483989417552948 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.002857789397239685, + "chart_id": "ms-ec2e4afb34b439731136", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.00364861534959, + "ncar_to_proposal_oracle_at_8": 0.7778202738990697, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3844645158057606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20609354972839355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0036740899085998535, + "seed": "441046872/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20323576033115387, + "selected_utility_gain_over_base_at_8": -0.006531879305839539, + "selector_gap_fraction_to_hidden_at_8": 0.0015963231703957186, + "selector_regret_at_8": 0.002857789397239685, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7939064502716064, + "support_gap_fraction_to_hidden_at_8": 1.0020522977854422, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7967642396688461 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.42483918368816376, + "chart_id": "ms-a9ac13384fe5afc835f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.2914308848915223, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5872235594375051, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5422300696372986, + "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014, + "seed": "1522272686/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11739088594913483, + "selected_utility_gain_over_base_at_8": -1.8826091140508652, + "selector_regret_at_8": 0.42483918368816376, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4577699303627014, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.8826091140508652 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-06babf453b22ba8f2407", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1747178030/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8086125403642654, + "chart_id": "ms-0e1ff8d16372796dac97", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2594285150702788, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "767747424/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19138745963573456, + "selected_utility_gain_over_base_at_8": -1.8086125403642654, + "selector_regret_at_8": 1.8086125403642654, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8086125403642654 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.019976697862148285, + "chart_id": "ms-223b0a8319beb051a1ee", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7759530948042475, + "ncar_to_proposal_oracle_at_8": 0.11609092801412241, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19692180721696984, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05644957348704338, + "proposal_oracle_utility_gain_over_base_at_8": -0.17207801714539528, + "seed": "1461069713/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.036472875624895096, + "selected_utility_gain_over_base_at_8": -0.19205471500754356, + "selector_gap_fraction_to_hidden_at_8": 0.288742618894596, + "selector_regret_at_8": 0.019976697862148285, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10289287939667702, + "support_gap_fraction_to_hidden_at_8": 1.4872107326054032, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1228695772588253 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.032693684101104736, + "branch_car_at_8": 0.0, + "chart_id": "ms-34726202b475d29cdf38", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25342071056365967, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8462543683402468, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.18472197618676542, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.06662949174642563, + "proposal_oracle_utility_gain_over_base_at_8": 0.03393580764532089, + "seed": "626486813/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06662949174642563, + "selected_utility_gain_over_base_at_8": 0.03393580764532089, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.18679121881723404, + "support_gap_fraction_to_hidden_at_8": 0.8462544066796555, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.18679121881723404 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.028337255120277405, + "chart_id": "ms-4cc40587ec490257b1d2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.015326598554656713, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4381554678700177, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1511060744524002, + "proposal_oracle_utility_gain_over_base_at_8": -1.8488939255475998, + "seed": "2054899126/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1227688193321228, + "selected_utility_gain_over_base_at_8": -1.8772311806678772, + "selector_regret_at_8": 0.028337255120277405, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8488939255475998, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8772311806678772 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003954809159040451, + "chart_id": "ms-62f8c18a15c566ec4b00", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.029830316470696, + "ncar_to_proposal_oracle_at_8": 0.07526405055604174, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.057259138137942915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.053388457745313644, + "proposal_oracle_utility_gain_over_base_at_8": -0.052545782178640366, + "seed": "672328262/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04943364858627319, + "selected_utility_gain_over_base_at_8": -0.05650059133768082, + "selector_gap_fraction_to_hidden_at_8": 0.0020879999218620937, + "selector_regret_at_8": 0.003954809159040451, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9466115422546864, + "support_gap_fraction_to_hidden_at_8": 1.0277423219859751, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9505663514137268 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19699124991893768, + "branch_car_at_8": 0.04683782160282135, + "chart_id": "ms-6661b157c41ad4d6ab85", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2351006269454956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.21303763710596882, + "ncar_to_proposal_oracle_at_8": 0.6096414341779612, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3269860103076453, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2738197147846222, + "proposal_oracle_utility_gain_over_base_at_8": 0.07682846486568451, + "seed": "767747424/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.22698189318180084, + "selected_utility_gain_over_base_at_8": 0.02999064326286316, + "selector_gap_fraction_to_hidden_at_8": 1.2290366638683359, + "selector_regret_at_8": 0.04683782160282135, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.008118733763694763 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.25001442432403564, + "branch_car_at_8": 0.04477740824222565, + "chart_id": "ms-6b789356d65b3312fbae", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.25, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22781728208065033, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.053649940694802, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10518932567341233, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.24920666217803955, + "proposal_oracle_utility_gain_over_base_at_8": -0.0008077621459960938, + "seed": "278008524/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2044292539358139, + "selected_utility_gain_over_base_at_8": -0.04558517038822174, + "selector_gap_fraction_to_hidden_at_8": 2.0172600486699674, + "selector_regret_at_8": 0.04477740824222565, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.023388028144836426 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.001721896231174469, + "chart_id": "ms-7923b8196b397863cf4f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0100596297046758, + "ncar_to_proposal_oracle_at_8": 0.09973281871024504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17754847147330888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.09529292583465576, + "proposal_oracle_utility_gain_over_base_at_8": -0.01726508140563965, + "seed": "1845489013/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.09357102960348129, + "selected_utility_gain_over_base_at_8": -0.018986977636814117, + "selector_gap_fraction_to_hidden_at_8": 0.0009122909407439936, + "selector_regret_at_8": 0.001721896231174469, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9047070741653442, + "support_gap_fraction_to_hidden_at_8": 1.0091473441154055, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9064289703965187 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05078810453414917, + "branch_car_at_8": 0.003787815570831299, + "chart_id": "ms-7df455efd413d77e6ce3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.07774405181407928, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9010196034655824, + "ncar_to_proposal_oracle_at_8": 0.5867190912840194, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15893440381974758, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05724402144551277, + "proposal_oracle_utility_gain_over_base_at_8": 0.006455916911363602, + "seed": "626486813/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05345620587468147, + "selected_utility_gain_over_base_at_8": 0.002668101340532303, + "selector_gap_fraction_to_hidden_at_8": 0.140518733454101, + "selector_regret_at_8": 0.003787815570831299, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.020500030368566513, + "support_gap_fraction_to_hidden_at_8": 0.7605012042678123, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.024287845939397812 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0034281015396118164, + "chart_id": "ms-7e295b5859c07c90487f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26271408796310425, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.14546800749194974, + "ncar_to_proposal_oracle_at_8": 0.0017256320542377549, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0981902786496204, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.013422667980194092, + "proposal_oracle_utility_gain_over_base_at_8": -1.986577332019806, + "seed": "767747424/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.009994566440582275, + "selected_utility_gain_over_base_at_8": -1.9900054335594177, + "selector_gap_fraction_to_hidden_at_8": 0.0019732512166592713, + "selector_regret_at_8": 0.0034281015396118164, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24929141998291016, + "support_gap_fraction_to_hidden_at_8": 0.14349475711261958, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.252719521522522 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04740310460329056, + "chart_id": "ms-8577816da2917a2bb63d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9800153670446098, + "ncar_to_proposal_oracle_at_8": 0.5515020146084423, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21639957957177353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15698926150798798, + "proposal_oracle_utility_gain_over_base_at_8": 0.08595272153615952, + "seed": "585904130/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.10958615690469742, + "selected_utility_gain_over_base_at_8": 0.03854961693286896, + "selector_gap_fraction_to_hidden_at_8": 0.024574392198491026, + "selector_regret_at_8": 0.04740310460329056, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.843010738492012, + "support_gap_fraction_to_hidden_at_8": 0.9554409799266471, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8904138430953026 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.00027199462056159973, + "chart_id": "ms-8e56b0eaa2604db6749e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.0524154293283745, + "ncar_to_proposal_oracle_at_8": 0.0021960785229935757, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09999258757291778, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04397805407643318, + "proposal_oracle_utility_gain_over_base_at_8": -0.12385467812418938, + "seed": "141984615/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04370605945587158, + "selected_utility_gain_over_base_at_8": -0.12412667274475098, + "selector_gap_fraction_to_hidden_at_8": 0.002306123062633005, + "selector_regret_at_8": 0.00027199462056159973, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2417992167174816, + "support_gap_fraction_to_hidden_at_8": 2.0501094802810416, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2420712113380432 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06810259819030762, + "branch_car_at_8": 0.030654147267341614, + "chart_id": "ms-972c5be72d0b24be7cd5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9296289643369477, + "ncar_to_proposal_oracle_at_8": 0.18399432056070586, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3016680212286389, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2347063571214676, + "proposal_oracle_utility_gain_over_base_at_8": 0.16660375893115997, + "seed": "750448296/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.20405220985412598, + "selected_utility_gain_over_base_at_8": 0.13594961166381836, + "selector_gap_fraction_to_hidden_at_8": 0.015867378484295563, + "selector_regret_at_8": 0.030654147267341614, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7652936428785324, + "support_gap_fraction_to_hidden_at_8": 0.9137615906646518, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.795947790145874 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.016771696507930756, + "chart_id": "ms-9757fc494e79b5543bb6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4669981605451308, + "ncar_to_proposal_oracle_at_8": 2.3820368639206455, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33230022460749403, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11253269761800766, + "proposal_oracle_utility_gain_over_base_at_8": -0.007040895521640778, + "seed": "636680137/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0957610011100769, + "selected_utility_gain_over_base_at_8": -0.023812592029571533, + "selector_gap_fraction_to_hidden_at_8": 0.3289165763180427, + "selector_regret_at_8": 0.016771696507930756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05803162604570389, + "support_gap_fraction_to_hidden_at_8": 1.1380818719260768, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07480332255363464 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10184377431869507, + "branch_car_at_8": 0.012197794392704964, + "chart_id": "ms-a8731059713697ce5e2a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19710752367973328, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7441346708704615, + "ncar_to_proposal_oracle_at_8": 0.20782971397208255, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16284030050329737, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.04315249249339104, + "proposal_oracle_utility_gain_over_base_at_8": -0.05869128182530403, + "seed": "767747424/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.030954698100686073, + "selected_utility_gain_over_base_at_8": -0.070889076218009, + "selector_gap_fraction_to_hidden_at_8": 0.12804235057426497, + "selector_regret_at_8": 0.012197794392704964, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.15395503118634224, + "support_gap_fraction_to_hidden_at_8": 1.6160925033810196, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1661528255790472 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.022333383560180664, + "chart_id": "ms-ac94b48febe523da15a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.01205539457819943, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.31858805145491575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14743654429912567, + "proposal_oracle_utility_gain_over_base_at_8": -1.8525634557008743, + "seed": "1375492786/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.125103160738945, + "selected_utility_gain_over_base_at_8": -1.874896839261055, + "selector_regret_at_8": 0.022333383560180664, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8525634557008743, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.874896839261055 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.03719758987426758, + "chart_id": "ms-b49043f15f4846de5b13", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9695308239638829, + "ncar_to_proposal_oracle_at_8": 0.3905663345898341, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.35033667596352985, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1902807205915451, + "proposal_oracle_utility_gain_over_base_at_8": 0.09524012356996536, + "seed": "2038594191/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15308313071727753, + "selected_utility_gain_over_base_at_8": 0.058042533695697784, + "selector_gap_fraction_to_hidden_at_8": 0.019526710026528036, + "selector_regret_at_8": 0.03719758987426758, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.809719279408455, + "support_gap_fraction_to_hidden_at_8": 0.950004119026864, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8469168692827225 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21340738236904144, + "branch_car_at_8": 0.01783621311187744, + "chart_id": "ms-b7d7021b782f73816083", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22398948669433594, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.31337442733887166, + "ncar_to_proposal_oracle_at_8": 0.7105448567571672, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11066850625599674, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.23850953578948975, + "proposal_oracle_utility_gain_over_base_at_8": 0.025102153420448303, + "seed": "750448296/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2206733226776123, + "selected_utility_gain_over_base_at_8": 0.007265940308570862, + "selector_gap_fraction_to_hidden_at_8": 1.685507207601742, + "selector_regret_at_8": 0.01783621311187744, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.003316164016723633 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004217416048049927, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.08636170359931446, + "ncar_to_proposal_oracle_at_8": 0.002260407447282227, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22949591329262792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1342230886220932, + "proposal_oracle_utility_gain_over_base_at_8": -1.8657769113779068, + "seed": "747260437/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.13000567257404327, + "selected_utility_gain_over_base_at_8": -1.8699943274259567, + "selector_gap_fraction_to_hidden_at_8": 0.0024500819161142355, + "selector_regret_at_8": 0.004217416048049927, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.144440159201622, + "support_gap_fraction_to_hidden_at_8": 0.08391162218491321, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.14865757524967194 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-da555a03dd382d93e119", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "278008524/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2049052881521507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3088321089744568, + "proposal_oracle_utility_gain_over_base_at_8": 0.1363367885351181, + "seed": "1549324805/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.3088321089744568, + "selected_utility_gain_over_base_at_8": 0.1363367885351181, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.012420378625392914, + "chart_id": "ms-f9740a08a98cb251b761", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0165051201263626, + "ncar_to_proposal_oracle_at_8": 0.6526263362259548, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23878090822486137, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07539409399032593, + "proposal_oracle_utility_gain_over_base_at_8": -0.01903136819601059, + "seed": "1822210471/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06297371536493301, + "selected_utility_gain_over_base_at_8": -0.0314517468214035, + "selector_gap_fraction_to_hidden_at_8": 0.006517918023633584, + "selector_regret_at_8": 0.012420378625392914, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.924605906009674, + "support_gap_fraction_to_hidden_at_8": 1.009987207437105, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.937026284635067 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02163897454738617, + "chart_id": "ms-fa8b4ba41ecac8030271", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.01204006702296066, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19649353606332134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2027529925107956, + "proposal_oracle_utility_gain_over_base_at_8": -1.7972470074892044, + "seed": "750448296/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.18111401796340942, + "selected_utility_gain_over_base_at_8": -1.8188859820365906, + "selector_regret_at_8": 0.02163897454738617, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7972470074892044, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8188859820365906 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-05f34a90fa7355262b8e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16811285862181413, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "440577711/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-2413d1155c87f0442485", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08969565833656507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1324642411/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027344733476638794, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.015076210993068394, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17184020363251903, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1862330436706543, + "proposal_oracle_utility_gain_over_base_at_8": -1.8137669563293457, + "seed": "1790188787/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1588883101940155, + "selected_utility_gain_over_base_at_8": -1.8411116898059845, + "selector_regret_at_8": 0.027344733476638794, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8137669563293457, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.8411116898059845 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003422096371650696, + "chart_id": "ms-64f98d163b6bff29332b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.0018010761329865432, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11955613465129326, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09997129440307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9000287055969238, + "seed": "1261930456/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09654919803142548, + "selected_utility_gain_over_base_at_8": -1.9034508019685745, + "selector_regret_at_8": 0.003422096371650696, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9000287055969238, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9034508019685745 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.801475390791893, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9194647061475519, + "ncar_to_proposal_oracle_at_8": 0.9194647061475519, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5427490518369256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "seed": "509430392/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.198524609208107, + "selected_utility_gain_over_base_at_8": 0.15779000520706177, + "selector_gap_fraction_to_hidden_at_8": 0.9194647108404573, + "selector_regret_at_8": 1.801475390791893, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.801475390791893 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.815984308719635, + "chart_id": "ms-d4c37ed44fb338c1d551", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.01422194326217549, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21485192639437836, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1480856810/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.184015691280365, + "selected_utility_gain_over_base_at_8": -1.815984308719635, + "selector_gap_fraction_to_hidden_at_8": 1.0142219433416046, + "selector_regret_at_8": 1.815984308719635, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.02546466886997223 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.01116877794265747, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0036111529583414, + "ncar_to_proposal_oracle_at_8": 2.6231468415937673, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2537086791190268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09046469628810883, + "proposal_oracle_utility_gain_over_base_at_8": 0.004257768392562866, + "seed": "2061635888/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07929591834545135, + "selected_utility_gain_over_base_at_8": -0.0069110095500946045, + "selector_gap_fraction_to_hidden_at_8": 0.005835938119671427, + "selector_regret_at_8": 0.01116877794265747, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9095353037118912, + "support_gap_fraction_to_hidden_at_8": 0.9977752200827643, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9207040816545486 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.007448926568031311, + "chart_id": "ms-15fc8cc6f74cf589056f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0006126450906982, + "ncar_to_proposal_oracle_at_8": 1.1801394954053765, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.03038245725350449, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15038728713989258, + "proposal_oracle_utility_gain_over_base_at_8": 0.006311893463134766, + "seed": "655884605/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14293836057186127, + "selected_utility_gain_over_base_at_8": -0.0011370331048965454, + "selector_gap_fraction_to_hidden_at_8": 0.00401359330150179, + "selector_regret_at_8": 0.007448926568031311, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8496127128601074, + "support_gap_fraction_to_hidden_at_8": 0.9965990571806475, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8570616394281387 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.005552858114242554, + "chart_id": "ms-36bc1364d2439099e9ed", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0108156586922785, + "ncar_to_proposal_oracle_at_8": 0.3732545276477201, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1039178410083798, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09622243046760559, + "proposal_oracle_utility_gain_over_base_at_8": -0.01487685739994049, + "seed": "1113371261/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09066957235336304, + "selected_utility_gain_over_base_at_8": -0.020429715514183044, + "selector_gap_fraction_to_hidden_at_8": 0.0029397300125816113, + "selector_regret_at_8": 0.005552858114242554, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9037775695323944, + "support_gap_fraction_to_hidden_at_8": 1.0078759340310404, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.909330427646637 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025821343064308167, + "chart_id": "ms-420280f15a522ce21c72", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0125757439325502, + "ncar_to_proposal_oracle_at_8": 7.6748523989783966, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.380206879424145, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21763037145137787, + "proposal_oracle_utility_gain_over_base_at_8": 0.0033643990755081177, + "seed": "1578990937/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1918090283870697, + "selected_utility_gain_over_base_at_8": -0.02245694398880005, + "selector_gap_fraction_to_hidden_at_8": 0.01445979225622012, + "selector_regret_at_8": 0.025821343064308167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7823696285486221, + "support_gap_fraction_to_hidden_at_8": 0.9981159573466916, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8081909716129303 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.7663935869932175, + "chart_id": "ms-4aed1197d0906ae51c34", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5124266314534753, + "ncar_to_proposal_oracle_at_8": 1.5124266314534753, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2559710109289143, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "seed": "1509980664/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23360641300678253, + "selected_utility_gain_over_base_at_8": -0.5984734147787094, + "selector_gap_fraction_to_hidden_at_8": 1.5124266444032184, + "selector_regret_at_8": 1.7663935869932175, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7663935869932175 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.039610520005226135, + "chart_id": "ms-55e78c04643bd06fd5f8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0122479795708568, + "ncar_to_proposal_oracle_at_8": 2.280146636215276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.39870614771131263, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2016763538122177, + "proposal_oracle_utility_gain_over_base_at_8": 0.017371907830238342, + "seed": "211245842/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16206583380699158, + "selected_utility_gain_over_base_at_8": -0.022238612174987793, + "selector_gap_fraction_to_hidden_at_8": 0.021815617666502807, + "selector_regret_at_8": 0.039610520005226135, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7983236461877823, + "support_gap_fraction_to_hidden_at_8": 0.9904323674793413, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8379341661930084 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.0172121524810791, + "chart_id": "ms-77536801924a2a78688e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0009925827413846, + "ncar_to_proposal_oracle_at_8": 1.1137836978995075, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4615660105355005, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2439272701740265, + "proposal_oracle_utility_gain_over_base_at_8": 0.015453755855560303, + "seed": "1151410346/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2267151176929474, + "selected_utility_gain_over_base_at_8": -0.0017583966255187988, + "selector_gap_fraction_to_hidden_at_8": 0.00971600064701111, + "selector_regret_at_8": 0.0172121524810791, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7560727298259735, + "support_gap_fraction_to_hidden_at_8": 0.9912765877448256, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7732848823070526 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.014116749167442322, + "chart_id": "ms-9dd1ff4c297a81b13071", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0072923175115756, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14890766308842673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0843733698129654, + "proposal_oracle_utility_gain_over_base_at_8": 0.00014631450176239014, + "seed": "1324133122/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07025662064552307, + "selected_utility_gain_over_base_at_8": -0.013970434665679932, + "selector_gap_fraction_to_hidden_at_8": 0.007368696382616199, + "selector_regret_at_8": 0.014116749167442322, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9156266301870346, + "support_gap_fraction_to_hidden_at_8": 0.9999236263868492, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.929743379354477 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.005861341953277588, + "chart_id": "ms-d7254aa722729aa1a031", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.00197720406197, + "ncar_to_proposal_oracle_at_8": 1.6884448537277836, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08032260044386995, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7947455048561096, + "proposal_oracle_utility_gain_over_base_at_8": 0.0034714341163635254, + "seed": "701667486/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.788884162902832, + "selected_utility_gain_over_base_at_8": -0.0023899078369140625, + "selector_gap_fraction_to_hidden_at_8": 0.004849190218716296, + "selector_regret_at_8": 0.005861341953277588, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2052544951438904, + "support_gap_fraction_to_hidden_at_8": 0.9971280221327856, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.211115837097168 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341862559318542, + "chart_id": "ms-d776afa14e6322cadedd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14753897600710345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "412102563/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16581374406814575, + "selected_utility_gain_over_base_at_8": -1.8341862559318542, + "selector_regret_at_8": 1.8341862559318542, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8341862559318542 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 1.1856330037117004, + "chart_id": "ms-e887dbfa0133af46829d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0116053993601406, + "ncar_to_proposal_oracle_at_8": 1.0116053993601406, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09882012011393025, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1720311045646667, + "seed": "1999022574/train1", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8143669962882996, + "selected_utility_gain_over_base_at_8": -0.013601899147033691, + "selector_gap_fraction_to_hidden_at_8": 1.011605407991357, + "selector_regret_at_8": 1.1856330037117004, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1856330037117004 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "chart_id": "ms-5799584ed40e211c50a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "seed": "2012211287/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "chart_id": "ms-715db95b13ebc6c977c8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "seed": "307068879/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "chart_id": "ms-7b229b60d7f64fb624cf", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "seed": "1073161778/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "chart_id": "ms-99f263cb3f383b1f6243", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "seed": "608016290/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.586926907300949 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "chart_id": "ms-ec2e4afb34b439731136", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "seed": "441046872/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "task_id": "LiftPegUpright-v1", + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "chart_id": "ms-a9ac13384fe5afc835f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1522272686/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PickCube-v1", + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-06babf453b22ba8f2407", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1747178030/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.741064429283142, + "chart_id": "ms-0e1ff8d16372796dac97", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10614606414414267, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "767747424/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2589355707168579, + "selected_utility_gain_over_base_at_8": -1.741064429283142, + "selector_regret_at_8": 1.741064429283142, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.741064429283142 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "chart_id": "ms-223b0a8319beb051a1ee", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "seed": "1461069713/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.032693684101104736, + "branch_car_at_8": 0.0022127479314804077, + "chart_id": "ms-34726202b475d29cdf38", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.625, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.25342071056365967, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.6708660956574802, + "ncar_to_proposal_oracle_at_8": 0.029557889623533427, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.15052869787746012, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10755517333745956, + "proposal_oracle_utility_gain_over_base_at_8": 0.07486148923635483, + "seed": "626486813/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.10534242540597916, + "selected_utility_gain_over_base_at_8": 0.07264874130487442, + "selector_gap_fraction_to_hidden_at_8": 0.0100248164755474, + "selector_regret_at_8": 0.0022127479314804077, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1458655372262001, + "support_gap_fraction_to_hidden_at_8": 0.660841309575406, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1480782851576805 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011001795530319214, + "chart_id": "ms-4cc40587ec490257b1d2", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19325279865432513, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.13674892485141754, + "proposal_oracle_utility_gain_over_base_at_8": -1.8632510751485825, + "seed": "2054899126/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12574712932109833, + "selected_utility_gain_over_base_at_8": -1.8742528706789017, + "selector_regret_at_8": 0.011001795530319214, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8632510751485825, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8742528706789017 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "chart_id": "ms-62f8c18a15c566ec4b00", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "seed": "672328262/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.19699124991893768, + "branch_car_at_8": 0.0854962021112442, + "chart_id": "ms-6661b157c41ad4d6ab85", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2351006269454956, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7861235120991512, + "ncar_to_proposal_oracle_at_8": 1.5394314838871666, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.20401212552805004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.25252875685691833, + "proposal_oracle_utility_gain_over_base_at_8": 0.05553750693798065, + "seed": "767747424/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16703255474567413, + "selected_utility_gain_over_base_at_8": -0.02995869517326355, + "selector_gap_fraction_to_hidden_at_8": 2.2434426585263525, + "selector_regret_at_8": 0.0854962021112442, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06806807219982147 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.25001442432403564, + "branch_car_at_8": 0.08683134615421295, + "chart_id": "ms-6b789356d65b3312fbae", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22781728208065033, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.10639789746212436, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.31406447291374207, + "proposal_oracle_utility_gain_over_base_at_8": 0.06405004858970642, + "seed": "278008524/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2272331267595291, + "selected_utility_gain_over_base_at_8": -0.02278129756450653, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.08683134615421295, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0005841553211212158 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "chart_id": "ms-7923b8196b397863cf4f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "seed": "1845489013/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.05078810453414917, + "branch_car_at_8": 0.003838818520307541, + "chart_id": "ms-7df455efd413d77e6ce3", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.07774405181407928, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0761101833652833, + "ncar_to_proposal_oracle_at_8": 2.147956481213366, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3080838414177952, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05257529020309448, + "proposal_oracle_utility_gain_over_base_at_8": 0.0017871856689453125, + "seed": "626486813/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04873647168278694, + "selected_utility_gain_over_base_at_8": -0.0020516328513622284, + "selector_gap_fraction_to_hidden_at_8": 0.1424108186754657, + "selector_regret_at_8": 0.003838818520307541, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.025168761610984802, + "support_gap_fraction_to_hidden_at_8": 0.9336997639004899, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.029007580131292343 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0064427852630615234, + "chart_id": "ms-7e295b5859c07c90487f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.26271408796310425, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.1448705495427702, + "ncar_to_proposal_oracle_at_8": 0.0032497881379598397, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09396252788076599, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.01747530698776245, + "proposal_oracle_utility_gain_over_base_at_8": -1.9825246930122375, + "seed": "767747424/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.011032521724700928, + "selected_utility_gain_over_base_at_8": -1.988967478275299, + "selector_gap_fraction_to_hidden_at_8": 0.0037085348004161412, + "selector_regret_at_8": 0.0064427852630615234, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2452387809753418, + "support_gap_fraction_to_hidden_at_8": 0.14116201557624414, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.2516815662384033 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "chart_id": "ms-8577816da2917a2bb63d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "seed": "585904130/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "chart_id": "ms-8e56b0eaa2604db6749e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "seed": "141984615/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.06810259819030762, + "branch_car_at_8": 0.10038051009178162, + "chart_id": "ms-972c5be72d0b24be7cd5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.8784184971990449, + "ncar_to_proposal_oracle_at_8": 0.29940780875078404, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08698600632990208, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.4033660888671875, + "proposal_oracle_utility_gain_over_base_at_8": 0.3352634906768799, + "seed": "750448296/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.3029855787754059, + "selected_utility_gain_over_base_at_8": 0.23488298058509827, + "selector_gap_fraction_to_hidden_at_8": 0.05195954505542107, + "selector_regret_at_8": 0.10038051009178162, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.5966339111328125, + "support_gap_fraction_to_hidden_at_8": 0.8264589566905448, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.6970144212245941 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "chart_id": "ms-9757fc494e79b5543bb6", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "seed": "636680137/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10184377431869507, + "branch_car_at_8": 0.0034609846770763397, + "chart_id": "ms-a8731059713697ce5e2a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.19710752367973328, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5387981132190385, + "ncar_to_proposal_oracle_at_8": 0.07230423693742787, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1831356930441283, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.053976815193891525, + "proposal_oracle_utility_gain_over_base_at_8": -0.04786695912480354, + "seed": "767747424/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.050515830516815186, + "selected_utility_gain_over_base_at_8": -0.05132794380187988, + "selector_gap_fraction_to_hidden_at_8": 0.03633055281038354, + "selector_regret_at_8": 0.0034609846770763397, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.14313070848584175, + "support_gap_fraction_to_hidden_at_8": 1.5024677219389455, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1465916931629181 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "chart_id": "ms-ac94b48febe523da15a5", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "seed": "1375492786/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "chart_id": "ms-b49043f15f4846de5b13", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "seed": "2038594191/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21340738236904144, + "branch_car_at_8": 0.015558972954750061, + "chart_id": "ms-b7d7021b782f73816083", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.22398948669433594, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 6.454225594544448, + "ncar_to_proposal_oracle_at_8": 0.3690608534895287, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17099821184490116, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17124910652637482, + "proposal_oracle_utility_gain_over_base_at_8": -0.042158275842666626, + "seed": "750448296/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.15569013357162476, + "selected_utility_gain_over_base_at_8": -0.05771724879741669, + "selector_gap_fraction_to_hidden_at_8": 1.470309919130103, + "selector_regret_at_8": 0.015558972954750061, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05274038016796112, + "support_gap_fraction_to_hidden_at_8": 4.983921774603501, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.06829935312271118 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-b8c3ec3ea915c5d35b3e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "2054899126/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "chart_id": "ms-b8fc1568ce66c45c8d8b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "seed": "747260437/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-da555a03dd382d93e119", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "278008524/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "chart_id": "ms-f5dd1c43ebc4c0cfc3f1", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "seed": "1549324805/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "chart_id": "ms-f9740a08a98cb251b761", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "seed": "1822210471/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.94231379032135 + }, + { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.038491129875183105, + "chart_id": "ms-fa8b4ba41ecac8030271", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.021031423156596486, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42241467171366504, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1698276251554489, + "proposal_oracle_utility_gain_over_base_at_8": -1.830172374844551, + "seed": "750448296/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.1313364952802658, + "selected_utility_gain_over_base_at_8": -1.8686635047197342, + "selector_regret_at_8": 0.038491129875183105, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.830172374844551, + "task_id": "PullCube-v1", + "total_car_to_hidden_at_8": 1.8686635047197342 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-05f34a90fa7355262b8e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "440577711/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "chart_id": "ms-2413d1155c87f0442485", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1324642411/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.858040377497673 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "chart_id": "ms-54346a8f79bd9dca1dfe", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "seed": "1790188787/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "chart_id": "ms-64f98d163b6bff29332b", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "seed": "1261930456/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "chart_id": "ms-c2ae2b78ab7891e74c80", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "seed": "509430392/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.0 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "chart_id": "ms-d4c37ed44fb338c1d551", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "seed": "1480856810/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "task_id": "PushCube-v1", + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "chart_id": "ms-146ff6c3f22b3a49af3a", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "seed": "2061635888/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "chart_id": "ms-15fc8cc6f74cf589056f", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "seed": "655884605/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.830242097377777 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "chart_id": "ms-36bc1364d2439099e9ed", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "seed": "1113371261/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "chart_id": "ms-420280f15a522ce21c72", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "seed": "1578990937/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "chart_id": "ms-4aed1197d0906ae51c34", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "seed": "1509980664/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "chart_id": "ms-55e78c04643bd06fd5f8", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "seed": "211245842/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "chart_id": "ms-77536801924a2a78688e", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "seed": "1151410346/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "chart_id": "ms-9dd1ff4c297a81b13071", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "seed": "1324133122/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "chart_id": "ms-d7254aa722729aa1a031", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "seed": "701667486/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "chart_id": "ms-d776afa14e6322cadedd", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "seed": "412102563/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "chart_id": "ms-e887dbfa0133af46829d", + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "mode": "measured", + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "seed": "1999022574/train2", + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "task_id": "StackCube-v1", + "total_car_to_hidden_at_8": 1.8368546068668365 + } + ], + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3729166666666667, + "low": 0.21666666666666667, + "mean": 0.2916666666666667, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.2916666666666667, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 1.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.5, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.42400000000000004, + "low": 0.0, + "mean": 0.14133333333333334, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.14133333333333334, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.7066666666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4513888888888889, + "low": 0.2847222222222222, + "mean": 0.3680555555555556, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3958333333333333, + "low": 0.2277777777777778, + "mean": 0.3083333333333334, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.3083333333333334, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 0.3333333333333333, + "750448296/train2": 0.3333333333333333, + "767747424/train0": 0.5, + "767747424/train1": 0.5, + "767747424/train2": 0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8053333333333332, + "low": 0.10836363636363637, + "mean": 0.45684848484848484, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.45684848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.4097222222222222, + "low": 0.2569444444444444, + "mean": 0.3333333333333333, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.0, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.0, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9566364926286041, + "low": 0.6609309806488455, + "mean": 0.8028034761858482, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.8028034761858482, + "per_seed": { + "1073161778/train0": 0.725517988204956, + "1073161778/train1": 0.725517988204956, + "1073161778/train2": 0.725517988204956, + "1113371261/train0": 0.11109928786754608, + "1113371261/train1": 0.11109928786754608, + "1113371261/train2": 0.11109928786754608, + "1151410346/train0": 0.2284735143184662, + "1151410346/train1": 0.2284735143184662, + "1151410346/train2": 0.2284735143184662, + "1261930456/train0": 2.0, + "1261930456/train1": 2.0, + "1261930456/train2": 2.0, + "1324133122/train0": 0.084227055311203, + "1324133122/train1": 0.084227055311203, + "1324133122/train2": 0.084227055311203, + "1324642411/train0": 2.0, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 2.0, + "1375492786/train2": 2.0, + "141984615/train0": 0.16783273220062256, + "141984615/train1": 0.16783273220062256, + "141984615/train2": 0.16783273220062256, + "1461069713/train0": 0.22852759063243866, + "1461069713/train1": 0.22852759063243866, + "1461069713/train2": 0.22852759063243866, + "1480856810/train0": 2.0, + "1480856810/train1": 2.0, + "1480856810/train2": 2.0, + "1509980664/train0": 0.8320798277854919, + "1509980664/train1": 0.8320798277854919, + "1509980664/train2": 0.8320798277854919, + "1522272686/train0": 2.0, + "1522272686/train1": 2.0, + "1522272686/train2": 2.0, + "1549324805/train0": 0.17249532043933868, + "1549324805/train1": 0.17249532043933868, + "1549324805/train2": 0.17249532043933868, + "1578990937/train0": 0.21426597237586975, + "1578990937/train1": 0.21426597237586975, + "1578990937/train2": 0.21426597237586975, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 2.0, + "1790188787/train2": 2.0, + "1822210471/train0": 0.09442546218633652, + "1822210471/train1": 0.09442546218633652, + "1822210471/train2": 0.09442546218633652, + "1845489013/train0": 0.11255800724029541, + "1845489013/train1": 0.11255800724029541, + "1845489013/train2": 0.11255800724029541, + "1999022574/train0": 0.8279688954353333, + "1999022574/train1": 0.8279688954353333, + "1999022574/train2": 0.8279688954353333, + "2012211287/train0": 0.7282466888427734, + "2012211287/train1": 0.7282466888427734, + "2012211287/train2": 0.7282466888427734, + "2038594191/train0": 0.09504059702157974, + "2038594191/train1": 0.09504059702157974, + "2038594191/train2": 0.09504059702157974, + "2054899126/train0": 2.0, + "2054899126/train1": 2.0, + "2054899126/train2": 2.0, + "2061635888/train0": 0.08620692789554596, + "2061635888/train1": 0.08620692789554596, + "2061635888/train2": 0.08620692789554596, + "211245842/train0": 0.18430444598197937, + "211245842/train1": 0.18430444598197937, + "211245842/train2": 0.18430444598197937, + "278008524/train0": 1.1250072121620178, + "278008524/train1": 1.1250072121620178, + "278008524/train2": 1.1250072121620178, + "307068879/train0": 0.20915235579013824, + "307068879/train1": 0.20915235579013824, + "307068879/train2": 0.20915235579013824, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 2.0, + "440577711/train0": 2.0, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.2097676396369934, + "441046872/train1": 0.2097676396369934, + "441046872/train2": 0.2097676396369934, + "509430392/train0": 0.04073460400104523, + "509430392/train1": 0.04073460400104523, + "509430392/train2": 0.04073460400104523, + "585904130/train0": 0.07103653997182846, + "585904130/train1": 0.07103653997182846, + "585904130/train2": 0.07103653997182846, + "608016290/train0": 0.525360107421875, + "608016290/train1": 0.525360107421875, + "608016290/train2": 0.525360107421875, + "626486813/train0": 0.04174089431762695, + "626486813/train1": 0.04174089431762695, + "626486813/train2": 0.04174089431762695, + "636680137/train0": 0.11957359313964844, + "636680137/train1": 0.11957359313964844, + "636680137/train2": 0.11957359313964844, + "655884605/train0": 0.1440753936767578, + "655884605/train1": 0.1440753936767578, + "655884605/train2": 0.1440753936767578, + "672328262/train0": 0.10593423992395401, + "672328262/train1": 0.10593423992395401, + "672328262/train2": 0.10593423992395401, + "701667486/train0": 0.7912740707397461, + "701667486/train1": 0.7912740707397461, + "701667486/train2": 0.7912740707397461, + "747260437/train0": 2.0, + "747260437/train1": 2.0, + "747260437/train2": 2.0, + "750448296/train0": 0.7605033268531164, + "750448296/train1": 0.7605033268531164, + "750448296/train2": 0.7605033268531164, + "767747424/train0": 1.0747087560594082, + "767747424/train1": 1.0747087560594082, + "767747424/train2": 1.0747087560594082 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6347634333101186, + "low": 0.5526382644826715, + "mean": 1.0913353469100866, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0913353469100866, + "per_task": { + "LiftPegUpright-v1": 0.4796089559793472, + "PickCube-v1": 2.0, + "PullCube-v1": 0.8032506120204925, + "PushCube-v1": 1.6734557673335075, + "StackCube-v1": 0.5003613992170854 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.9699174793851044, + "low": 0.6952519603073597, + "mean": 0.8338337515791258, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3184199351532799, + "low": 0.13904045155828093, + "mean": 0.22038849586840822, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22038849586840822, + "per_seed": { + "1073161778/train0": 0.0051236748695373535, + "1073161778/train1": 0.0, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 0.0060281902551651, + "1113371261/train1": 0.005552858114242554, + "1113371261/train2": 0.007540524005889893, + "1151410346/train0": 0.34162279963493347, + "1151410346/train1": 0.0172121524810791, + "1151410346/train2": 0.3237016499042511, + "1261930456/train0": 0.012280002236366272, + "1261930456/train1": 0.003422096371650696, + "1261930456/train2": 0.011454477906227112, + "1324133122/train0": 0.0031833499670028687, + "1324133122/train1": 0.014116749167442322, + "1324133122/train2": 0.010064825415611267, + "1324642411/train0": 0.02624770998954773, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 0.022333383560180664, + "1375492786/train2": 0.027821257710456848, + "141984615/train0": 0.010632594116032124, + "141984615/train1": 0.00027199462056159973, + "141984615/train2": 0.002475142478942871, + "1461069713/train0": 0.0, + "1461069713/train1": 0.019976697862148285, + "1461069713/train2": 0.026291392743587494, + "1480856810/train0": 0.018731221556663513, + "1480856810/train1": 1.815984308719635, + "1480856810/train2": 0.043351709842681885, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 0.014023125171661377, + "1522272686/train0": 0.3805520087480545, + "1522272686/train1": 0.42483918368816376, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.09635330736637115, + "1578990937/train0": 0.007504671812057495, + "1578990937/train1": 0.025821343064308167, + "1578990937/train2": 0.025389984250068665, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.027344733476638794, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.012420378625392914, + "1822210471/train2": 0.0011331625282764435, + "1845489013/train0": 0.007289845496416092, + "1845489013/train1": 0.001721896231174469, + "1845489013/train2": 0.009949073195457458, + "1999022574/train0": 0.0013870000839233398, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 0.6338560879230499, + "2012211287/train0": 0.008428394794464111, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 0.00025147199630737305, + "2038594191/train0": 0.025606751441955566, + "2038594191/train1": 0.03719758987426758, + "2038594191/train2": 0.1589493229985237, + "2054899126/train0": 0.005885511636734009, + "2054899126/train1": 0.014168627560138702, + "2054899126/train2": 0.005500897765159607, + "2061635888/train0": 0.0012469589710235596, + "2061635888/train1": 0.01116877794265747, + "2061635888/train2": 0.0, + "211245842/train0": 0.4352424144744873, + "211245842/train1": 0.039610520005226135, + "211245842/train2": 0.041060686111450195, + "278008524/train0": 0.01575254276394844, + "278008524/train1": 0.022388704121112823, + "278008524/train2": 0.043415673077106476, + "307068879/train0": 0.0018923133611679077, + "307068879/train1": 0.0010644197463989258, + "307068879/train2": 0.0018310099840164185, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 0.6269922256469727, + "440577711/train0": 0.046059176325798035, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0017773360013961792, + "441046872/train1": 0.002857789397239685, + "441046872/train2": 0.000804021954536438, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 0.04245031625032425, + "585904130/train1": 0.04740310460329056, + "585904130/train2": 0.16070519387722015, + "608016290/train0": 0.0, + "608016290/train1": 0.09409016370773315, + "608016290/train2": 0.1574377715587616, + "626486813/train0": 0.013559006154537201, + "626486813/train1": 0.0018939077854156494, + "626486813/train2": 0.0030257832258939743, + "636680137/train0": 0.01603551208972931, + "636680137/train1": 0.016771696507930756, + "636680137/train2": 0.04479973018169403, + "655884605/train0": 0.037115007638931274, + "655884605/train1": 0.007448926568031311, + "655884605/train2": 0.0026672184467315674, + "672328262/train0": 0.0, + "672328262/train1": 0.003954809159040451, + "672328262/train2": 0.003098629415035248, + "701667486/train0": 0.1777932047843933, + "701667486/train1": 0.005861341953277588, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.013475894927978516, + "747260437/train1": 0.004217416048049927, + "747260437/train2": 0.02974964678287506, + "750448296/train0": 0.021671657760938007, + "750448296/train1": 0.023376444975535076, + "750448296/train2": 0.05147687097390493, + "767747424/train0": 0.013934170128777623, + "767747424/train1": 0.4677690644748509, + "767747424/train2": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.573514856133196, + "low": 0.1747573709831093, + "mean": 0.3574346014637538, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.3574346014637538, + "per_task": { + "LiftPegUpright-v1": 0.18885904252529145, + "PickCube-v1": 0.7539208928743998, + "PullCube-v1": 0.06862825746337572, + "PushCube-v1": 0.41695255951748955, + "StackCube-v1": 0.3588122549382123 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.28895812504924834, + "low": 0.1335451318235654, + "mean": 0.20547026465646923, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3100694444444444, + "low": 0.17239583333333333, + "mean": 0.23715277777777777, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.23715277777777777, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 0.75, + "141984615/train2": 1.0, + "1461069713/train0": 0.375, + "1461069713/train1": 0.125, + "1461069713/train2": 0.875, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.875, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 0.75, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.375, + "2038594191/train1": 0.125, + "2038594191/train2": 0.375, + "2054899126/train0": 0.8125, + "2054899126/train1": 0.5, + "2054899126/train2": 0.9375, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.1875, + "278008524/train1": 0.125, + "278008524/train2": 0.1875, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 0.875, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.3125, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.75, + "750448296/train1": 0.875, + "750448296/train2": 0.9583333333333334, + "767747424/train0": 0.8125, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.34900000000000003, + "low": 0.0, + "mean": 0.11633333333333333, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.11633333333333333, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5816666666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3706597222222222, + "low": 0.23177083333333334, + "mean": 0.3029513888888889, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8555555555555556, + "low": 0.7180555555555556, + "mean": 0.7854166666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.7854166666666668, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.6786666666666668, + "mean": 0.8706666666666667, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.8706666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.52, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7986111111111112, + "low": 0.6597222222222222, + "mean": 0.7291666666666666, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.7441341616213322, + "low": 1.49932806055165, + "mean": 1.6190625454609595, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.6190625454609595, + "per_seed": { + "1073161778/train0": 2.0, + "1073161778/train1": 2.0, + "1073161778/train2": 2.0, + "1113371261/train0": 2.0, + "1113371261/train1": 2.0, + "1113371261/train2": 2.0, + "1151410346/train0": 2.0, + "1151410346/train1": 2.0, + "1151410346/train2": 2.0, + "1261930456/train0": 2.0, + "1261930456/train1": 2.0, + "1261930456/train2": 2.0, + "1324133122/train0": 2.0, + "1324133122/train1": 2.0, + "1324133122/train2": 2.0, + "1324642411/train0": 2.0, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 2.0, + "1375492786/train2": 2.0, + "141984615/train0": 0.2857772707939148, + "141984615/train1": 0.2857772707939148, + "141984615/train2": 0.2857772707939148, + "1461069713/train0": 0.1593424528837204, + "1461069713/train1": 0.1593424528837204, + "1461069713/train2": 0.1593424528837204, + "1480856810/train0": 0.20948036015033722, + "1480856810/train1": 0.20948036015033722, + "1480856810/train2": 0.20948036015033722, + "1509980664/train0": 2.0, + "1509980664/train1": 2.0, + "1509980664/train2": 2.0, + "1522272686/train0": 2.0, + "1522272686/train1": 2.0, + "1522272686/train2": 2.0, + "1549324805/train0": 0.2974560856819153, + "1549324805/train1": 0.2974560856819153, + "1549324805/train2": 0.2974560856819153, + "1578990937/train0": 2.0, + "1578990937/train1": 2.0, + "1578990937/train2": 2.0, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 2.0, + "1790188787/train2": 2.0, + "1822210471/train0": 2.0, + "1822210471/train1": 2.0, + "1822210471/train2": 2.0, + "1845489013/train0": 2.0, + "1845489013/train1": 2.0, + "1845489013/train2": 2.0, + "1999022574/train0": 2.0, + "1999022574/train1": 2.0, + "1999022574/train2": 2.0, + "2012211287/train0": 2.0, + "2012211287/train1": 2.0, + "2012211287/train2": 2.0, + "2038594191/train0": 2.0, + "2038594191/train1": 2.0, + "2038594191/train2": 2.0, + "2054899126/train0": 2.0, + "2054899126/train1": 2.0, + "2054899126/train2": 2.0, + "2061635888/train0": 2.0, + "2061635888/train1": 2.0, + "2061635888/train2": 2.0, + "211245842/train0": 2.0, + "211245842/train1": 2.0, + "211245842/train2": 2.0, + "278008524/train0": 1.1139086410403252, + "278008524/train1": 1.1139086410403252, + "278008524/train2": 1.1139086410403252, + "307068879/train0": 2.0, + "307068879/train1": 2.0, + "307068879/train2": 2.0, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 2.0, + "440577711/train0": 2.0, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 2.0, + "441046872/train1": 2.0, + "441046872/train2": 2.0, + "509430392/train0": 2.0, + "509430392/train1": 2.0, + "509430392/train2": 2.0, + "585904130/train0": 2.0, + "585904130/train1": 2.0, + "585904130/train2": 2.0, + "608016290/train0": 2.0, + "608016290/train1": 2.0, + "608016290/train2": 2.0, + "626486813/train0": 0.16558238118886948, + "626486813/train1": 0.16558238118886948, + "626486813/train2": 0.16558238118886948, + "636680137/train0": 0.17056432366371155, + "636680137/train1": 0.17056432366371155, + "636680137/train2": 0.17056432366371155, + "655884605/train0": 2.0, + "655884605/train1": 2.0, + "655884605/train2": 2.0, + "672328262/train0": 2.0, + "672328262/train1": 2.0, + "672328262/train2": 2.0, + "701667486/train0": 2.0, + "701667486/train1": 2.0, + "701667486/train2": 2.0, + "747260437/train0": 0.2786632478237152, + "747260437/train1": 0.2786632478237152, + "747260437/train2": 0.2786632478237152, + "750448296/train0": 1.4079964955647786, + "750448296/train1": 1.4079964955647786, + "750448296/train2": 1.4079964955647786, + "767747424/train0": 0.6737305596470833, + "767747424/train1": 0.6737305596470833, + "767747424/train2": 0.6737305596470833 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.428388743619124, + "mean": 1.7696735892097153, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.7696735892097153, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 1.1467878860235214, + "PushCube-v1": 1.7015800600250561, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.643800659933024, + "low": 1.3941160800556343, + "mean": 1.5183161981403828, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2675121744307396, + "low": 0.9592380736700701, + "mean": 1.0992002713858116, + "n": 93, + "num_samples": 1000 + }, + "mean": 1.0992002713858116, + "per_seed": { + "1073161778/train0": 1.0099110117716765, + "1073161778/train1": 1.009485472098667, + "1073161778/train2": 1.0018019999721972, + "1113371261/train0": 1.0228108640366171, + "1113371261/train1": 1.0108156586922785, + "1113371261/train2": 1.0096749460109702, + "1151410346/train0": 1.0009041949006119, + "1151410346/train1": 1.0009925827413846, + "1151410346/train2": 0.9938836701698183, + "1324133122/train0": 1.012819102282108, + "1324133122/train1": 1.0072923175115756, + "1324133122/train2": 0.9979853617028601, + "141984615/train0": 2.3120218661044842, + "141984615/train1": 2.0524154293283745, + "141984615/train2": 2.0668632118652317, + "1461069713/train0": 1.4912570944838148, + "1461069713/train1": 1.7759530948042475, + "1461069713/train2": 1.0147308339002874, + "1480856810/train0": 0.048271709108867196, + "1480856810/train1": 0.01422194326217549, + "1480856810/train2": 0.031613708638168724, + "1509980664/train0": 1.0136938696224829, + "1509980664/train1": 1.5124266314534753, + "1509980664/train2": 1.0061738317414306, + "1549324805/train0": 0.6365612314383228, + "1549324805/train1": 0.0, + "1549324805/train2": 1.4386390413214543, + "1578990937/train0": 1.0042075374864476, + "1578990937/train1": 1.0125757439325502, + "1578990937/train2": 1.0039557654834124, + "1822210471/train0": 1.0295968264313446, + "1822210471/train1": 1.0165051201263626, + "1822210471/train2": 1.019279876796129, + "1845489013/train0": 1.0407765502685078, + "1845489013/train1": 1.0100596297046758, + "1845489013/train2": 1.019238671785175, + "1999022574/train0": 1.1982116029248755, + "1999022574/train1": 1.0116053993601406, + "1999022574/train2": 1.5672404802573083, + "2012211287/train0": 1.0069979598815633, + "2012211287/train1": 1.0069158938619467, + "2012211287/train2": 1.0011445108113346, + "2038594191/train0": 0.9832939078935423, + "2038594191/train1": 0.9695308239638829, + "2038594191/train2": 1.002720058258962, + "2061635888/train0": 1.0057630229581092, + "2061635888/train1": 1.0036111529583414, + "2061635888/train2": 1.0037531653219327, + "211245842/train0": 1.0205533721895232, + "211245842/train1": 1.0122479795708568, + "211245842/train2": 1.0061024029871146, + "278008524/train0": 5.177068071312195, + "278008524/train1": 1.053649940694802, + "278008524/train2": 0.026316678586339484, + "307068879/train0": 1.0046022238919023, + "307068879/train1": 1.0044650649657694, + "307068879/train2": 1.004161799291129, + "441046872/train0": 1.0042349040953344, + "441046872/train1": 1.00364861534959, + "441046872/train2": 1.003523045662944, + "509430392/train0": 0.9395127688999878, + "509430392/train1": 0.9194647061475519, + "509430392/train2": 0.0, + "585904130/train0": 0.973562617185654, + "585904130/train1": 0.9800153670446098, + "585904130/train2": 0.9677841286713383, + "608016290/train0": 0.9409337361949222, + "608016290/train1": 1.0063402020781327, + "608016290/train2": 1.076145372525531, + "626486813/train0": 1.0914618964539755, + "626486813/train1": 0.8736369859029146, + "626486813/train2": 0.8734881395113818, + "636680137/train0": 1.545695985219155, + "636680137/train1": 1.4669981605451308, + "636680137/train2": 1.7778231310760573, + "655884605/train0": 1.0128192070820496, + "655884605/train1": 1.0006126450906982, + "655884605/train2": 0.9861618738608336, + "672328262/train0": 1.0243607672967996, + "672328262/train1": 1.029830316470696, + "672328262/train2": 1.019464283192897, + "701667486/train0": 1.1498652011752732, + "701667486/train1": 1.00197720406197, + "701667486/train2": 0.9997888379154961, + "747260437/train0": 0.057997356483955015, + "747260437/train1": 0.08636170359931446, + "747260437/train2": 0.07153763725445794, + "750448296/train0": 4.785336244564055, + "750448296/train1": 0.6215016958379097, + "750448296/train2": 3.6663220458717465, + "767747424/train0": 0.6905690468618849, + "767747424/train1": 0.7008801051561266, + "767747424/train2": 1.15659739162032 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2320377393784767, + "low": 0.5710131186751826, + "mean": 0.9229156260903519, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.9229156260903519, + "per_task": { + "LiftPegUpright-v1": 1.0056207874968426, + "PullCube-v1": 1.3075100566723548, + "PushCube-v1": 0.3255141393427919, + "StackCube-v1": 1.0530175208494181 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 1.3390804051577727, + "low": 0.9501732176063076, + "mean": 1.135556812707611, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.5475095875920277, + "low": 0.6348321222720934, + "mean": 1.4299104875659985, + "n": 102, + "num_samples": 1000 + }, + "mean": 1.4299104875659985, + "per_seed": { + "1073161778/train0": 0.6824513175213234, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0018019999721972, + "1113371261/train0": 0.1626634157048393, + "1113371261/train1": 0.3732545276477201, + "1113371261/train2": 0.7024563821726059, + "1151410346/train0": 1.004710900944418, + "1151410346/train1": 1.1137836978995075, + "1151410346/train2": 0.9676112241545515, + "1261930456/train0": 0.006452229426189598, + "1261930456/train1": 0.0018010761329865432, + "1261930456/train2": 0.005982870275641443, + "1324133122/train0": 0.14892754221193605, + "1324133122/train2": 0.7228185479224526, + "1324642411/train0": 0.014663572727338623, + "1375492786/train1": 0.01205539457819943, + "1375492786/train2": 0.015409403984710279, + "141984615/train0": 0.07377943334338306, + "141984615/train1": 0.0021960785229935757, + "141984615/train2": 0.020065103905333725, + "1461069713/train0": 0.0, + "1461069713/train1": 0.11609092801412241, + "1461069713/train2": 0.2324654665550531, + "1480856810/train0": 0.01008019655750525, + "1480856810/train2": 0.02403390675499265, + "1509980664/train0": 1.0136938696224829, + "1509980664/train1": 1.5124266314534753, + "1509980664/train2": 2.058415470840539, + "1522272686/train0": 0.2577078282160102, + "1522272686/train1": 0.2914308848915223, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 2.319495421176755, + "1578990937/train1": 7.6748523989783966, + "1578990937/train2": 1.3854594546391021, + "1790188787/train1": 0.015076210993068394, + "1822210471/train0": 0.0, + "1822210471/train1": 0.6526263362259548, + "1822210471/train2": 0.031824954963663915, + "1845489013/train0": 0.10462859555612881, + "1845489013/train1": 0.09973281871024504, + "1845489013/train2": 0.37739026714244994, + "1999022574/train0": 0.006006326645146518, + "1999022574/train1": 1.0116053993601406, + "1999022574/train2": 20.468479398320074, + "2012211287/train1": 1.0069158938619467, + "2012211287/train2": 0.20884931245481586, + "2038594191/train0": 0.4458684629641134, + "2038594191/train1": 0.3905663345898341, + "2038594191/train2": 1.0336975829706272, + "2054899126/train0": 0.006346434330809735, + "2054899126/train1": 0.015326598554656713, + "2054899126/train2": 0.005904623170763854, + "2061635888/train0": 0.12747101114683582, + "2061635888/train1": 2.6231468415937673, + "2061635888/train2": 0.0, + "211245842/train0": 1.0937834620823588, + "211245842/train1": 2.280146636215276, + "211245842/train2": 1.3695761057579783, + "278008524/train0": 0.2983203494220327, + "278008524/train2": 1.3556794180383116, + "307068879/train0": 0.29802141685706063, + "307068879/train1": 0.15355490027913618, + "307068879/train2": 0.32567740299816206, + "412102563/train2": 0.5347509829497624, + "440577711/train0": 0.025669934688658063, + "441046872/train0": 0.3062183274336642, + "441046872/train1": 0.7778202738990697, + "441046872/train2": 0.14610429876487893, + "509430392/train0": 0.9395127688999878, + "509430392/train1": 0.9194647061475519, + "509430392/train2": 0.0, + "585904130/train0": 0.4542712779617799, + "585904130/train1": 0.5515020146084423, + "585904130/train2": 0.7211412341552217, + "608016290/train0": 0.0, + "608016290/train1": 1.1103309346178276, + "608016290/train2": 3.4869346102323533, + "626486813/train0": 0.6739434199631121, + "626486813/train1": 0.2933595456420097, + "626486813/train2": 1.0887571854184497, + "636680137/train0": 1.360100058520912, + "636680137/train1": 2.3820368639206455, + "636680137/train2": 8.71937375135354, + "655884605/train0": 2.785674648277076, + "655884605/train1": 1.1801394954053765, + "655884605/train2": 0.09408265091957171, + "672328262/train0": 0.0, + "672328262/train1": 0.07526405055604174, + "672328262/train2": 0.09176223920635006, + "701667486/train0": 53.02873072453875, + "701667486/train1": 1.6884448537277836, + "701667486/train2": 0.9997888379154961, + "747260437/train0": 0.007454744029188191, + "747260437/train1": 0.002260407447282227, + "747260437/train2": 0.016393451416906714, + "750448296/train0": 0.06681795851447021, + "750448296/train1": 0.30219308144694457, + "750448296/train2": 0.22983336179896974, + "767747424/train0": 0.24408266901117134, + "767747424/train1": 0.27306559340142716, + "767747424/train2": 0.5383285029875181 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.4279274675757145, + "low": 0.29775343160579404, + "mean": 1.0739814188890127, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0739814188890127, + "per_task": { + "LiftPegUpright-v1": 0.6789057634923168, + "PickCube-v1": 0.27456935655376624, + "PullCube-v1": 0.5092805557938541, + "PushCube-v1": 0.17843067932762913, + "StackCube-v1": 3.7287207392774975 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.440482626182768, + "low": 0.5646243789997338, + "mean": 1.2924407881801405, + "n": 117, + "num_samples": 1000 + }, + "n": 117 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.45138888888888895, + "low": 0.2833333333333333, + "mean": 0.3631944444444445, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.3631944444444445, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 0.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 1.0, + "2061635888/train2": 0.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.3333333333333333, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4609696969696969, + "low": 0.1, + "mean": 0.2852121212121212, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.2852121212121212, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.32, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.6060606060606061 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4444444444444444, + "low": 0.2847222222222222, + "mean": 0.3611111111111111, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.23462134237476934, + "low": 0.18629220038661495, + "mean": 0.2105070140317461, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.2105070140317461, + "per_seed": { + "1073161778/train0": 0.08255436696390915, + "1073161778/train1": 0.15824853632401062, + "1073161778/train2": 0.14432341808925672, + "1113371261/train0": 0.13539255932881133, + "1113371261/train1": 0.1039178410083798, + "1113371261/train2": 0.18981168502744894, + "1151410346/train0": 0.1114206717331298, + "1151410346/train1": 0.4615660105355005, + "1151410346/train2": 0.5181919511721376, + "1261930456/train0": 0.13314904661631388, + "1261930456/train1": 0.11955613465129326, + "1261930456/train2": 0.14694969164298693, + "1324133122/train0": 0.056423902181329345, + "1324133122/train1": 0.14890766308842673, + "1324133122/train2": 0.2599006738407752, + "1324642411/train0": 0.40841060195727896, + "1324642411/train1": 0.08969565833656507, + "1324642411/train2": 0.37631581765020666, + "1375492786/train0": 0.42373918622633083, + "1375492786/train1": 0.31858805145491575, + "1375492786/train2": 0.16288447414215274, + "141984615/train0": 0.5086297347996677, + "141984615/train1": 0.09999258757291778, + "141984615/train2": 0.15133945279036964, + "1461069713/train0": 0.1590556199133426, + "1461069713/train1": 0.19692180721696984, + "1461069713/train2": 0.3576754247076027, + "1480856810/train0": 0.5657722582715946, + "1480856810/train1": 0.21485192639437836, + "1480856810/train2": 0.33394552923262694, + "1509980664/train0": 0.13502533158608432, + "1509980664/train1": 0.2559710109289143, + "1509980664/train2": 0.14023834058751442, + "1522272686/train0": 0.4987273132264659, + "1522272686/train1": 0.5872235594375051, + "1522272686/train2": 0.12267671398942098, + "1549324805/train0": 0.29637871159253004, + "1549324805/train1": 0.2049052881521507, + "1549324805/train2": 0.3814015792041445, + "1578990937/train0": 0.18978423876918557, + "1578990937/train1": 0.380206879424145, + "1578990937/train2": 0.25510759849883147, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.27085814712083073, + "1790188787/train1": 0.17184020363251903, + "1790188787/train2": 0.25625757964299634, + "1822210471/train0": 0.2055436047023811, + "1822210471/train1": 0.23878090822486137, + "1822210471/train2": 0.15125404295167477, + "1845489013/train0": 0.055470349919501595, + "1845489013/train1": 0.17754847147330888, + "1845489013/train2": 0.1601652398891617, + "1999022574/train0": 0.15044995726205182, + "1999022574/train1": 0.09882012011393025, + "1999022574/train2": 0.15346652783738673, + "2012211287/train0": 0.15012798885351566, + "2012211287/train1": 0.2320931358803039, + "2012211287/train2": 0.19320969574917243, + "2038594191/train0": 0.3898282245298751, + "2038594191/train1": 0.35033667596352985, + "2038594191/train2": 0.5070876425629134, + "2054899126/train0": 0.1156463742799865, + "2054899126/train1": 0.21907773393500884, + "2054899126/train2": 0.09662639932716256, + "2061635888/train0": 0.10559195127306313, + "2061635888/train1": 0.2537086791190268, + "2061635888/train2": 0.1024944972766888, + "211245842/train0": 0.2008126042583178, + "211245842/train1": 0.39870614771131263, + "211245842/train2": 0.11952033712097218, + "278008524/train0": 0.0644239477087967, + "278008524/train1": 0.05259466283670616, + "278008524/train2": 0.05319894873106218, + "307068879/train0": 0.14968618489381266, + "307068879/train1": 0.07078320556128705, + "307068879/train2": 0.07483884431566282, + "412102563/train0": 0.2569619487002215, + "412102563/train1": 0.14753897600710345, + "412102563/train2": 0.2630363607222759, + "440577711/train0": 0.21103404986062682, + "440577711/train1": 0.16811285862181413, + "440577711/train2": 0.0, + "441046872/train0": 0.35126922454952747, + "441046872/train1": 0.3844645158057606, + "441046872/train2": 0.1123926329678895, + "509430392/train0": 0.3817070949473941, + "509430392/train1": 0.5427490518369256, + "509430392/train2": 0.11637116801567593, + "585904130/train0": 0.306642479259183, + "585904130/train1": 0.21639957957177353, + "585904130/train2": 0.537235764832106, + "608016290/train0": 0.07044148061536364, + "608016290/train1": 0.346560218379248, + "608016290/train2": 0.098162172719824, + "626486813/train0": 0.17498107866815757, + "626486813/train1": 0.1718281900032565, + "626486813/train2": 0.22930626964762768, + "636680137/train0": 0.23190452018557706, + "636680137/train1": 0.33230022460749403, + "636680137/train2": 0.17961355132445345, + "655884605/train0": 0.24109036211272677, + "655884605/train1": 0.03038245725350449, + "655884605/train2": 0.030740674705558885, + "672328262/train0": 0.06817665464645281, + "672328262/train1": 0.057259138137942915, + "672328262/train2": 0.11992738854206779, + "701667486/train0": 0.14902773533283883, + "701667486/train1": 0.08032260044386995, + "701667486/train2": 0.19081260775351527, + "747260437/train0": 0.0970400395222119, + "747260437/train1": 0.22949591329262792, + "747260437/train2": 0.30546034643967757, + "750448296/train0": 0.2278364926390788, + "750448296/train1": 0.20294335451598566, + "750448296/train2": 0.22679962996282277, + "767747424/train0": 0.23720961495109247, + "767747424/train1": 0.21186127613271044, + "767747424/train2": 0.14681410264927175 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32673177915772594, + "low": 0.18610219994262686, + "mean": 0.24356463034622436, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.24356463034622436, + "per_task": { + "LiftPegUpright-v1": 0.17461037477790295, + "PickCube-v1": 0.4028758622177973, + "PullCube-v1": 0.19854171059884482, + "PushCube-v1": 0.25042093435733487, + "StackCube-v1": 0.1913742697792418 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.226125476354409, + "low": 0.1834875914865729, + "mean": 0.2051481890582103, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.29583333333333334, + "low": 0.15416666666666667, + "mean": 0.22291666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22291666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 1.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 0.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40606060606060607, + "low": 0.15903030303030302, + "mean": 0.2754747474747475, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.2754747474747475, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": 0.3333333333333333, + "PullCube-v1": 0.17333333333333334, + "PushCube-v1": 0.5555555555555556, + "StackCube-v1": 0.18181818181818182 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2916666666666667, + "low": 0.1597222222222222, + "mean": 0.2222222222222222, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.00972222222222222, + "low": -0.17430555555555557, + "mean": -0.08541666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.08541666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": -1.0, + "1261930456/train1": -1.0, + "1261930456/train2": -1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": -1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.0, + "1375492786/train2": -1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": -1.0, + "1480856810/train1": 0.0, + "1480856810/train2": -1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": -1.0, + "1522272686/train1": -1.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": -0.5, + "2054899126/train1": -0.5, + "2054899126/train2": -0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": -1.0, + "440577711/train0": -1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": -1.0, + "747260437/train1": -1.0, + "747260437/train2": -1.0, + "750448296/train0": -0.3333333333333333, + "750448296/train1": -0.3333333333333333, + "750448296/train2": -0.3333333333333333, + "767747424/train0": -0.25, + "767747424/train1": -0.25, + "767747424/train2": -0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05236363636363637, + "low": -0.4333333333333333, + "mean": -0.18137373737373735, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.18137373737373735, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": -0.6666666666666666, + "PullCube-v1": -0.18666666666666668, + "PushCube-v1": -0.2777777777777778, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.034722222222222224, + "low": -0.1875, + "mean": -0.1111111111111111, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.29791666666666666, + "low": 0.1548611111111111, + "mean": 0.22291666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22291666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.0, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 1.0, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.75, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32799999999999996, + "low": 0.0, + "mean": 0.10933333333333332, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.10933333333333332, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5466666666666666, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3611111111111111, + "low": 0.20833333333333334, + "mean": 0.2847222222222222, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7715499536289523, + "low": 0.5113214392965246, + "mean": 0.6364790620334033, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.6364790620334033, + "per_seed": { + "1073161778/train0": 0.7180102467536926, + "1073161778/train1": 0.7134289145469666, + "1073161778/train2": 2.0, + "1113371261/train0": 0.0740400105714798, + "1113371261/train1": 0.09622243046760559, + "1113371261/train2": 0.1003647893667221, + "1151410346/train0": 0.5684944987297058, + "1151410346/train1": 0.2439272701740265, + "1151410346/train2": 0.5630103945732117, + "1261930456/train0": 0.09678153693675995, + "1261930456/train1": 0.09997129440307617, + "1261930456/train2": 0.08545441925525665, + "1324133122/train0": 0.0628519058227539, + "1324133122/train1": 0.0843733698129654, + "1324133122/train2": 0.09815146028995514, + "1324642411/train0": 0.21000581979751587, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 0.14743654429912567, + "1375492786/train2": 0.19452734291553497, + "141984615/train0": 0.023719489574432373, + "141984615/train1": 0.04397805407643318, + "141984615/train2": 0.04447716474533081, + "1461069713/train0": 0.05616961047053337, + "1461069713/train1": 0.05644957348704338, + "1461069713/train2": 0.11542954295873642, + "1480856810/train0": 0.14178013801574707, + "1480856810/train1": 2.0, + "1480856810/train2": 0.19622710347175598, + "1509980664/train0": 2.0, + "1509980664/train1": 2.0, + "1509980664/train2": 0.83889240026474, + "1522272686/train0": 0.5233199596405029, + "1522272686/train1": 0.5422300696372986, + "1522272686/train2": 2.0, + "1549324805/train0": 0.21791090071201324, + "1549324805/train1": 0.3088321089744568, + "1549324805/train2": 0.21403594315052032, + "1578990937/train0": 0.21425709128379822, + "1578990937/train1": 0.21763037145137787, + "1578990937/train2": 0.23259200155735016, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 0.1862330436706543, + "1790188787/train2": 2.0, + "1822210471/train0": 0.03802649304270744, + "1822210471/train1": 0.07539409399032593, + "1822210471/train2": 0.058819372206926346, + "1845489013/train0": 0.0428844690322876, + "1845489013/train1": 0.09529292583465576, + "1845489013/train2": 0.0861951932311058, + "1999022574/train0": 0.5970457196235657, + "1999022574/train1": 2.0, + "1999022574/train2": 0.7970014810562134, + "2012211287/train0": 0.7277753949165344, + "2012211287/train1": 2.0, + "2012211287/train2": 0.7270426154136658, + "2038594191/train0": 0.15247176587581635, + "2038594191/train1": 0.1902807205915451, + "2038594191/train2": 0.24880830943584442, + "2054899126/train0": 1.0726270377635956, + "2054899126/train1": 1.0755530372262, + "2054899126/train2": 1.0683744624257088, + "2061635888/train0": 0.07642464339733124, + "2061635888/train1": 0.09046469628810883, + "2061635888/train2": 0.07902413606643677, + "211245842/train0": 0.5822281837463379, + "211245842/train1": 0.2016763538122177, + "211245842/train2": 0.2142850160598755, + "278008524/train0": 1.0722030997276306, + "278008524/train1": 1.1246033310890198, + "278008524/train2": 1.157032236456871, + "307068879/train0": 0.20280277729034424, + "307068879/train1": 0.20222051441669464, + "307068879/train2": 0.2035302072763443, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 0.8275061845779419, + "440577711/train0": 0.2057151049375534, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.203963503241539, + "441046872/train1": 0.20609354972839355, + "441046872/train2": 0.2042645812034607, + "509430392/train0": 2.0, + "509430392/train1": 2.0, + "509430392/train2": 2.0, + "585904130/train0": 0.16448359191417694, + "585904130/train1": 0.15698926150798798, + "585904130/train2": 0.2938849627971649, + "608016290/train0": 0.6124615669250488, + "608016290/train1": 0.6101007461547852, + "608016290/train2": 0.5705108642578125, + "626486813/train0": 0.05774742551147938, + "626486813/train1": 0.0619367565959692, + "626486813/train2": 0.08006523177027702, + "636680137/train0": 0.10778365284204483, + "636680137/train1": 0.11253269761800766, + "636680137/train2": 0.1247115358710289, + "655884605/train0": 0.15739890933036804, + "655884605/train1": 0.15038728713989258, + "655884605/train2": 0.17242512106895447, + "672328262/train0": 0.05979333445429802, + "672328262/train1": 0.053388457745313644, + "672328262/train2": 0.07216622680425644, + "701667486/train0": 0.7879213094711304, + "701667486/train1": 0.7947455048561096, + "701667486/train2": 2.0, + "747260437/train0": 0.19230616092681885, + "747260437/train1": 0.1342230886220932, + "747260437/train2": 0.18527252972126007, + "750448296/train0": 0.20943730572859445, + "750448296/train1": 0.22532296180725098, + "750448296/train2": 0.2481476068496704, + "767747424/train0": 0.5789013803005219, + "767747424/train1": 0.5825987188145518, + "767747424/train2": 0.5809952197596431 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.021850009759267, + "low": 0.5703265610120514, + "mean": 0.7913498574552512, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.7913498574552512, + "per_task": { + "LiftPegUpright-v1": 0.6601470321416855, + "PickCube-v1": 1.021850009759267, + "PullCube-v1": 0.46170220340291657, + "PushCube-v1": 1.1790093589160178, + "StackCube-v1": 0.634040683056369 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7532538059684966, + "low": 0.5049100180880891, + "mean": 0.6232009150553495, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.032850556820631024, + "low": -0.31706271433374944, + "mean": -0.16632441415244506, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.16632441415244506, + "per_seed": { + "1073161778/train0": -0.007507741451263428, + "1073161778/train1": -0.012089073657989502, + "1073161778/train2": 1.274482011795044, + "1113371261/train0": -0.037059277296066284, + "1113371261/train1": -0.01487685739994049, + "1113371261/train2": -0.010734498500823975, + "1151410346/train0": 0.3400209844112396, + "1151410346/train1": 0.015453755855560303, + "1151410346/train2": 0.3345368802547455, + "1261930456/train0": -1.90321846306324, + "1261930456/train1": -1.9000287055969238, + "1261930456/train2": -1.9145455807447433, + "1324133122/train0": -0.021375149488449097, + "1324133122/train1": 0.00014631450176239014, + "1324133122/train2": 0.013924404978752136, + "1324642411/train0": -1.7899941802024841, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.8525634557008743, + "1375492786/train2": -1.805472657084465, + "141984615/train0": -0.14411324262619019, + "141984615/train1": -0.12385467812418938, + "141984615/train2": -0.12335556745529175, + "1461069713/train0": -0.1723579801619053, + "1461069713/train1": -0.17207801714539528, + "1461069713/train2": -0.11309804767370224, + "1480856810/train0": -1.858219861984253, + "1480856810/train1": 0.0, + "1480856810/train2": -1.803772896528244, + "1509980664/train0": 1.167920172214508, + "1509980664/train1": 1.167920172214508, + "1509980664/train2": 0.006812572479248047, + "1522272686/train0": -1.476680040359497, + "1522272686/train1": -1.4577699303627014, + "1522272686/train2": 0.0, + "1549324805/train0": 0.04541558027267456, + "1549324805/train1": 0.1363367885351181, + "1549324805/train2": 0.04154062271118164, + "1578990937/train0": -8.881092071533203e-06, + "1578990937/train1": 0.0033643990755081177, + "1578990937/train2": 0.018326029181480408, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.8137669563293457, + "1790188787/train2": 0.0, + "1822210471/train0": -0.056398969143629074, + "1822210471/train1": -0.01903136819601059, + "1822210471/train2": -0.03560608997941017, + "1845489013/train0": -0.06967353820800781, + "1845489013/train1": -0.01726508140563965, + "1845489013/train2": -0.026362814009189606, + "1999022574/train0": -0.23092317581176758, + "1999022574/train1": 1.1720311045646667, + "1999022574/train2": -0.030967414379119873, + "2012211287/train0": -0.00047129392623901367, + "2012211287/train1": 1.2717533111572266, + "2012211287/train2": -0.001204073429107666, + "2038594191/train0": 0.0574311688542366, + "2038594191/train1": 0.09524012356996536, + "2038594191/train2": 0.15376771241426468, + "2054899126/train0": -0.9273729622364044, + "2054899126/train1": -0.9244469627737999, + "2054899126/train2": -0.9316255375742912, + "2061635888/train0": -0.009782284498214722, + "2061635888/train1": 0.004257768392562866, + "2061635888/train2": -0.007182791829109192, + "211245842/train0": 0.3979237377643585, + "211245842/train1": 0.017371907830238342, + "211245842/train2": 0.029980570077896118, + "278008524/train0": -0.05280411243438721, + "278008524/train1": -0.0004038810729980469, + "278008524/train2": 0.03202502429485321, + "307068879/train0": -0.006349578499794006, + "307068879/train1": -0.0069318413734436035, + "307068879/train2": -0.005622148513793945, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": -1.172493815422058, + "440577711/train0": -1.7942848950624466, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": -0.005804136395454407, + "441046872/train1": -0.0036740899085998535, + "441046872/train2": -0.005503058433532715, + "509430392/train0": 1.9592653959989548, + "509430392/train1": 1.9592653959989548, + "509430392/train2": 1.9592653959989548, + "585904130/train0": 0.09344705194234848, + "585904130/train1": 0.08595272153615952, + "585904130/train2": 0.22284842282533646, + "608016290/train0": 0.08710145950317383, + "608016290/train1": 0.08474063873291016, + "608016290/train2": 0.0451507568359375, + "626486813/train0": 0.016006531193852425, + "626486813/train1": 0.020195862278342247, + "626486813/train2": 0.03832433745265007, + "636680137/train0": -0.011789940297603607, + "636680137/train1": -0.007040895521640778, + "636680137/train2": 0.005137942731380463, + "655884605/train0": 0.01332351565361023, + "655884605/train1": 0.006311893463134766, + "655884605/train2": 0.028349727392196655, + "672328262/train0": -0.04614090546965599, + "672328262/train1": -0.052545782178640366, + "672328262/train2": -0.03376801311969757, + "701667486/train0": -0.0033527612686157227, + "701667486/train1": 0.0034714341163635254, + "701667486/train2": 1.208725929260254, + "747260437/train0": -1.8076938390731812, + "747260437/train1": -1.8657769113779068, + "747260437/train2": -1.81472747027874, + "750448296/train0": -0.5510660211245219, + "750448296/train1": -0.5351803650458654, + "750448296/train2": -0.512355720003446, + "767747424/train0": -0.49580737575888634, + "767747424/train1": -0.49211003724485636, + "767747424/train2": -0.4937135362997651 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05737726227713354, + "low": -0.6590434190600809, + "mean": -0.2999854894548354, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.2999854894548354, + "per_task": { + "LiftPegUpright-v1": 0.18053807616233825, + "PickCube-v1": -0.9781499902407328, + "PullCube-v1": -0.34154840861757596, + "PushCube-v1": -0.49444640841748977, + "StackCube-v1": 0.13367928383928357 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.07334279863991672, + "low": -0.3489487219291429, + "mean": -0.21063283652377626, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.1625, + "low": 0.0625, + "mean": 0.11041666666666666, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.11041666666666666, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 1.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 0.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.25, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2293333333333333, + "low": 0.0, + "mean": 0.096, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.096, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.14666666666666667, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1736111111111111, + "low": 0.06944444444444445, + "mean": 0.11805555555555555, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.13125, + "low": -0.27152777777777776, + "mean": -0.19791666666666663, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.19791666666666663, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": -1.0, + "1261930456/train1": -1.0, + "1261930456/train2": -1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": -1.0, + "1324642411/train1": 0.0, + "1324642411/train2": -1.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.0, + "1375492786/train2": -1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": -1.0, + "1480856810/train1": -1.0, + "1480856810/train2": -1.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": -1.0, + "1522272686/train1": -1.0, + "1522272686/train2": -1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": -0.5, + "2054899126/train1": -0.5, + "2054899126/train2": -0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": -1.0, + "412102563/train1": -1.0, + "412102563/train2": -1.0, + "440577711/train0": -1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": -1.0, + "747260437/train1": -1.0, + "747260437/train2": -1.0, + "750448296/train0": -0.3333333333333333, + "750448296/train1": -0.3333333333333333, + "750448296/train2": -0.3333333333333333, + "767747424/train0": -0.25, + "767747424/train1": -0.5, + "767747424/train2": -0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07903030303030303, + "low": -0.7, + "mean": -0.36084848484848486, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.36084848484848486, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -1.0, + "PullCube-v1": -0.21333333333333335, + "PushCube-v1": -0.5, + "StackCube-v1": -0.09090909090909091 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.14583333333333334, + "low": -0.2847222222222222, + "mean": -0.2152777777777778, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2784722222222223, + "low": 0.1375, + "mean": 0.20555555555555557, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.20555555555555557, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 0.0, + "141984615/train2": 1.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 1.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32, + "low": 0.0, + "mean": 0.10666666666666666, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.10666666666666666, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5333333333333333, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3541666666666667, + "low": 0.20833333333333334, + "mean": 0.2777777777777778, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5159023512911517, + "low": 0.32488415894072714, + "mean": 0.41609056616499507, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.41609056616499507, + "per_seed": { + "1073161778/train0": 0.7128865718841553, + "1073161778/train1": 0.7134289145469666, + "1073161778/train2": 0.7232213616371155, + "1113371261/train0": 0.0680118203163147, + "1113371261/train1": 0.09066957235336304, + "1113371261/train2": 0.09282426536083221, + "1151410346/train0": 0.22687169909477234, + "1151410346/train1": 0.2267151176929474, + "1151410346/train2": 0.23930874466896057, + "1261930456/train0": 0.08450153470039368, + "1261930456/train1": 0.09654919803142548, + "1261930456/train2": 0.07399994134902954, + "1324133122/train0": 0.05966855585575104, + "1324133122/train1": 0.07025662064552307, + "1324133122/train2": 0.08808663487434387, + "1324642411/train0": 0.18375810980796814, + "1324642411/train1": 2.0, + "1324642411/train2": 0.14195962250232697, + "1375492786/train0": 2.0, + "1375492786/train1": 0.125103160738945, + "1375492786/train2": 0.16670608520507812, + "141984615/train0": 0.01308689545840025, + "141984615/train1": 0.04370605945587158, + "141984615/train2": 0.04200202226638794, + "1461069713/train0": 0.05616961047053337, + "1461069713/train1": 0.036472875624895096, + "1461069713/train2": 0.08913815021514893, + "1480856810/train0": 0.12304891645908356, + "1480856810/train1": 0.184015691280365, + "1480856810/train2": 0.1528753936290741, + "1509980664/train0": 0.81608647108078, + "1509980664/train1": 0.23360641300678253, + "1509980664/train2": 0.8248692750930786, + "1522272686/train0": 0.14276795089244843, + "1522272686/train1": 0.11739088594913483, + "1522272686/train2": 0.5436285138130188, + "1549324805/train0": 0.21791090071201324, + "1549324805/train1": 0.3088321089744568, + "1549324805/train2": 0.11768263578414917, + "1578990937/train0": 0.20675241947174072, + "1578990937/train1": 0.1918090283870697, + "1578990937/train2": 0.2072020173072815, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 0.1588883101940155, + "1790188787/train2": 2.0, + "1822210471/train0": 0.03802649304270744, + "1822210471/train1": 0.06297371536493301, + "1822210471/train2": 0.0576862096786499, + "1845489013/train0": 0.035594623535871506, + "1845489013/train1": 0.09357102960348129, + "1845489013/train2": 0.07624612003564835, + "1999022574/train0": 0.5956587195396423, + "1999022574/train1": 0.8143669962882996, + "1999022574/train2": 0.16314539313316345, + "2012211287/train0": 0.7193470001220703, + "2012211287/train1": 0.719451367855072, + "2012211287/train2": 0.7267911434173584, + "2038594191/train0": 0.12686501443386078, + "2038594191/train1": 0.15308313071727753, + "2038594191/train2": 0.08985898643732071, + "2054899126/train0": 1.0667415261268616, + "2054899126/train1": 1.0613844096660614, + "2054899126/train2": 1.0628735646605492, + "2061635888/train0": 0.07517768442630768, + "2061635888/train1": 0.07929591834545135, + "2061635888/train2": 0.07902413606643677, + "211245842/train0": 0.14698576927185059, + "211245842/train1": 0.16206583380699158, + "211245842/train2": 0.1732243299484253, + "278008524/train0": 1.0564505569636822, + "278008524/train1": 1.102214626967907, + "278008524/train2": 1.1136165633797646, + "307068879/train0": 0.20091046392917633, + "307068879/train1": 0.20115609467029572, + "307068879/train2": 0.20169919729232788, + "412102563/train0": 0.16100525856018066, + "412102563/train1": 0.16581374406814575, + "412102563/train2": 0.20051395893096924, + "440577711/train0": 0.15965592861175537, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.20218616724014282, + "441046872/train1": 0.20323576033115387, + "441046872/train2": 0.20346055924892426, + "509430392/train0": 0.15924513339996338, + "509430392/train1": 0.198524609208107, + "509430392/train2": 2.0, + "585904130/train0": 0.12203327566385269, + "585904130/train1": 0.10958615690469742, + "585904130/train2": 0.13317976891994476, + "608016290/train0": 0.6124615669250488, + "608016290/train1": 0.516010582447052, + "608016290/train2": 0.4130730926990509, + "626486813/train0": 0.04418841935694218, + "626486813/train1": 0.06004284881055355, + "626486813/train2": 0.07703944854438305, + "636680137/train0": 0.09174814075231552, + "636680137/train1": 0.0957610011100769, + "636680137/train2": 0.07991180568933487, + "655884605/train0": 0.12028390169143677, + "655884605/train1": 0.14293836057186127, + "655884605/train2": 0.1697579026222229, + "672328262/train0": 0.05979333445429802, + "672328262/train1": 0.04943364858627319, + "672328262/train2": 0.06906759738922119, + "701667486/train0": 0.6101281046867371, + "701667486/train1": 0.788884162902832, + "701667486/train2": 0.7915292978286743, + "747260437/train0": 0.17883026599884033, + "747260437/train1": 0.13000567257404327, + "747260437/train2": 0.155522882938385, + "750448296/train0": 0.18776564796765646, + "750448296/train1": 0.2019465168317159, + "750448296/train2": 0.19667073587576547, + "767747424/train0": 0.5649672101717442, + "767747424/train1": 0.11482965433970094, + "767747424/train2": 0.12187911942601204 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6050775009393692, + "low": 0.2958778071891178, + "mean": 0.43391525599149744, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.43391525599149744, + "per_task": { + "LiftPegUpright-v1": 0.47128798961639407, + "PickCube-v1": 0.26792911688486737, + "PullCube-v1": 0.39307394593954087, + "PushCube-v1": 0.7620567993985282, + "StackCube-v1": 0.2752284281181567 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5207994134333502, + "low": 0.3281729153176356, + "mean": 0.41773065039888024, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.26164682642686077, + "low": -0.5252043954148475, + "mean": -0.3867129100208533, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.3867129100208533, + "per_seed": { + "1073161778/train0": -0.012631416320800781, + "1073161778/train1": -0.012089073657989502, + "1073161778/train2": -0.002296626567840576, + "1113371261/train0": -0.043087467551231384, + "1113371261/train1": -0.020429715514183044, + "1113371261/train2": -0.018275022506713867, + "1151410346/train0": -0.0016018152236938477, + "1151410346/train1": -0.0017583966255187988, + "1151410346/train2": 0.010835230350494385, + "1261930456/train0": -1.9154984652996063, + "1261930456/train1": -1.9034508019685745, + "1261930456/train2": -1.9260000586509705, + "1324133122/train0": -0.024558499455451965, + "1324133122/train1": -0.013970434665679932, + "1324133122/train2": 0.003859579563140869, + "1324642411/train0": -1.8162418901920319, + "1324642411/train1": 0.0, + "1324642411/train2": -1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": -1.874896839261055, + "1375492786/train2": -1.8332939147949219, + "141984615/train0": -0.1547458367422223, + "141984615/train1": -0.12412667274475098, + "141984615/train2": -0.12583070993423462, + "1461069713/train0": -0.1723579801619053, + "1461069713/train1": -0.19205471500754356, + "1461069713/train2": -0.13938944041728973, + "1480856810/train0": -1.8769510835409164, + "1480856810/train1": -1.815984308719635, + "1480856810/train2": -1.847124606370926, + "1509980664/train0": -0.015993356704711914, + "1509980664/train1": -0.5984734147787094, + "1509980664/train2": -0.00721055269241333, + "1522272686/train0": -1.8572320491075516, + "1522272686/train1": -1.8826091140508652, + "1522272686/train2": -1.4563714861869812, + "1549324805/train0": 0.04541558027267456, + "1549324805/train1": 0.1363367885351181, + "1549324805/train2": -0.054812684655189514, + "1578990937/train0": -0.007513552904129028, + "1578990937/train1": -0.02245694398880005, + "1578990937/train2": -0.007063955068588257, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.8411116898059845, + "1790188787/train2": 0.0, + "1822210471/train0": -0.056398969143629074, + "1822210471/train1": -0.0314517468214035, + "1822210471/train2": -0.036739252507686615, + "1845489013/train0": -0.0769633837044239, + "1845489013/train1": -0.018986977636814117, + "1845489013/train2": -0.036311887204647064, + "1999022574/train0": -0.23231017589569092, + "1999022574/train1": -0.013601899147033691, + "1999022574/train2": -0.6648235023021698, + "2012211287/train0": -0.008899688720703125, + "2012211287/train1": -0.008795320987701416, + "2012211287/train2": -0.001455545425415039, + "2038594191/train0": 0.031824417412281036, + "2038594191/train1": 0.058042533695697784, + "2038594191/train2": -0.005181610584259033, + "2054899126/train0": -0.9332584738731384, + "2054899126/train1": -0.9386155903339386, + "2054899126/train2": -0.9371264353394508, + "2061635888/train0": -0.011029243469238281, + "2061635888/train1": -0.0069110095500946045, + "2061635888/train2": -0.007182791829109192, + "211245842/train0": -0.037318676710128784, + "211245842/train1": -0.022238612174987793, + "211245842/train2": -0.011080116033554077, + "278008524/train0": -0.06855665519833565, + "278008524/train1": -0.02279258519411087, + "278008524/train2": -0.011390648782253265, + "307068879/train0": -0.008241891860961914, + "307068879/train1": -0.00799626111984253, + "307068879/train2": -0.007453158497810364, + "412102563/train0": -1.8389947414398193, + "412102563/train1": -1.8341862559318542, + "412102563/train2": -1.7994860410690308, + "440577711/train0": -1.8403440713882446, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": -0.007581472396850586, + "441046872/train1": -0.006531879305839539, + "441046872/train2": -0.006307080388069153, + "509430392/train0": 0.11851052939891815, + "509430392/train1": 0.15779000520706177, + "509430392/train2": 1.9592653959989548, + "585904130/train0": 0.05099673569202423, + "585904130/train1": 0.03854961693286896, + "585904130/train2": 0.0621432289481163, + "608016290/train0": 0.08710145950317383, + "608016290/train1": -0.009349524974822998, + "608016290/train2": -0.1122870147228241, + "626486813/train0": 0.0024475250393152237, + "626486813/train1": 0.018301954492926598, + "626486813/train2": 0.035298554226756096, + "636680137/train0": -0.027825452387332916, + "636680137/train1": -0.023812592029571533, + "636680137/train2": -0.03966178745031357, + "655884605/train0": -0.023791491985321045, + "655884605/train1": -0.0011370331048965454, + "655884605/train2": 0.025682508945465088, + "672328262/train0": -0.04614090546965599, + "672328262/train1": -0.05650059133768082, + "672328262/train2": -0.03686664253473282, + "701667486/train0": -0.18114596605300903, + "701667486/train1": -0.0023899078369140625, + "701667486/train2": 0.00025522708892822266, + "747260437/train0": -1.8211697340011597, + "747260437/train1": -1.8699943274259567, + "747260437/train2": -1.844477117061615, + "750448296/train0": -0.5727376788854599, + "750448296/train1": -0.5585568100214005, + "750448296/train2": -0.5638325909773508, + "767747424/train0": -0.509741545887664, + "767747424/train1": -0.9598791017197073, + "767747424/train2": -0.9528296366333961 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.1754169082009431, + "low": -1.2396677340070406, + "mean": -0.6574200909185891, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.6574200909185891, + "per_task": { + "LiftPegUpright-v1": -0.008320966362953186, + "PickCube-v1": -1.7320708831151326, + "PullCube-v1": -0.4101766660809517, + "PushCube-v1": -0.9113989679349793, + "StackCube-v1": -0.22513297109892874 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2890818451932218, + "low": -0.5484933684347197, + "mean": -0.41610310118024546, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.40837841579362893, + "low": 0.17328911900657604, + "mean": 0.2763926742150634, + "n": 93, + "num_samples": 1000 + }, + "mean": 0.2763926742150634, + "per_seed": { + "1073161778/train0": 0.004020201793449336, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0018020078326613, + "1113371261/train0": 0.0031913748649920514, + "1113371261/train1": 0.0029397300125816113, + "1113371261/train2": 0.003992017133275946, + "1151410346/train0": 0.1928409213162319, + "1151410346/train1": 0.00971600064701111, + "1151410346/train2": 0.18272470240811445, + "1324133122/train0": 0.0016616530554042146, + "1324133122/train1": 0.007368696382616199, + "1324133122/train2": 0.00525366298940307, + "141984615/train0": 0.09014910094901861, + "141984615/train1": 0.002306123062633005, + "141984615/train2": 0.02098564722422542, + "1461069713/train0": 0.0, + "1461069713/train1": 0.288742618894596, + "1461069713/train2": 0.3800150378984332, + "1480856810/train0": 0.010461332643207555, + "1480856810/train1": 1.0142219433416046, + "1480856810/train2": 0.024211803589220513, + "1509980664/train0": 1.013693878301962, + "1509980664/train1": 1.5124266444032184, + "1509980664/train2": 0.01200692093970083, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.7710684804092547, + "1578990937/train0": 0.004202569753370413, + "1578990937/train1": 0.01445979225622012, + "1578990937/train2": 0.014218233990786039, + "1822210471/train0": 0.0, + "1822210471/train1": 0.006517918023633584, + "1822210471/train2": 0.0005946566275893689, + "1845489013/train0": 0.003862288496483707, + "1845489013/train1": 0.0009122909407439936, + "1845489013/train2": 0.0052711941525209575, + "1999022574/train0": 0.0011834157630471079, + "1999022574/train1": 1.011605407991357, + "1999022574/train2": 0.5408184863476693, + "2012211287/train0": 0.006627381836179164, + "2012211287/train1": 1.0069159017794875, + "2012211287/train2": 0.00019773645887231634, + "2038594191/train0": 0.013442150736608451, + "2038594191/train1": 0.019526710026528036, + "2038594191/train2": 0.08343974299400034, + "2061635888/train0": 0.0006515641576925413, + "2061635888/train1": 0.005835938119671427, + "2061635888/train2": 0.0, + "211245842/train0": 0.23971111980272414, + "211245842/train1": 0.021815617666502807, + "211245842/train2": 0.022614301180936124, + "278008524/train0": 1.4193307040362508, + "278008524/train1": 2.0172600486699674, + "278008524/train2": 3.911825459427708, + "307068879/train0": 0.001056657928041005, + "307068879/train1": 0.00059436644420333, + "307068879/train2": 0.0010224264414320273, + "441046872/train0": 0.000992796265304794, + "441046872/train1": 0.0015963231703957186, + "441046872/train2": 0.00044911597641627144, + "509430392/train0": 0.9395127736952175, + "509430392/train1": 0.9194647108404573, + "509430392/train2": 0.0, + "585904130/train0": 0.02200680164760834, + "585904130/train1": 0.024574392198491026, + "585904130/train2": 0.08331168381741826, + "608016290/train0": 0.0, + "608016290/train1": 0.06380551901605927, + "608016290/train2": 0.10676353756001532, + "626486813/train0": 0.4956669265657667, + "626486813/train1": 0.0702593667270505, + "626486813/train2": 0.07621781757550655, + "636680137/train0": 0.31447896362579014, + "636680137/train1": 0.3289165763180427, + "636680137/train2": 0.8785857688497427, + "655884605/train0": 0.01999812250588106, + "655884605/train1": 0.00401359330150179, + "655884605/train2": 0.0014371372832949142, + "672328262/train0": 0.0, + "672328262/train1": 0.0020879999218620937, + "672328262/train2": 0.001635967177248819, + "701667486/train0": 0.1470914129336198, + "701667486/train1": 0.004849190218716296, + "701667486/train2": 0.9997888461869231, + "747260437/train0": 0.007828738282001445, + "747260437/train1": 0.0024500819161142355, + "747260437/train2": 0.017282874338947683, + "750448296/train0": 0.009032422853856583, + "750448296/train1": 0.8506872930430188, + "750448296/train2": 0.7611347320927621, + "767747424/train0": 0.403104630020674, + "767747424/train1": 0.45301742188642, + "767747424/train2": 0.7611605820457173 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45652228829259234, + "low": 0.17322998161532432, + "mean": 0.30081456542444546, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.30081456542444546, + "per_task": { + "LiftPegUpright-v1": 0.14638959816683447, + "PullCube-v1": 0.3721528711155151, + "PushCube-v1": 0.48464542735161803, + "StackCube-v1": 0.2000703650638142 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4117070463586347, + "low": 0.1927325527161594, + "mean": 0.29716269075013785, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3184199351532799, + "low": 0.13904045155828093, + "mean": 0.22038849586840822, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22038849586840822, + "per_seed": { + "1073161778/train0": 0.0051236748695373535, + "1073161778/train1": 0.0, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 0.0060281902551651, + "1113371261/train1": 0.005552858114242554, + "1113371261/train2": 0.007540524005889893, + "1151410346/train0": 0.34162279963493347, + "1151410346/train1": 0.0172121524810791, + "1151410346/train2": 0.3237016499042511, + "1261930456/train0": 0.012280002236366272, + "1261930456/train1": 0.003422096371650696, + "1261930456/train2": 0.011454477906227112, + "1324133122/train0": 0.0031833499670028687, + "1324133122/train1": 0.014116749167442322, + "1324133122/train2": 0.010064825415611267, + "1324642411/train0": 0.02624770998954773, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 0.022333383560180664, + "1375492786/train2": 0.027821257710456848, + "141984615/train0": 0.010632594116032124, + "141984615/train1": 0.00027199462056159973, + "141984615/train2": 0.002475142478942871, + "1461069713/train0": 0.0, + "1461069713/train1": 0.019976697862148285, + "1461069713/train2": 0.026291392743587494, + "1480856810/train0": 0.018731221556663513, + "1480856810/train1": 1.815984308719635, + "1480856810/train2": 0.043351709842681885, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 0.014023125171661377, + "1522272686/train0": 0.3805520087480545, + "1522272686/train1": 0.42483918368816376, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.09635330736637115, + "1578990937/train0": 0.007504671812057495, + "1578990937/train1": 0.025821343064308167, + "1578990937/train2": 0.025389984250068665, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.027344733476638794, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.012420378625392914, + "1822210471/train2": 0.0011331625282764435, + "1845489013/train0": 0.007289845496416092, + "1845489013/train1": 0.001721896231174469, + "1845489013/train2": 0.009949073195457458, + "1999022574/train0": 0.0013870000839233398, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 0.6338560879230499, + "2012211287/train0": 0.008428394794464111, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 0.00025147199630737305, + "2038594191/train0": 0.025606751441955566, + "2038594191/train1": 0.03719758987426758, + "2038594191/train2": 0.1589493229985237, + "2054899126/train0": 0.005885511636734009, + "2054899126/train1": 0.014168627560138702, + "2054899126/train2": 0.005500897765159607, + "2061635888/train0": 0.0012469589710235596, + "2061635888/train1": 0.01116877794265747, + "2061635888/train2": 0.0, + "211245842/train0": 0.4352424144744873, + "211245842/train1": 0.039610520005226135, + "211245842/train2": 0.041060686111450195, + "278008524/train0": 0.01575254276394844, + "278008524/train1": 0.022388704121112823, + "278008524/train2": 0.043415673077106476, + "307068879/train0": 0.0018923133611679077, + "307068879/train1": 0.0010644197463989258, + "307068879/train2": 0.0018310099840164185, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 0.6269922256469727, + "440577711/train0": 0.046059176325798035, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0017773360013961792, + "441046872/train1": 0.002857789397239685, + "441046872/train2": 0.000804021954536438, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 0.04245031625032425, + "585904130/train1": 0.04740310460329056, + "585904130/train2": 0.16070519387722015, + "608016290/train0": 0.0, + "608016290/train1": 0.09409016370773315, + "608016290/train2": 0.1574377715587616, + "626486813/train0": 0.013559006154537201, + "626486813/train1": 0.0018939077854156494, + "626486813/train2": 0.0030257832258939743, + "636680137/train0": 0.01603551208972931, + "636680137/train1": 0.016771696507930756, + "636680137/train2": 0.04479973018169403, + "655884605/train0": 0.037115007638931274, + "655884605/train1": 0.007448926568031311, + "655884605/train2": 0.0026672184467315674, + "672328262/train0": 0.0, + "672328262/train1": 0.003954809159040451, + "672328262/train2": 0.003098629415035248, + "701667486/train0": 0.1777932047843933, + "701667486/train1": 0.005861341953277588, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.013475894927978516, + "747260437/train1": 0.004217416048049927, + "747260437/train2": 0.02974964678287506, + "750448296/train0": 0.021671657760938007, + "750448296/train1": 0.023376444975535076, + "750448296/train2": 0.05147687097390493, + "767747424/train0": 0.013934170128777623, + "767747424/train1": 0.4677690644748509, + "767747424/train2": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.573514856133196, + "low": 0.1747573709831093, + "mean": 0.3574346014637538, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.3574346014637538, + "per_task": { + "LiftPegUpright-v1": 0.18885904252529145, + "PickCube-v1": 0.7539208928743998, + "PullCube-v1": 0.06862825746337572, + "PushCube-v1": 0.41695255951748955, + "StackCube-v1": 0.3588122549382123 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.28895812504924834, + "low": 0.1335451318235654, + "mean": 0.20547026465646923, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.17083333333333334, + "low": 0.06041666666666667, + "mean": 0.1125, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.1125, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 1.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 1.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.0, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2711111111111111, + "low": 0.09066666666666667, + "mean": 0.17947474747474748, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.17947474747474748, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": 0.3333333333333333, + "PullCube-v1": 0.02666666666666667, + "PushCube-v1": 0.2222222222222222, + "StackCube-v1": 0.18181818181818182 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1597222222222222, + "low": 0.05555555555555555, + "mean": 0.10416666666666667, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6597222222222222, + "low": 0.4847222222222222, + "mean": 0.5708333333333334, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.5708333333333334, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 0.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 0.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 0.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.0, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8072727272727273, + "low": 0.40533333333333327, + "mean": 0.6063030303030303, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.6063030303030303, + "per_task": { + "LiftPegUpright-v1": 0.8666666666666667, + "PickCube-v1": 0.6666666666666666, + "PullCube-v1": 0.3466666666666667, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 0.8181818181818182 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5972222222222222, + "low": 0.4375, + "mean": 0.5138888888888888, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7527777777777779, + "low": 0.5951388888888888, + "mean": 0.6750000000000002, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.6750000000000002, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 1.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.0, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.524, + "mean": 0.7746666666666667, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.7746666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.37333333333333335, + "PushCube-v1": 0.5, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6875, + "low": 0.5347222222222222, + "mean": 0.6111111111111112, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.1496533814558965, + "low": 0.8442967605000982, + "mean": 0.9982878092624661, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.9982878092624661, + "per_seed": { + "1073161778/train0": 1.2819897532463074, + "1073161778/train1": 1.2865710854530334, + "1073161778/train2": 0.0, + "1113371261/train0": 1.9259599894285202, + "1113371261/train1": 1.9037775695323944, + "1113371261/train2": 1.899635210633278, + "1151410346/train0": 1.4315055012702942, + "1151410346/train1": 1.7560727298259735, + "1151410346/train2": 1.4369896054267883, + "1261930456/train0": 1.90321846306324, + "1261930456/train1": 1.9000287055969238, + "1261930456/train2": 1.9145455807447433, + "1324133122/train0": 1.937148094177246, + "1324133122/train1": 1.9156266301870346, + "1324133122/train2": 1.9018485397100449, + "1324642411/train0": 1.7899941802024841, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.8525634557008743, + "1375492786/train2": 1.805472657084465, + "141984615/train0": 0.2620577812194824, + "141984615/train1": 0.2417992167174816, + "141984615/train2": 0.24130010604858398, + "1461069713/train0": 0.10317284241318703, + "1461069713/train1": 0.10289287939667702, + "1461069713/train2": 0.04391290992498398, + "1480856810/train0": 0.06770022213459015, + "1480856810/train1": 0.0, + "1480856810/train2": 0.013253256678581238, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 1.16110759973526, + "1522272686/train0": 1.476680040359497, + "1522272686/train1": 1.4577699303627014, + "1522272686/train2": 0.0, + "1549324805/train0": 0.07954518496990204, + "1549324805/train1": 0.0, + "1549324805/train2": 0.08342014253139496, + "1578990937/train0": 1.7857429087162018, + "1578990937/train1": 1.7823696285486221, + "1578990937/train2": 1.7674079984426498, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.8137669563293457, + "1790188787/train2": 0.0, + "1822210471/train0": 1.9619735069572926, + "1822210471/train1": 1.924605906009674, + "1822210471/train2": 1.9411806277930737, + "1845489013/train0": 1.9571155309677124, + "1845489013/train1": 1.9047070741653442, + "1845489013/train2": 1.9138048067688942, + "1999022574/train0": 1.4029542803764343, + "1999022574/train1": 0.0, + "1999022574/train2": 1.2029985189437866, + "2012211287/train0": 1.2722246050834656, + "2012211287/train1": 0.0, + "2012211287/train2": 1.2729573845863342, + "2038594191/train0": 1.8475282341241837, + "2038594191/train1": 1.809719279408455, + "2038594191/train2": 1.7511916905641556, + "2054899126/train0": 0.9273729622364044, + "2054899126/train1": 0.9244469627737999, + "2054899126/train2": 0.9316255375742912, + "2061635888/train0": 1.9235753566026688, + "2061635888/train1": 1.9095353037118912, + "2061635888/train2": 1.9209758639335632, + "211245842/train0": 1.417771816253662, + "211245842/train1": 1.7983236461877823, + "211245842/train2": 1.7857149839401245, + "278008524/train0": 0.04170554131269455, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.7971972227096558, + "307068879/train1": 1.7977794855833054, + "307068879/train2": 1.7964697927236557, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 1.172493815422058, + "440577711/train0": 1.7942848950624466, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.796036496758461, + "441046872/train1": 1.7939064502716064, + "441046872/train2": 1.7957354187965393, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.835516408085823, + "585904130/train1": 1.843010738492012, + "585904130/train2": 1.706115037202835, + "608016290/train0": 1.3875384330749512, + "608016290/train1": 1.3898992538452148, + "608016290/train2": 1.4294891357421875, + "626486813/train0": 0.1078349556773901, + "626486813/train1": 0.10364562459290028, + "626486813/train2": 0.08551714941859245, + "636680137/train0": 0.06278067082166672, + "636680137/train1": 0.05803162604570389, + "636680137/train2": 0.04585278779268265, + "655884605/train0": 1.842601090669632, + "655884605/train1": 1.8496127128601074, + "655884605/train2": 1.8275748789310455, + "672328262/train0": 1.940206665545702, + "672328262/train1": 1.9466115422546864, + "672328262/train2": 1.9278337731957436, + "701667486/train0": 1.2120786905288696, + "701667486/train1": 1.2052544951438904, + "701667486/train2": 0.0, + "747260437/train0": 0.08635708689689636, + "747260437/train1": 0.144440159201622, + "747260437/train2": 0.09339071810245514, + "750448296/train0": 1.1985591898361843, + "750448296/train1": 1.1875135501225789, + "750448296/train2": 1.1598488887151082, + "767747424/train0": 0.10475751012563705, + "767747424/train1": 0.1008116127923131, + "767747424/train2": 0.09709237236529589 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2779549119689249, + "low": 0.7197053071856498, + "mean": 0.9988301095772872, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.9988301095772872, + "per_task": { + "LiftPegUpright-v1": 1.3398529678583144, + "PickCube-v1": 0.9781499902407328, + "PullCube-v1": 0.6881442584097386, + "PushCube-v1": 0.6220440144340197, + "StackCube-v1": 1.365959316943631 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.045588894850678, + "low": 0.7773104406013671, + "mean": 0.9091424554741631, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0592741609762348, + "low": 0.7649492105891474, + "mean": 0.9020885198467063, + "n": 93, + "num_samples": 1000 + }, + "mean": 0.9020885198467063, + "per_seed": { + "1073161778/train0": 1.0058908179023172, + "1073161778/train1": 1.009485480019418, + "1073161778/train2": 0.0, + "1113371261/train0": 1.0196194945864723, + "1113371261/train1": 1.0078759340310404, + "1113371261/train2": 1.0056829342229987, + "1151410346/train0": 0.8080632792343332, + "1151410346/train1": 0.9912765877448256, + "1151410346/train2": 0.8111589733720272, + "1324133122/train0": 1.0111574545134425, + "1324133122/train1": 0.9999236263868492, + "1324133122/train2": 0.9927317039227662, + "141984615/train0": 2.221872961181657, + "141984615/train1": 2.0501094802810416, + "141984615/train2": 2.0458777398812704, + "1461069713/train0": 1.4912573100296882, + "1461069713/train1": 1.4872107326054032, + "1461069713/train2": 0.6347159426707584, + "1480856810/train0": 0.037810376735255724, + "1480856810/train1": 0.0, + "1480856810/train2": 0.007401905225509852, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.9941669194168206, + "1549324805/train0": 0.6365612823792105, + "1549324805/train1": 0.0, + "1549324805/train2": 0.6675706760394587, + "1578990937/train0": 1.0000049733565772, + "1578990937/train1": 0.9981159573466916, + "1578990937/train2": 0.9897375371147166, + "1822210471/train0": 1.0295968318344229, + "1822210471/train1": 1.009987207437105, + "1822210471/train2": 1.018685225517477, + "1845489013/train0": 1.0369142672862415, + "1845489013/train1": 1.0091473441154055, + "1845489013/train2": 1.0139674830327599, + "1999022574/train0": 1.1970281973852055, + "1999022574/train1": 0.0, + "1999022574/train2": 1.0264220072816432, + "2012211287/train0": 1.0003705859635703, + "2012211287/train1": 0.0, + "2012211287/train2": 1.0009467822246219, + "2038594191/train0": 0.9698517623186916, + "2038594191/train1": 0.950004119026864, + "2038594191/train2": 0.919280320528696, + "2061635888/train0": 1.005111464055755, + "2061635888/train1": 0.9977752200827643, + "2061635888/train2": 1.0037531705667693, + "211245842/train0": 0.7808422580075287, + "211245842/train1": 0.9904323674793413, + "211245842/train2": 0.9834881073473187, + "278008524/train0": 3.757739699588823, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0035455715735078, + "307068879/train1": 1.0038707041304467, + "307068879/train2": 1.003139378456884, + "441046872/train0": 1.0032421134395524, + "441046872/train1": 1.0020522977854422, + "441046872/train2": 1.003073935292074, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.951555820585122, + "585904130/train1": 0.9554409799266471, + "585904130/train2": 0.8844724498710401, + "608016290/train0": 0.9409337425756917, + "608016290/train1": 0.9425346898863848, + "608016290/train2": 0.9693818422631982, + "626486813/train0": 0.5957952202158192, + "626486813/train1": 0.8033778054737339, + "626486813/train2": 0.797270536737948, + "636680137/train0": 1.231217324726105, + "636680137/train1": 1.1380818719260768, + "636680137/train2": 0.8992377108824552, + "655884605/train0": 0.9928210900333903, + "655884605/train1": 0.9965990571806475, + "655884605/train2": 0.9847247418911267, + "672328262/train0": 1.0243607727050636, + "672328262/train1": 1.0277423219859751, + "672328262/train2": 1.0178283213980606, + "701667486/train0": 1.0027737977546884, + "701667486/train1": 0.9971280221327856, + "701667486/train2": 0.0, + "747260437/train0": 0.05016861853888564, + "747260437/train1": 0.08391162218491321, + "747260437/train2": 0.05425476333110376, + "750448296/train0": 4.77630791171034, + "750448296/train1": 0.4568807953323259, + "750448296/train2": 2.905190365647023, + "767747424/train0": 0.6342859808846938, + "767747424/train1": 0.5865290868312131, + "767747424/train2": 0.5478765791717298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0360748902858727, + "low": 0.27993090179469626, + "mean": 0.7042078012935886, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.7042078012935886, + "per_task": { + "LiftPegUpright-v1": 0.8592311961008738, + "PullCube-v1": 1.0971174661984022, + "PushCube-v1": 0.007535380326794263, + "StackCube-v1": 0.8529471625482842 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1355215218519155, + "low": 0.7587398928149668, + "mean": 0.9311089359489154, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3396579218142302, + "low": 1.063713618316817, + "mean": 1.203066908385113, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.203066908385113, + "per_seed": { + "1073161778/train0": 1.2871134281158447, + "1073161778/train1": 1.2865710854530334, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 1.9319881796836853, + "1113371261/train1": 1.909330427646637, + "1113371261/train2": 1.9071757346391678, + "1151410346/train0": 1.7731283009052277, + "1151410346/train1": 1.7732848823070526, + "1151410346/train2": 1.7606912553310394, + "1261930456/train0": 1.9154984652996063, + "1261930456/train1": 1.9034508019685745, + "1261930456/train2": 1.9260000586509705, + "1324133122/train0": 1.940331444144249, + "1324133122/train1": 1.929743379354477, + "1324133122/train2": 1.9119133651256561, + "1324642411/train0": 1.8162418901920319, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 1.874896839261055, + "1375492786/train2": 1.8332939147949219, + "141984615/train0": 0.27269037533551455, + "141984615/train1": 0.2420712113380432, + "141984615/train2": 0.24377524852752686, + "1461069713/train0": 0.10317284241318703, + "1461069713/train1": 0.1228695772588253, + "1461069713/train2": 0.07020430266857147, + "1480856810/train0": 0.08643144369125366, + "1480856810/train1": 0.02546466886997223, + "1480856810/train2": 0.05660496652126312, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 1.1751307249069214, + "1522272686/train0": 1.8572320491075516, + "1522272686/train1": 1.8826091140508652, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.07954518496990204, + "1549324805/train1": 0.0, + "1549324805/train2": 0.1797734498977661, + "1578990937/train0": 1.7932475805282593, + "1578990937/train1": 1.8081909716129303, + "1578990937/train2": 1.7927979826927185, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.8411116898059845, + "1790188787/train2": 0.0, + "1822210471/train0": 1.9619735069572926, + "1822210471/train1": 1.937026284635067, + "1822210471/train2": 1.94231379032135, + "1845489013/train0": 1.9644053764641285, + "1845489013/train1": 1.9064289703965187, + "1845489013/train2": 1.9237538799643517, + "1999022574/train0": 1.4043412804603577, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 1.8368546068668365, + "2012211287/train0": 1.2806529998779297, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 1.2732088565826416, + "2038594191/train0": 1.8731349855661392, + "2038594191/train1": 1.8469168692827225, + "2038594191/train2": 1.9101410135626793, + "2054899126/train0": 0.9332584738731384, + "2054899126/train1": 0.9386155903339386, + "2054899126/train2": 0.9371264353394508, + "2061635888/train0": 1.9248223155736923, + "2061635888/train1": 1.9207040816545486, + "2061635888/train2": 1.9209758639335632, + "211245842/train0": 1.8530142307281494, + "211245842/train1": 1.8379341661930084, + "211245842/train2": 1.8267756700515747, + "278008524/train0": 0.05745808407664299, + "278008524/train1": 0.011694014072418213, + "278008524/train2": 0.0002920776605606079, + "307068879/train0": 1.7990895360708237, + "307068879/train1": 1.7988439053297043, + "307068879/train2": 1.7983008027076721, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 1.7994860410690308, + "440577711/train0": 1.8403440713882446, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.7978138327598572, + "441046872/train1": 1.7967642396688461, + "441046872/train2": 1.7965394407510757, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 1.8779667243361473, + "585904130/train1": 1.8904138430953026, + "585904130/train2": 1.8668202310800552, + "608016290/train0": 1.3875384330749512, + "608016290/train1": 1.483989417552948, + "608016290/train2": 1.586926907300949, + "626486813/train0": 0.1213939618319273, + "626486813/train1": 0.10553953237831593, + "626486813/train2": 0.08854293264448643, + "636680137/train0": 0.07881618291139603, + "636680137/train1": 0.07480332255363464, + "636680137/train2": 0.09065251797437668, + "655884605/train0": 1.8797160983085632, + "655884605/train1": 1.8570616394281387, + "655884605/train2": 1.830242097377777, + "672328262/train0": 1.940206665545702, + "672328262/train1": 1.9505663514137268, + "672328262/train2": 1.9309324026107788, + "701667486/train0": 1.389871895313263, + "701667486/train1": 1.211115837097168, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.09983298182487488, + "747260437/train1": 0.14865757524967194, + "747260437/train2": 0.1231403648853302, + "750448296/train0": 1.2202308475971222, + "750448296/train1": 1.2060499787330627, + "750448296/train2": 1.2113257596890132, + "767747424/train0": 0.10877881688065827, + "767747424/train1": 0.5589009053073823, + "767747424/train2": 0.5518514402210712 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6884793840755115, + "low": 0.983098284456465, + "mean": 1.3357888342659883, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.3357888342659883, + "per_task": { + "LiftPegUpright-v1": 1.528712010383606, + "PickCube-v1": 1.7320708831151326, + "PullCube-v1": 0.7538664453228314, + "PushCube-v1": 0.939523260626528, + "StackCube-v1": 1.7247715718818433 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2308684925729823, + "low": 0.970353984771969, + "mean": 1.100664977553404, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + } + }, + "thresholds": [ + 0.2, + 0.4 + ] +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_seed.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0ad4ad0f358296b9a369dc3480b1c23eb4a59fa0 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_seed.json @@ -0,0 +1,4223 @@ +{ + "1073161778/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0051236748695373535, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0099110117716765, + "ncar_to_proposal_oracle_at_8": 0.6824513175213234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08255436696390915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7180102467536926, + "proposal_oracle_utility_gain_over_base_at_8": -0.007507741451263428, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7128865718841553, + "selected_utility_gain_over_base_at_8": -0.012631416320800781, + "selector_gap_fraction_to_hidden_at_8": 0.004020201793449336, + "selector_regret_at_8": 0.0051236748695373535, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2819897532463074, + "support_gap_fraction_to_hidden_at_8": 1.0058908179023172, + "total_car_to_hidden_at_8": 1.2871134281158447 + }, + "1073161778/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.009485472098667, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15824853632401062, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7134289145469666, + "proposal_oracle_utility_gain_over_base_at_8": -0.012089073657989502, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7134289145469666, + "selected_utility_gain_over_base_at_8": -0.012089073657989502, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2865710854530334, + "support_gap_fraction_to_hidden_at_8": 1.009485480019418, + "total_car_to_hidden_at_8": 1.2865710854530334 + }, + "1073161778/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + "1113371261/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.0060281902551651, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0228108640366171, + "ncar_to_proposal_oracle_at_8": 0.1626634157048393, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13539255932881133, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0740400105714798, + "proposal_oracle_utility_gain_over_base_at_8": -0.037059277296066284, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0680118203163147, + "selected_utility_gain_over_base_at_8": -0.043087467551231384, + "selector_gap_fraction_to_hidden_at_8": 0.0031913748649920514, + "selector_regret_at_8": 0.0060281902551651, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9259599894285202, + "support_gap_fraction_to_hidden_at_8": 1.0196194945864723, + "total_car_to_hidden_at_8": 1.9319881796836853 + }, + "1113371261/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.005552858114242554, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0108156586922785, + "ncar_to_proposal_oracle_at_8": 0.3732545276477201, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1039178410083798, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09622243046760559, + "proposal_oracle_utility_gain_over_base_at_8": -0.01487685739994049, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09066957235336304, + "selected_utility_gain_over_base_at_8": -0.020429715514183044, + "selector_gap_fraction_to_hidden_at_8": 0.0029397300125816113, + "selector_regret_at_8": 0.005552858114242554, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9037775695323944, + "support_gap_fraction_to_hidden_at_8": 1.0078759340310404, + "total_car_to_hidden_at_8": 1.909330427646637 + }, + "1113371261/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + "1151410346/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.34162279963493347, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0009041949006119, + "ncar_to_proposal_oracle_at_8": 1.004710900944418, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1114206717331298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5684944987297058, + "proposal_oracle_utility_gain_over_base_at_8": 0.3400209844112396, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22687169909477234, + "selected_utility_gain_over_base_at_8": -0.0016018152236938477, + "selector_gap_fraction_to_hidden_at_8": 0.1928409213162319, + "selector_regret_at_8": 0.34162279963493347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4315055012702942, + "support_gap_fraction_to_hidden_at_8": 0.8080632792343332, + "total_car_to_hidden_at_8": 1.7731283009052277 + }, + "1151410346/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.0172121524810791, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0009925827413846, + "ncar_to_proposal_oracle_at_8": 1.1137836978995075, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4615660105355005, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2439272701740265, + "proposal_oracle_utility_gain_over_base_at_8": 0.015453755855560303, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2267151176929474, + "selected_utility_gain_over_base_at_8": -0.0017583966255187988, + "selector_gap_fraction_to_hidden_at_8": 0.00971600064701111, + "selector_regret_at_8": 0.0172121524810791, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7560727298259735, + "support_gap_fraction_to_hidden_at_8": 0.9912765877448256, + "total_car_to_hidden_at_8": 1.7732848823070526 + }, + "1151410346/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + "1261930456/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.012280002236366272, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006452229426189598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13314904661631388, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09678153693675995, + "proposal_oracle_utility_gain_over_base_at_8": -1.90321846306324, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08450153470039368, + "selected_utility_gain_over_base_at_8": -1.9154984652996063, + "selector_regret_at_8": 0.012280002236366272, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.90321846306324, + "total_car_to_hidden_at_8": 1.9154984652996063 + }, + "1261930456/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003422096371650696, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0018010761329865432, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11955613465129326, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09997129440307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9000287055969238, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09654919803142548, + "selected_utility_gain_over_base_at_8": -1.9034508019685745, + "selector_regret_at_8": 0.003422096371650696, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9000287055969238, + "total_car_to_hidden_at_8": 1.9034508019685745 + }, + "1261930456/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + "1324133122/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.0031833499670028687, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012819102282108, + "ncar_to_proposal_oracle_at_8": 0.14892754221193605, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.056423902181329345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0628519058227539, + "proposal_oracle_utility_gain_over_base_at_8": -0.021375149488449097, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05966855585575104, + "selected_utility_gain_over_base_at_8": -0.024558499455451965, + "selector_gap_fraction_to_hidden_at_8": 0.0016616530554042146, + "selector_regret_at_8": 0.0031833499670028687, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.937148094177246, + "support_gap_fraction_to_hidden_at_8": 1.0111574545134425, + "total_car_to_hidden_at_8": 1.940331444144249 + }, + "1324133122/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.014116749167442322, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0072923175115756, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14890766308842673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0843733698129654, + "proposal_oracle_utility_gain_over_base_at_8": 0.00014631450176239014, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07025662064552307, + "selected_utility_gain_over_base_at_8": -0.013970434665679932, + "selector_gap_fraction_to_hidden_at_8": 0.007368696382616199, + "selector_regret_at_8": 0.014116749167442322, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9156266301870346, + "support_gap_fraction_to_hidden_at_8": 0.9999236263868492, + "total_car_to_hidden_at_8": 1.929743379354477 + }, + "1324133122/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + "1324642411/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02624770998954773, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.014663572727338623, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.40841060195727896, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21000581979751587, + "proposal_oracle_utility_gain_over_base_at_8": -1.7899941802024841, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18375810980796814, + "selected_utility_gain_over_base_at_8": -1.8162418901920319, + "selector_regret_at_8": 0.02624770998954773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7899941802024841, + "total_car_to_hidden_at_8": 1.8162418901920319 + }, + "1324642411/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08969565833656507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1324642411/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.858040377497673 + }, + "1375492786/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42373918622633083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1375492786/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.022333383560180664, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01205539457819943, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.31858805145491575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14743654429912567, + "proposal_oracle_utility_gain_over_base_at_8": -1.8525634557008743, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.125103160738945, + "selected_utility_gain_over_base_at_8": -1.874896839261055, + "selector_regret_at_8": 0.022333383560180664, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8525634557008743, + "total_car_to_hidden_at_8": 1.874896839261055 + }, + "1375492786/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + "141984615/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.010632594116032124, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.3120218661044842, + "ncar_to_proposal_oracle_at_8": 0.07377943334338306, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5086297347996677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.023719489574432373, + "proposal_oracle_utility_gain_over_base_at_8": -0.14411324262619019, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01308689545840025, + "selected_utility_gain_over_base_at_8": -0.1547458367422223, + "selector_gap_fraction_to_hidden_at_8": 0.09014910094901861, + "selector_regret_at_8": 0.010632594116032124, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2620577812194824, + "support_gap_fraction_to_hidden_at_8": 2.221872961181657, + "total_car_to_hidden_at_8": 0.27269037533551455 + }, + "141984615/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.00027199462056159973, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0524154293283745, + "ncar_to_proposal_oracle_at_8": 0.0021960785229935757, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09999258757291778, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04397805407643318, + "proposal_oracle_utility_gain_over_base_at_8": -0.12385467812418938, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04370605945587158, + "selected_utility_gain_over_base_at_8": -0.12412667274475098, + "selector_gap_fraction_to_hidden_at_8": 0.002306123062633005, + "selector_regret_at_8": 0.00027199462056159973, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2417992167174816, + "support_gap_fraction_to_hidden_at_8": 2.0501094802810416, + "total_car_to_hidden_at_8": 0.2420712113380432 + }, + "141984615/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + "1461069713/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.4912570944838148, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1590556199133426, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05616961047053337, + "proposal_oracle_utility_gain_over_base_at_8": -0.1723579801619053, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05616961047053337, + "selected_utility_gain_over_base_at_8": -0.1723579801619053, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10317284241318703, + "support_gap_fraction_to_hidden_at_8": 1.4912573100296882, + "total_car_to_hidden_at_8": 0.10317284241318703 + }, + "1461069713/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.019976697862148285, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.7759530948042475, + "ncar_to_proposal_oracle_at_8": 0.11609092801412241, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19692180721696984, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05644957348704338, + "proposal_oracle_utility_gain_over_base_at_8": -0.17207801714539528, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.036472875624895096, + "selected_utility_gain_over_base_at_8": -0.19205471500754356, + "selector_gap_fraction_to_hidden_at_8": 0.288742618894596, + "selector_regret_at_8": 0.019976697862148285, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10289287939667702, + "support_gap_fraction_to_hidden_at_8": 1.4872107326054032, + "total_car_to_hidden_at_8": 0.1228695772588253 + }, + "1461069713/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + "1480856810/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018731221556663513, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.048271709108867196, + "ncar_to_proposal_oracle_at_8": 0.01008019655750525, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5657722582715946, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14178013801574707, + "proposal_oracle_utility_gain_over_base_at_8": -1.858219861984253, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12304891645908356, + "selected_utility_gain_over_base_at_8": -1.8769510835409164, + "selector_gap_fraction_to_hidden_at_8": 0.010461332643207555, + "selector_regret_at_8": 0.018731221556663513, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06770022213459015, + "support_gap_fraction_to_hidden_at_8": 0.037810376735255724, + "total_car_to_hidden_at_8": 0.08643144369125366 + }, + "1480856810/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.815984308719635, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.01422194326217549, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21485192639437836, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.184015691280365, + "selected_utility_gain_over_base_at_8": -1.815984308719635, + "selector_gap_fraction_to_hidden_at_8": 1.0142219433416046, + "selector_regret_at_8": 1.815984308719635, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.02546466886997223 + }, + "1480856810/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + "1509980664/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.18391352891922, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0136938696224829, + "ncar_to_proposal_oracle_at_8": 1.0136938696224829, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13502533158608432, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.81608647108078, + "selected_utility_gain_over_base_at_8": -0.015993356704711914, + "selector_gap_fraction_to_hidden_at_8": 1.013693878301962, + "selector_regret_at_8": 1.18391352891922, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.18391352891922 + }, + "1509980664/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.7663935869932175, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5124266314534753, + "ncar_to_proposal_oracle_at_8": 1.5124266314534753, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2559710109289143, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23360641300678253, + "selected_utility_gain_over_base_at_8": -0.5984734147787094, + "selector_gap_fraction_to_hidden_at_8": 1.5124266444032184, + "selector_regret_at_8": 1.7663935869932175, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.7663935869932175 + }, + "1509980664/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + "1522272686/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.3805520087480545, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.2577078282160102, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4987273132264659, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5233199596405029, + "proposal_oracle_utility_gain_over_base_at_8": -1.476680040359497, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14276795089244843, + "selected_utility_gain_over_base_at_8": -1.8572320491075516, + "selector_regret_at_8": 0.3805520087480545, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.476680040359497, + "total_car_to_hidden_at_8": 1.8572320491075516 + }, + "1522272686/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.42483918368816376, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.2914308848915223, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5872235594375051, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5422300696372986, + "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11739088594913483, + "selected_utility_gain_over_base_at_8": -1.8826091140508652, + "selector_regret_at_8": 0.42483918368816376, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4577699303627014, + "total_car_to_hidden_at_8": 1.8826091140508652 + }, + "1522272686/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "1549324805/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 0.6365612314383228, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.29637871159253004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21791090071201324, + "proposal_oracle_utility_gain_over_base_at_8": 0.04541558027267456, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.21791090071201324, + "selected_utility_gain_over_base_at_8": 0.04541558027267456, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.07954518496990204, + "support_gap_fraction_to_hidden_at_8": 0.6365612823792105, + "total_car_to_hidden_at_8": 0.07954518496990204 + }, + "1549324805/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2049052881521507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3088321089744568, + "proposal_oracle_utility_gain_over_base_at_8": 0.1363367885351181, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.3088321089744568, + "selected_utility_gain_over_base_at_8": 0.1363367885351181, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1549324805/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + "1578990937/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.007504671812057495, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0042075374864476, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18978423876918557, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21425709128379822, + "proposal_oracle_utility_gain_over_base_at_8": -8.881092071533203e-06, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20675241947174072, + "selected_utility_gain_over_base_at_8": -0.007513552904129028, + "selector_gap_fraction_to_hidden_at_8": 0.004202569753370413, + "selector_regret_at_8": 0.007504671812057495, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857429087162018, + "support_gap_fraction_to_hidden_at_8": 1.0000049733565772, + "total_car_to_hidden_at_8": 1.7932475805282593 + }, + "1578990937/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025821343064308167, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0125757439325502, + "ncar_to_proposal_oracle_at_8": 7.6748523989783966, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.380206879424145, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21763037145137787, + "proposal_oracle_utility_gain_over_base_at_8": 0.0033643990755081177, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1918090283870697, + "selected_utility_gain_over_base_at_8": -0.02245694398880005, + "selector_gap_fraction_to_hidden_at_8": 0.01445979225622012, + "selector_regret_at_8": 0.025821343064308167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7823696285486221, + "support_gap_fraction_to_hidden_at_8": 0.9981159573466916, + "total_car_to_hidden_at_8": 1.8081909716129303 + }, + "1578990937/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + "1747178030/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27085814712083073, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027344733476638794, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015076210993068394, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17184020363251903, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1862330436706543, + "proposal_oracle_utility_gain_over_base_at_8": -1.8137669563293457, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1588883101940155, + "selected_utility_gain_over_base_at_8": -1.8411116898059845, + "selector_regret_at_8": 0.027344733476638794, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8137669563293457, + "total_car_to_hidden_at_8": 1.8411116898059845 + }, + "1790188787/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1822210471/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0295968264313446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2055436047023811, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.03802649304270744, + "proposal_oracle_utility_gain_over_base_at_8": -0.056398969143629074, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03802649304270744, + "selected_utility_gain_over_base_at_8": -0.056398969143629074, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9619735069572926, + "support_gap_fraction_to_hidden_at_8": 1.0295968318344229, + "total_car_to_hidden_at_8": 1.9619735069572926 + }, + "1822210471/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.012420378625392914, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0165051201263626, + "ncar_to_proposal_oracle_at_8": 0.6526263362259548, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23878090822486137, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07539409399032593, + "proposal_oracle_utility_gain_over_base_at_8": -0.01903136819601059, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06297371536493301, + "selected_utility_gain_over_base_at_8": -0.0314517468214035, + "selector_gap_fraction_to_hidden_at_8": 0.006517918023633584, + "selector_regret_at_8": 0.012420378625392914, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.924605906009674, + "support_gap_fraction_to_hidden_at_8": 1.009987207437105, + "total_car_to_hidden_at_8": 1.937026284635067 + }, + "1822210471/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "total_car_to_hidden_at_8": 1.94231379032135 + }, + "1845489013/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.007289845496416092, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0407765502685078, + "ncar_to_proposal_oracle_at_8": 0.10462859555612881, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.055470349919501595, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0428844690322876, + "proposal_oracle_utility_gain_over_base_at_8": -0.06967353820800781, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.035594623535871506, + "selected_utility_gain_over_base_at_8": -0.0769633837044239, + "selector_gap_fraction_to_hidden_at_8": 0.003862288496483707, + "selector_regret_at_8": 0.007289845496416092, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9571155309677124, + "support_gap_fraction_to_hidden_at_8": 1.0369142672862415, + "total_car_to_hidden_at_8": 1.9644053764641285 + }, + "1845489013/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.001721896231174469, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0100596297046758, + "ncar_to_proposal_oracle_at_8": 0.09973281871024504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17754847147330888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.09529292583465576, + "proposal_oracle_utility_gain_over_base_at_8": -0.01726508140563965, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.09357102960348129, + "selected_utility_gain_over_base_at_8": -0.018986977636814117, + "selector_gap_fraction_to_hidden_at_8": 0.0009122909407439936, + "selector_regret_at_8": 0.001721896231174469, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9047070741653442, + "support_gap_fraction_to_hidden_at_8": 1.0091473441154055, + "total_car_to_hidden_at_8": 1.9064289703965187 + }, + "1845489013/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + "1999022574/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.0013870000839233398, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1982116029248755, + "ncar_to_proposal_oracle_at_8": 0.006006326645146518, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15044995726205182, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5970457196235657, + "proposal_oracle_utility_gain_over_base_at_8": -0.23092317581176758, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5956587195396423, + "selected_utility_gain_over_base_at_8": -0.23231017589569092, + "selector_gap_fraction_to_hidden_at_8": 0.0011834157630471079, + "selector_regret_at_8": 0.0013870000839233398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4029542803764343, + "support_gap_fraction_to_hidden_at_8": 1.1970281973852055, + "total_car_to_hidden_at_8": 1.4043412804603577 + }, + "1999022574/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 1.1856330037117004, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0116053993601406, + "ncar_to_proposal_oracle_at_8": 1.0116053993601406, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09882012011393025, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1720311045646667, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8143669962882996, + "selected_utility_gain_over_base_at_8": -0.013601899147033691, + "selector_gap_fraction_to_hidden_at_8": 1.011605407991357, + "selector_regret_at_8": 1.1856330037117004, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1856330037117004 + }, + "1999022574/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "total_car_to_hidden_at_8": 1.8368546068668365 + }, + "2012211287/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.008428394794464111, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069979598815633, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15012798885351566, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7277753949165344, + "proposal_oracle_utility_gain_over_base_at_8": -0.00047129392623901367, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7193470001220703, + "selected_utility_gain_over_base_at_8": -0.008899688720703125, + "selector_gap_fraction_to_hidden_at_8": 0.006627381836179164, + "selector_regret_at_8": 0.008428394794464111, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2722246050834656, + "support_gap_fraction_to_hidden_at_8": 1.0003705859635703, + "total_car_to_hidden_at_8": 1.2806529998779297 + }, + "2012211287/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 1.280548632144928, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069158938619467, + "ncar_to_proposal_oracle_at_8": 1.0069158938619467, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2320931358803039, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2717533111572266, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.719451367855072, + "selected_utility_gain_over_base_at_8": -0.008795320987701416, + "selector_gap_fraction_to_hidden_at_8": 1.0069159017794875, + "selector_regret_at_8": 1.280548632144928, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.280548632144928 + }, + "2012211287/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + "2038594191/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.025606751441955566, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9832939078935423, + "ncar_to_proposal_oracle_at_8": 0.4458684629641134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3898282245298751, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15247176587581635, + "proposal_oracle_utility_gain_over_base_at_8": 0.0574311688542366, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12686501443386078, + "selected_utility_gain_over_base_at_8": 0.031824417412281036, + "selector_gap_fraction_to_hidden_at_8": 0.013442150736608451, + "selector_regret_at_8": 0.025606751441955566, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8475282341241837, + "support_gap_fraction_to_hidden_at_8": 0.9698517623186916, + "total_car_to_hidden_at_8": 1.8731349855661392 + }, + "2038594191/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.03719758987426758, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9695308239638829, + "ncar_to_proposal_oracle_at_8": 0.3905663345898341, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.35033667596352985, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1902807205915451, + "proposal_oracle_utility_gain_over_base_at_8": 0.09524012356996536, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15308313071727753, + "selected_utility_gain_over_base_at_8": 0.058042533695697784, + "selector_gap_fraction_to_hidden_at_8": 0.019526710026528036, + "selector_regret_at_8": 0.03719758987426758, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.809719279408455, + "support_gap_fraction_to_hidden_at_8": 0.950004119026864, + "total_car_to_hidden_at_8": 1.8469168692827225 + }, + "2038594191/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + "2054899126/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005885511636734009, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006346434330809735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1156463742799865, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0726270377635956, + "proposal_oracle_utility_gain_over_base_at_8": -0.9273729622364044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0667415261268616, + "selected_utility_gain_over_base_at_8": -0.9332584738731384, + "selector_regret_at_8": 0.005885511636734009, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9273729622364044, + "total_car_to_hidden_at_8": 0.9332584738731384 + }, + "2054899126/train1": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.014168627560138702, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015326598554656713, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21907773393500884, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.0755530372262, + "proposal_oracle_utility_gain_over_base_at_8": -0.9244469627737999, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 1.0613844096660614, + "selected_utility_gain_over_base_at_8": -0.9386155903339386, + "selector_regret_at_8": 0.014168627560138702, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9244469627737999, + "total_car_to_hidden_at_8": 0.9386155903339386 + }, + "2054899126/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005500897765159607, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09662639932716256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0683744624257088, + "proposal_oracle_utility_gain_over_base_at_8": -0.9316255375742912, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0628735646605492, + "selected_utility_gain_over_base_at_8": -0.9371264353394508, + "selector_regret_at_8": 0.005500897765159607, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9316255375742912, + "total_car_to_hidden_at_8": 0.9371264353394508 + }, + "2061635888/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0012469589710235596, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057630229581092, + "ncar_to_proposal_oracle_at_8": 0.12747101114683582, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10559195127306313, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07642464339733124, + "proposal_oracle_utility_gain_over_base_at_8": -0.009782284498214722, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07517768442630768, + "selected_utility_gain_over_base_at_8": -0.011029243469238281, + "selector_gap_fraction_to_hidden_at_8": 0.0006515641576925413, + "selector_regret_at_8": 0.0012469589710235596, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9235753566026688, + "support_gap_fraction_to_hidden_at_8": 1.005111464055755, + "total_car_to_hidden_at_8": 1.9248223155736923 + }, + "2061635888/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.01116877794265747, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0036111529583414, + "ncar_to_proposal_oracle_at_8": 2.6231468415937673, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2537086791190268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09046469628810883, + "proposal_oracle_utility_gain_over_base_at_8": 0.004257768392562866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07929591834545135, + "selected_utility_gain_over_base_at_8": -0.0069110095500946045, + "selector_gap_fraction_to_hidden_at_8": 0.005835938119671427, + "selector_regret_at_8": 0.01116877794265747, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9095353037118912, + "support_gap_fraction_to_hidden_at_8": 0.9977752200827643, + "total_car_to_hidden_at_8": 1.9207040816545486 + }, + "2061635888/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + "211245842/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.4352424144744873, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0205533721895232, + "ncar_to_proposal_oracle_at_8": 1.0937834620823588, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2008126042583178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5822281837463379, + "proposal_oracle_utility_gain_over_base_at_8": 0.3979237377643585, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14698576927185059, + "selected_utility_gain_over_base_at_8": -0.037318676710128784, + "selector_gap_fraction_to_hidden_at_8": 0.23971111980272414, + "selector_regret_at_8": 0.4352424144744873, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.417771816253662, + "support_gap_fraction_to_hidden_at_8": 0.7808422580075287, + "total_car_to_hidden_at_8": 1.8530142307281494 + }, + "211245842/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.039610520005226135, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0122479795708568, + "ncar_to_proposal_oracle_at_8": 2.280146636215276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.39870614771131263, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2016763538122177, + "proposal_oracle_utility_gain_over_base_at_8": 0.017371907830238342, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16206583380699158, + "selected_utility_gain_over_base_at_8": -0.022238612174987793, + "selector_gap_fraction_to_hidden_at_8": 0.021815617666502807, + "selector_regret_at_8": 0.039610520005226135, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7983236461877823, + "support_gap_fraction_to_hidden_at_8": 0.9904323674793413, + "total_car_to_hidden_at_8": 1.8379341661930084 + }, + "211245842/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + "278008524/train0": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.01575254276394844, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 5.177068071312195, + "ncar_to_proposal_oracle_at_8": 0.2983203494220327, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0644239477087967, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.0722030997276306, + "proposal_oracle_utility_gain_over_base_at_8": -0.05280411243438721, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0564505569636822, + "selected_utility_gain_over_base_at_8": -0.06855665519833565, + "selector_gap_fraction_to_hidden_at_8": 1.4193307040362508, + "selector_regret_at_8": 0.01575254276394844, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04170554131269455, + "support_gap_fraction_to_hidden_at_8": 3.757739699588823, + "total_car_to_hidden_at_8": 0.05745808407664299 + }, + "278008524/train1": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.022388704121112823, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 1.053649940694802, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05259466283670616, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1246033310890198, + "proposal_oracle_utility_gain_over_base_at_8": -0.0004038810729980469, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.102214626967907, + "selected_utility_gain_over_base_at_8": -0.02279258519411087, + "selector_gap_fraction_to_hidden_at_8": 2.0172600486699674, + "selector_regret_at_8": 0.022388704121112823, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.011694014072418213 + }, + "278008524/train2": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.043415673077106476, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05319894873106218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.157032236456871, + "proposal_oracle_utility_gain_over_base_at_8": 0.03202502429485321, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1136165633797646, + "selected_utility_gain_over_base_at_8": -0.011390648782253265, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.043415673077106476, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0002920776605606079 + }, + "307068879/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018923133611679077, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0046022238919023, + "ncar_to_proposal_oracle_at_8": 0.29802141685706063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14968618489381266, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20280277729034424, + "proposal_oracle_utility_gain_over_base_at_8": -0.006349578499794006, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20091046392917633, + "selected_utility_gain_over_base_at_8": -0.008241891860961914, + "selector_gap_fraction_to_hidden_at_8": 0.001056657928041005, + "selector_regret_at_8": 0.0018923133611679077, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971972227096558, + "support_gap_fraction_to_hidden_at_8": 1.0035455715735078, + "total_car_to_hidden_at_8": 1.7990895360708237 + }, + "307068879/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0010644197463989258, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0044650649657694, + "ncar_to_proposal_oracle_at_8": 0.15355490027913618, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07078320556128705, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20222051441669464, + "proposal_oracle_utility_gain_over_base_at_8": -0.0069318413734436035, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20115609467029572, + "selected_utility_gain_over_base_at_8": -0.00799626111984253, + "selector_gap_fraction_to_hidden_at_8": 0.00059436644420333, + "selector_regret_at_8": 0.0010644197463989258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7977794855833054, + "support_gap_fraction_to_hidden_at_8": 1.0038707041304467, + "total_car_to_hidden_at_8": 1.7988439053297043 + }, + "307068879/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + "412102563/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8389947414398193, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2569619487002215, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16100525856018066, + "selected_utility_gain_over_base_at_8": -1.8389947414398193, + "selector_regret_at_8": 1.8389947414398193, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8389947414398193 + }, + "412102563/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341862559318542, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14753897600710345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16581374406814575, + "selected_utility_gain_over_base_at_8": -1.8341862559318542, + "selector_regret_at_8": 1.8341862559318542, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8341862559318542 + }, + "412102563/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + "440577711/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.046059176325798035, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.025669934688658063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21103404986062682, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2057151049375534, + "proposal_oracle_utility_gain_over_base_at_8": -1.7942848950624466, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15965592861175537, + "selected_utility_gain_over_base_at_8": -1.8403440713882446, + "selector_regret_at_8": 0.046059176325798035, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7942848950624466, + "total_car_to_hidden_at_8": 1.8403440713882446 + }, + "440577711/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16811285862181413, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "440577711/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "441046872/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.0017773360013961792, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0042349040953344, + "ncar_to_proposal_oracle_at_8": 0.3062183274336642, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35126922454952747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.203963503241539, + "proposal_oracle_utility_gain_over_base_at_8": -0.005804136395454407, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20218616724014282, + "selected_utility_gain_over_base_at_8": -0.007581472396850586, + "selector_gap_fraction_to_hidden_at_8": 0.000992796265304794, + "selector_regret_at_8": 0.0017773360013961792, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796036496758461, + "support_gap_fraction_to_hidden_at_8": 1.0032421134395524, + "total_car_to_hidden_at_8": 1.7978138327598572 + }, + "441046872/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.002857789397239685, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.00364861534959, + "ncar_to_proposal_oracle_at_8": 0.7778202738990697, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3844645158057606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20609354972839355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0036740899085998535, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20323576033115387, + "selected_utility_gain_over_base_at_8": -0.006531879305839539, + "selector_gap_fraction_to_hidden_at_8": 0.0015963231703957186, + "selector_regret_at_8": 0.002857789397239685, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7939064502716064, + "support_gap_fraction_to_hidden_at_8": 1.0020522977854422, + "total_car_to_hidden_at_8": 1.7967642396688461 + }, + "441046872/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + "509430392/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.8407548666000366, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9395127688999878, + "ncar_to_proposal_oracle_at_8": 0.9395127688999878, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3817070949473941, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15924513339996338, + "selected_utility_gain_over_base_at_8": 0.11851052939891815, + "selector_gap_fraction_to_hidden_at_8": 0.9395127736952175, + "selector_regret_at_8": 1.8407548666000366, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8407548666000366 + }, + "509430392/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.801475390791893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9194647061475519, + "ncar_to_proposal_oracle_at_8": 0.9194647061475519, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5427490518369256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.198524609208107, + "selected_utility_gain_over_base_at_8": 0.15779000520706177, + "selector_gap_fraction_to_hidden_at_8": 0.9194647108404573, + "selector_regret_at_8": 1.801475390791893, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.801475390791893 + }, + "509430392/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04245031625032425, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.973562617185654, + "ncar_to_proposal_oracle_at_8": 0.4542712779617799, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.306642479259183, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.16448359191417694, + "proposal_oracle_utility_gain_over_base_at_8": 0.09344705194234848, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12203327566385269, + "selected_utility_gain_over_base_at_8": 0.05099673569202423, + "selector_gap_fraction_to_hidden_at_8": 0.02200680164760834, + "selector_regret_at_8": 0.04245031625032425, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.835516408085823, + "support_gap_fraction_to_hidden_at_8": 0.951555820585122, + "total_car_to_hidden_at_8": 1.8779667243361473 + }, + "585904130/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04740310460329056, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9800153670446098, + "ncar_to_proposal_oracle_at_8": 0.5515020146084423, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21639957957177353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15698926150798798, + "proposal_oracle_utility_gain_over_base_at_8": 0.08595272153615952, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.10958615690469742, + "selected_utility_gain_over_base_at_8": 0.03854961693286896, + "selector_gap_fraction_to_hidden_at_8": 0.024574392198491026, + "selector_regret_at_8": 0.04740310460329056, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.843010738492012, + "support_gap_fraction_to_hidden_at_8": 0.9554409799266471, + "total_car_to_hidden_at_8": 1.8904138430953026 + }, + "585904130/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + "608016290/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9409337361949222, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07044148061536364, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6124615669250488, + "proposal_oracle_utility_gain_over_base_at_8": 0.08710145950317383, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6124615669250488, + "selected_utility_gain_over_base_at_8": 0.08710145950317383, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3875384330749512, + "support_gap_fraction_to_hidden_at_8": 0.9409337425756917, + "total_car_to_hidden_at_8": 1.3875384330749512 + }, + "608016290/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.09409016370773315, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0063402020781327, + "ncar_to_proposal_oracle_at_8": 1.1103309346178276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.346560218379248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6101007461547852, + "proposal_oracle_utility_gain_over_base_at_8": 0.08474063873291016, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.516010582447052, + "selected_utility_gain_over_base_at_8": -0.009349524974822998, + "selector_gap_fraction_to_hidden_at_8": 0.06380551901605927, + "selector_regret_at_8": 0.09409016370773315, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3898992538452148, + "support_gap_fraction_to_hidden_at_8": 0.9425346898863848, + "total_car_to_hidden_at_8": 1.483989417552948 + }, + "608016290/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "total_car_to_hidden_at_8": 1.586926907300949 + }, + "626486813/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.013559006154537201, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 1.0914618964539755, + "ncar_to_proposal_oracle_at_8": 0.6739434199631121, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17498107866815757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05774742551147938, + "proposal_oracle_utility_gain_over_base_at_8": 0.016006531193852425, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04418841935694218, + "selected_utility_gain_over_base_at_8": 0.0024475250393152237, + "selector_gap_fraction_to_hidden_at_8": 0.4956669265657667, + "selector_regret_at_8": 0.013559006154537201, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1078349556773901, + "support_gap_fraction_to_hidden_at_8": 0.5957952202158192, + "total_car_to_hidden_at_8": 0.1213939618319273 + }, + "626486813/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0018939077854156494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8736369859029146, + "ncar_to_proposal_oracle_at_8": 0.2933595456420097, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1718281900032565, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0619367565959692, + "proposal_oracle_utility_gain_over_base_at_8": 0.020195862278342247, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06004284881055355, + "selected_utility_gain_over_base_at_8": 0.018301954492926598, + "selector_gap_fraction_to_hidden_at_8": 0.0702593667270505, + "selector_regret_at_8": 0.0018939077854156494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10364562459290028, + "support_gap_fraction_to_hidden_at_8": 0.8033778054737339, + "total_car_to_hidden_at_8": 0.10553953237831593 + }, + "626486813/train2": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0030257832258939743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8734881395113818, + "ncar_to_proposal_oracle_at_8": 1.0887571854184497, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22930626964762768, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08006523177027702, + "proposal_oracle_utility_gain_over_base_at_8": 0.03832433745265007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07703944854438305, + "selected_utility_gain_over_base_at_8": 0.035298554226756096, + "selector_gap_fraction_to_hidden_at_8": 0.07621781757550655, + "selector_regret_at_8": 0.0030257832258939743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08551714941859245, + "support_gap_fraction_to_hidden_at_8": 0.797270536737948, + "total_car_to_hidden_at_8": 0.08854293264448643 + }, + "636680137/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.01603551208972931, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.545695985219155, + "ncar_to_proposal_oracle_at_8": 1.360100058520912, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23190452018557706, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10778365284204483, + "proposal_oracle_utility_gain_over_base_at_8": -0.011789940297603607, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09174814075231552, + "selected_utility_gain_over_base_at_8": -0.027825452387332916, + "selector_gap_fraction_to_hidden_at_8": 0.31447896362579014, + "selector_regret_at_8": 0.01603551208972931, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06278067082166672, + "support_gap_fraction_to_hidden_at_8": 1.231217324726105, + "total_car_to_hidden_at_8": 0.07881618291139603 + }, + "636680137/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.016771696507930756, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.4669981605451308, + "ncar_to_proposal_oracle_at_8": 2.3820368639206455, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33230022460749403, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11253269761800766, + "proposal_oracle_utility_gain_over_base_at_8": -0.007040895521640778, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0957610011100769, + "selected_utility_gain_over_base_at_8": -0.023812592029571533, + "selector_gap_fraction_to_hidden_at_8": 0.3289165763180427, + "selector_regret_at_8": 0.016771696507930756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05803162604570389, + "support_gap_fraction_to_hidden_at_8": 1.1380818719260768, + "total_car_to_hidden_at_8": 0.07480332255363464 + }, + "636680137/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + "655884605/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.037115007638931274, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0128192070820496, + "ncar_to_proposal_oracle_at_8": 2.785674648277076, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24109036211272677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15739890933036804, + "proposal_oracle_utility_gain_over_base_at_8": 0.01332351565361023, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12028390169143677, + "selected_utility_gain_over_base_at_8": -0.023791491985321045, + "selector_gap_fraction_to_hidden_at_8": 0.01999812250588106, + "selector_regret_at_8": 0.037115007638931274, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.842601090669632, + "support_gap_fraction_to_hidden_at_8": 0.9928210900333903, + "total_car_to_hidden_at_8": 1.8797160983085632 + }, + "655884605/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.007448926568031311, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0006126450906982, + "ncar_to_proposal_oracle_at_8": 1.1801394954053765, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.03038245725350449, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15038728713989258, + "proposal_oracle_utility_gain_over_base_at_8": 0.006311893463134766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14293836057186127, + "selected_utility_gain_over_base_at_8": -0.0011370331048965454, + "selector_gap_fraction_to_hidden_at_8": 0.00401359330150179, + "selector_regret_at_8": 0.007448926568031311, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8496127128601074, + "support_gap_fraction_to_hidden_at_8": 0.9965990571806475, + "total_car_to_hidden_at_8": 1.8570616394281387 + }, + "655884605/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "total_car_to_hidden_at_8": 1.830242097377777 + }, + "672328262/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0243607672967996, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.06817665464645281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05979333445429802, + "proposal_oracle_utility_gain_over_base_at_8": -0.04614090546965599, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05979333445429802, + "selected_utility_gain_over_base_at_8": -0.04614090546965599, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.940206665545702, + "support_gap_fraction_to_hidden_at_8": 1.0243607727050636, + "total_car_to_hidden_at_8": 1.940206665545702 + }, + "672328262/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003954809159040451, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.029830316470696, + "ncar_to_proposal_oracle_at_8": 0.07526405055604174, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.057259138137942915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.053388457745313644, + "proposal_oracle_utility_gain_over_base_at_8": -0.052545782178640366, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04943364858627319, + "selected_utility_gain_over_base_at_8": -0.05650059133768082, + "selector_gap_fraction_to_hidden_at_8": 0.0020879999218620937, + "selector_regret_at_8": 0.003954809159040451, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9466115422546864, + "support_gap_fraction_to_hidden_at_8": 1.0277423219859751, + "total_car_to_hidden_at_8": 1.9505663514137268 + }, + "672328262/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + "701667486/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.1777932047843933, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1498652011752732, + "ncar_to_proposal_oracle_at_8": 53.02873072453875, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14902773533283883, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7879213094711304, + "proposal_oracle_utility_gain_over_base_at_8": -0.0033527612686157227, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6101281046867371, + "selected_utility_gain_over_base_at_8": -0.18114596605300903, + "selector_gap_fraction_to_hidden_at_8": 0.1470914129336198, + "selector_regret_at_8": 0.1777932047843933, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2120786905288696, + "support_gap_fraction_to_hidden_at_8": 1.0027737977546884, + "total_car_to_hidden_at_8": 1.389871895313263 + }, + "701667486/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.005861341953277588, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.00197720406197, + "ncar_to_proposal_oracle_at_8": 1.6884448537277836, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08032260044386995, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7947455048561096, + "proposal_oracle_utility_gain_over_base_at_8": 0.0034714341163635254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.788884162902832, + "selected_utility_gain_over_base_at_8": -0.0023899078369140625, + "selector_gap_fraction_to_hidden_at_8": 0.004849190218716296, + "selector_regret_at_8": 0.005861341953277588, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2052544951438904, + "support_gap_fraction_to_hidden_at_8": 0.9971280221327856, + "total_car_to_hidden_at_8": 1.211115837097168 + }, + "701667486/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + "747260437/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013475894927978516, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.057997356483955015, + "ncar_to_proposal_oracle_at_8": 0.007454744029188191, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0970400395222119, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19230616092681885, + "proposal_oracle_utility_gain_over_base_at_8": -1.8076938390731812, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.17883026599884033, + "selected_utility_gain_over_base_at_8": -1.8211697340011597, + "selector_gap_fraction_to_hidden_at_8": 0.007828738282001445, + "selector_regret_at_8": 0.013475894927978516, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08635708689689636, + "support_gap_fraction_to_hidden_at_8": 0.05016861853888564, + "total_car_to_hidden_at_8": 0.09983298182487488 + }, + "747260437/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004217416048049927, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.08636170359931446, + "ncar_to_proposal_oracle_at_8": 0.002260407447282227, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22949591329262792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1342230886220932, + "proposal_oracle_utility_gain_over_base_at_8": -1.8657769113779068, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.13000567257404327, + "selected_utility_gain_over_base_at_8": -1.8699943274259567, + "selector_gap_fraction_to_hidden_at_8": 0.0024500819161142355, + "selector_regret_at_8": 0.004217416048049927, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.144440159201622, + "support_gap_fraction_to_hidden_at_8": 0.08391162218491321, + "total_car_to_hidden_at_8": 0.14865757524967194 + }, + "747260437/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + "750448296/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.021671657760938007, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 4.785336244564055, + "ncar_to_proposal_oracle_at_8": 0.06681795851447021, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.2278364926390788, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.20943730572859445, + "proposal_oracle_utility_gain_over_base_at_8": -0.5510660211245219, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.18776564796765646, + "selected_utility_gain_over_base_at_8": -0.5727376788854599, + "selector_gap_fraction_to_hidden_at_8": 0.009032422853856583, + "selector_regret_at_8": 0.021671657760938007, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1985591898361843, + "support_gap_fraction_to_hidden_at_8": 4.77630791171034, + "total_car_to_hidden_at_8": 1.2202308475971222 + }, + "750448296/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.023376444975535076, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 0.6215016958379097, + "ncar_to_proposal_oracle_at_8": 0.30219308144694457, + "outcome_ptr_at_8": 0.6666666666666666, + "pairwise_causal_calibration_ece": 0.20294335451598566, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.22532296180725098, + "proposal_oracle_utility_gain_over_base_at_8": -0.5351803650458654, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2019465168317159, + "selected_utility_gain_over_base_at_8": -0.5585568100214005, + "selector_gap_fraction_to_hidden_at_8": 0.8506872930430188, + "selector_regret_at_8": 0.023376444975535076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1875135501225789, + "support_gap_fraction_to_hidden_at_8": 0.4568807953323259, + "total_car_to_hidden_at_8": 1.2060499787330627 + }, + "750448296/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.05147687097390493, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9583333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 3.6663220458717465, + "ncar_to_proposal_oracle_at_8": 0.22983336179896974, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.22679962996282277, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2481476068496704, + "proposal_oracle_utility_gain_over_base_at_8": -0.512355720003446, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19667073587576547, + "selected_utility_gain_over_base_at_8": -0.5638325909773508, + "selector_gap_fraction_to_hidden_at_8": 0.7611347320927621, + "selector_regret_at_8": 0.05147687097390493, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1598488887151082, + "support_gap_fraction_to_hidden_at_8": 2.905190365647023, + "total_car_to_hidden_at_8": 1.2113257596890132 + }, + "767747424/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.013934170128777623, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 0.6905690468618849, + "ncar_to_proposal_oracle_at_8": 0.24408266901117134, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.23720961495109247, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5789013803005219, + "proposal_oracle_utility_gain_over_base_at_8": -0.49580737575888634, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.25, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.5649672101717442, + "selected_utility_gain_over_base_at_8": -0.509741545887664, + "selector_gap_fraction_to_hidden_at_8": 0.403104630020674, + "selector_regret_at_8": 0.013934170128777623, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10475751012563705, + "support_gap_fraction_to_hidden_at_8": 0.6342859808846938, + "total_car_to_hidden_at_8": 0.10877881688065827 + }, + "767747424/train1": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.4677690644748509, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 0.7008801051561266, + "ncar_to_proposal_oracle_at_8": 0.27306559340142716, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.21186127613271044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5825987188145518, + "proposal_oracle_utility_gain_over_base_at_8": -0.49211003724485636, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.11482965433970094, + "selected_utility_gain_over_base_at_8": -0.9598791017197073, + "selector_gap_fraction_to_hidden_at_8": 0.45301742188642, + "selector_regret_at_8": 0.4677690644748509, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.1008116127923131, + "support_gap_fraction_to_hidden_at_8": 0.5865290868312131, + "total_car_to_hidden_at_8": 0.5589009053073823 + }, + "767747424/train2": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.45911610033363104, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 1.15659739162032, + "ncar_to_proposal_oracle_at_8": 0.5383285029875181, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.14681410264927175, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5809952197596431, + "proposal_oracle_utility_gain_over_base_at_8": -0.4937135362997651, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.12187911942601204, + "selected_utility_gain_over_base_at_8": -0.9528296366333961, + "selector_gap_fraction_to_hidden_at_8": 0.7611605820457173, + "selector_regret_at_8": 0.45911610033363104, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.09709237236529589, + "support_gap_fraction_to_hidden_at_8": 0.5478765791717298, + "total_car_to_hidden_at_8": 0.5518514402210712 + } +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_task.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..d74ada3da98810e29e6701be4c48b473f2930c52 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/metrics_by_task.json @@ -0,0 +1,179 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.4796089559793472, + "branch_car_at_8": 0.18885904252529145, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0056207874968426, + "ncar_to_proposal_oracle_at_8": 0.6789057634923168, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17461037477790295, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.13333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.13333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6601470321416855, + "proposal_oracle_utility_gain_over_base_at_8": 0.18053807616233825, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.47128798961639407, + "selected_utility_gain_over_base_at_8": -0.008320966362953186, + "selector_gap_fraction_to_hidden_at_8": 0.14638959816683447, + "selector_regret_at_8": 0.18885904252529145, + "success_selector_gap_at_8": 0.13333333333333333, + "success_support_gap_at_8": 0.8666666666666667, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3398529678583144, + "support_gap_fraction_to_hidden_at_8": 0.8592311961008738, + "total_car_to_hidden_at_8": 1.528712010383606 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.7539208928743998, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.27456935655376624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4028758622177973, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": -0.6666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.021850009759267, + "proposal_oracle_utility_gain_over_base_at_8": -0.9781499902407328, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26792911688486737, + "selected_utility_gain_over_base_at_8": -1.7320708831151326, + "selector_regret_at_8": 0.7539208928743998, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.9781499902407328, + "total_car_to_hidden_at_8": 1.7320708831151326 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.7066666666666667, + "base_safety_label_known": 1.0, + "base_success": 0.36, + "base_unsafe_known": 0.0, + "base_utility": 0.8032506120204925, + "branch_car_at_8": 0.06862825746337572, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5816666666666667, + "hidden_chart_oracle_success_at_8": 0.52, + "hidden_chart_oracle_utility_at_8": 1.1467878860235214, + "ncar_to_hidden_chart_oracle_at_8": 1.3075100566723548, + "ncar_to_proposal_oracle_at_8": 0.5092805557938541, + "outcome_ptr_at_8": 0.32, + "pairwise_causal_calibration_ece": 0.19854171059884482, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.17333333333333334, + "proposal_oracle_success_gain_over_base_at_8": -0.18666666666666668, + "proposal_oracle_unsafe_known_at_8": 0.5466666666666666, + "proposal_oracle_utility_at_8": 0.46170220340291657, + "proposal_oracle_utility_gain_over_base_at_8": -0.34154840861757596, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.14666666666666667, + "selected_success_gain_over_base_at_8": -0.21333333333333335, + "selected_unsafe_known_at_8": 0.5333333333333333, + "selected_utility_at_8": 0.39307394593954087, + "selected_utility_gain_over_base_at_8": -0.4101766660809517, + "selector_gap_fraction_to_hidden_at_8": 0.3721528711155151, + "selector_regret_at_8": 0.06862825746337572, + "success_selector_gap_at_8": 0.02666666666666667, + "success_support_gap_at_8": 0.3466666666666667, + "success_total_car_to_hidden_at_8": 0.37333333333333335, + "support_gap_at_8": 0.6881442584097386, + "support_gap_fraction_to_hidden_at_8": 1.0971174661984022, + "total_car_to_hidden_at_8": 0.7538664453228314 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.8333333333333334, + "base_unsafe_known": 0.0, + "base_utility": 1.6734557673335075, + "branch_car_at_8": 0.41695255951748955, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8333333333333334, + "hidden_chart_oracle_utility_at_8": 1.7015800600250561, + "ncar_to_hidden_chart_oracle_at_8": 0.3255141393427919, + "ncar_to_proposal_oracle_at_8": 0.17843067932762913, + "outcome_ptr_at_8": 0.16666666666666666, + "pairwise_causal_calibration_ece": 0.25042093435733487, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5555555555555556, + "proposal_oracle_success_gain_over_base_at_8": -0.2777777777777778, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1790093589160178, + "proposal_oracle_utility_gain_over_base_at_8": -0.49444640841748977, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7620567993985282, + "selected_utility_gain_over_base_at_8": -0.9113989679349793, + "selector_gap_fraction_to_hidden_at_8": 0.48464542735161803, + "selector_regret_at_8": 0.41695255951748955, + "success_selector_gap_at_8": 0.2222222222222222, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.6220440144340197, + "support_gap_fraction_to_hidden_at_8": 0.007535380326794263, + "total_car_to_hidden_at_8": 0.939523260626528 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.09090909090909091, + "base_unsafe_known": 0.0, + "base_utility": 0.5003613992170854, + "branch_car_at_8": 0.3588122549382123, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0530175208494181, + "ncar_to_proposal_oracle_at_8": 3.7287207392774975, + "outcome_ptr_at_8": 0.6060606060606061, + "pairwise_causal_calibration_ece": 0.1913742697792418, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.18181818181818182, + "proposal_oracle_success_gain_over_base_at_8": 0.09090909090909091, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.634040683056369, + "proposal_oracle_utility_gain_over_base_at_8": 0.13367928383928357, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.09090909090909091, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2752284281181567, + "selected_utility_gain_over_base_at_8": -0.22513297109892874, + "selector_gap_fraction_to_hidden_at_8": 0.2000703650638142, + "selector_regret_at_8": 0.3588122549382123, + "success_selector_gap_at_8": 0.18181818181818182, + "success_support_gap_at_8": 0.8181818181818182, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.365959316943631, + "support_gap_fraction_to_hidden_at_8": 0.8529471625482842, + "total_car_to_hidden_at_8": 1.7247715718818433 + } +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/report.md b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/report.md new file mode 100644 index 0000000000000000000000000000000000000000..6dc0f2ea7807d2042a270594c98ec1c9db36f70e --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/report.md @@ -0,0 +1,40 @@ +# Metric Evaluation (measured) + +K: `8` + +| Metric | N | Micro mean | 95% CI | Task macro | Seed macro | +| --- | ---: | ---: | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 144 | 0.3681 | [0.2847, 0.4514] | 0.1413 | 0.2917 | +| base_safety_label_known | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| base_success | 144 | 0.3333 | [0.2569, 0.4097] | 0.4568 | 0.3083 | +| base_unsafe_known | 144 | 0.0000 | [0.0000, 0.0000] | 0.0000 | 0.0000 | +| base_utility | 144 | 0.8338 | [0.6953, 0.9699] | 1.0913 | 0.8028 | +| branch_car_at_8 | 144 | 0.2055 | [0.1335, 0.2890] | 0.3574 | 0.2204 | +| generated_safety_label_coverage_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| generated_unsafe_rate_known_at_8 | 144 | 0.3030 | [0.2318, 0.3707] | 0.1163 | 0.2372 | +| hidden_chart_oracle_success_at_8 | 144 | 0.7292 | [0.6597, 0.7986] | 0.8707 | 0.7854 | +| hidden_chart_oracle_utility_at_8 | 144 | 1.5183 | [1.3941, 1.6438] | 1.7697 | 1.6191 | +| ncar_to_hidden_chart_oracle_at_8 | 105 | 1.1356 | [0.9502, 1.3391] | 0.9229 | 1.0992 | +| ncar_to_proposal_oracle_at_8 | 117 | 1.2924 | [0.5646, 2.4405] | 1.0740 | 1.4299 | +| outcome_ptr_at_8 | 144 | 0.3611 | [0.2847, 0.4444] | 0.2852 | 0.3632 | +| pairwise_causal_calibration_ece | 144 | 0.2051 | [0.1835, 0.2261] | 0.2436 | 0.2105 | +| proposal_oracle_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| proposal_oracle_success_at_8 | 144 | 0.2222 | [0.1597, 0.2917] | 0.2755 | 0.2229 | +| proposal_oracle_success_gain_over_base_at_8 | 144 | -0.1111 | [-0.1875, -0.0347] | -0.1814 | -0.0854 | +| proposal_oracle_unsafe_known_at_8 | 144 | 0.2847 | [0.2083, 0.3611] | 0.1093 | 0.2229 | +| proposal_oracle_utility_at_8 | 144 | 0.6232 | [0.5049, 0.7533] | 0.7913 | 0.6365 | +| proposal_oracle_utility_gain_over_base_at_8 | 144 | -0.2106 | [-0.3489, -0.0733] | -0.3000 | -0.1663 | +| selected_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | 1.0000 | 1.0000 | +| selected_success_at_8 | 144 | 0.1181 | [0.0694, 0.1736] | 0.0960 | 0.1104 | +| selected_success_gain_over_base_at_8 | 144 | -0.2153 | [-0.2847, -0.1458] | -0.3608 | -0.1979 | +| selected_unsafe_known_at_8 | 144 | 0.2778 | [0.2083, 0.3542] | 0.1067 | 0.2056 | +| selected_utility_at_8 | 144 | 0.4177 | [0.3282, 0.5208] | 0.4339 | 0.4161 | +| selected_utility_gain_over_base_at_8 | 144 | -0.4161 | [-0.5485, -0.2891] | -0.6574 | -0.3867 | +| selector_gap_fraction_to_hidden_at_8 | 105 | 0.2972 | [0.1927, 0.4117] | 0.3008 | 0.2764 | +| selector_regret_at_8 | 144 | 0.2055 | [0.1335, 0.2890] | 0.3574 | 0.2204 | +| success_selector_gap_at_8 | 144 | 0.1042 | [0.0556, 0.1597] | 0.1795 | 0.1125 | +| success_support_gap_at_8 | 144 | 0.5139 | [0.4375, 0.5972] | 0.6063 | 0.5708 | +| success_total_car_to_hidden_at_8 | 144 | 0.6111 | [0.5347, 0.6875] | 0.7747 | 0.6750 | +| support_gap_at_8 | 144 | 0.9091 | [0.7773, 1.0456] | 0.9988 | 0.9983 | +| support_gap_fraction_to_hidden_at_8 | 105 | 0.9311 | [0.7587, 1.1355] | 0.7042 | 0.9021 | +| total_car_to_hidden_at_8 | 144 | 1.1007 | [0.9704, 1.2309] | 1.3358 | 1.2031 | diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/table.tex b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..03edbbab09859b9949f5e1de7fb86541b1022e21 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/measured_metrics/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 144 & 0.3681 & 0.2847 & 0.4514 \\ +base\_safety\_label\_known & 144 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 144 & 0.3333 & 0.2569 & 0.4097 \\ +base\_unsafe\_known & 144 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 144 & 0.8338 & 0.6953 & 0.9699 \\ +branch\_car\_at\_8 & 144 & 0.2055 & 0.1335 & 0.2890 \\ +generated\_safety\_label\_coverage\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 144 & 0.3030 & 0.2318 & 0.3707 \\ +hidden\_chart\_oracle\_success\_at\_8 & 144 & 0.7292 & 0.6597 & 0.7986 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 144 & 1.5183 & 1.3941 & 1.6438 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 105 & 1.1356 & 0.9502 & 1.3391 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 117 & 1.2924 & 0.5646 & 2.4405 \\ +outcome\_ptr\_at\_8 & 144 & 0.3611 & 0.2847 & 0.4444 \\ +pairwise\_causal\_calibration\_ece & 144 & 0.2051 & 0.1835 & 0.2261 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 144 & 0.2222 & 0.1597 & 0.2917 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 144 & -0.1111 & -0.1875 & -0.0347 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 144 & 0.2847 & 0.2083 & 0.3611 \\ +proposal\_oracle\_utility\_at\_8 & 144 & 0.6232 & 0.5049 & 0.7533 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 144 & -0.2106 & -0.3489 & -0.0733 \\ +selected\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 144 & 0.1181 & 0.0694 & 0.1736 \\ +selected\_success\_gain\_over\_base\_at\_8 & 144 & -0.2153 & -0.2847 & -0.1458 \\ +selected\_unsafe\_known\_at\_8 & 144 & 0.2778 & 0.2083 & 0.3542 \\ +selected\_utility\_at\_8 & 144 & 0.4177 & 0.3282 & 0.5208 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 144 & -0.4161 & -0.5485 & -0.2891 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 105 & 0.2972 & 0.1927 & 0.4117 \\ +selector\_regret\_at\_8 & 144 & 0.2055 & 0.1335 & 0.2890 \\ +success\_selector\_gap\_at\_8 & 144 & 0.1042 & 0.0556 & 0.1597 \\ +success\_support\_gap\_at\_8 & 144 & 0.5139 & 0.4375 & 0.5972 \\ +success\_total\_car\_to\_hidden\_at\_8 & 144 & 0.6111 & 0.5347 & 0.6875 \\ +support\_gap\_at\_8 & 144 & 0.9091 & 0.7773 & 1.0456 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 105 & 0.9311 & 0.7587 & 1.1355 \\ +total\_car\_to\_hidden\_at\_8 & 144 & 1.1007 & 0.9704 & 1.2309 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b1661bf6f6df5eea107e80593cb8b5fbaf2bb128 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics.json @@ -0,0 +1,5488 @@ +{ + "k": 8, + "num_rows": 144, + "report_type": "ctt_measured_rollout_comparison", + "run_dirs": [ + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed0", + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1", + "runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2" + ], + "source_content_hash": "67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42", + "success_summary": { + "any_generated_unsafe_known": 0.3680555555555556, + "base_safety_label_known_rate": 1.0, + "base_success_rate": 0.3333333333333333, + "base_unsafe_rate_known": 0.0, + "base_utility_mean": 0.8338337515791258, + "generated_safety_label_coverage": 1.0, + "generated_unsafe_rate_known": 0.3029513888888889, + "hidden_chart_oracle_success_rate": 0.7291666666666666, + "hidden_chart_oracle_utility_mean": 1.5183161981403828, + "max_restore_error": 1.4901161193847656e-08, + "ncar_to_hidden_chart_oracle": 1.135556812707611, + "ncar_to_proposal_oracle": 1.2924407881801405, + "proposal_oracle_safety_label_known_rate": 1.0, + "proposal_oracle_success_gain_over_base": -0.1111111111111111, + "proposal_oracle_success_rate": 0.2222222222222222, + "proposal_oracle_unsafe_rate_known": 0.2847222222222222, + "proposal_oracle_utility_mean": 0.6232009150553495, + "selected_safety_label_known_rate": 1.0, + "selected_success_gain_over_base": -0.2152777777777778, + "selected_success_rate": 0.11805555555555555, + "selected_unsafe_rate_known": 0.2777777777777778, + "selected_utility_mean": 0.41773065039888024, + "success_selector_gap": 0.10416666666666667, + "success_support_gap": 0.5138888888888888, + "utility_selector_gap_fraction_to_hidden": 0.29716269075013785, + "utility_support_gap_fraction_to_hidden": 0.9311089359489154 + }, + "summary": { + "any_generated_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3729166666666667, + "low": 0.21666666666666667, + "mean": 0.2916666666666667, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.2916666666666667, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 1.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.5, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.42400000000000004, + "low": 0.0, + "mean": 0.14133333333333334, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.14133333333333334, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.7066666666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "any_generated_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4513888888888889, + "low": 0.2847222222222222, + "mean": 0.3680555555555556, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_safety_label_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "base_safety_label_known", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_success": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3958333333333333, + "low": 0.2277777777777778, + "mean": 0.3083333333333334, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.3083333333333334, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 0.3333333333333333, + "750448296/train2": 0.3333333333333333, + "767747424/train0": 0.5, + "767747424/train1": 0.5, + "767747424/train2": 0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8053333333333332, + "low": 0.10836363636363637, + "mean": 0.45684848484848484, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.45684848484848484, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.36, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "base_success", + "micro": { + "confidence": 0.95, + "high": 0.4097222222222222, + "low": 0.2569444444444444, + "mean": 0.3333333333333333, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_unsafe_known": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.0, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.0, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.0, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.0, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "base_unsafe_known", + "micro": { + "confidence": 0.95, + "high": 0.0, + "low": 0.0, + "mean": 0.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "base_utility": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.9566364926286041, + "low": 0.6609309806488455, + "mean": 0.8028034761858482, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.8028034761858482, + "per_seed": { + "1073161778/train0": 0.725517988204956, + "1073161778/train1": 0.725517988204956, + "1073161778/train2": 0.725517988204956, + "1113371261/train0": 0.11109928786754608, + "1113371261/train1": 0.11109928786754608, + "1113371261/train2": 0.11109928786754608, + "1151410346/train0": 0.2284735143184662, + "1151410346/train1": 0.2284735143184662, + "1151410346/train2": 0.2284735143184662, + "1261930456/train0": 2.0, + "1261930456/train1": 2.0, + "1261930456/train2": 2.0, + "1324133122/train0": 0.084227055311203, + "1324133122/train1": 0.084227055311203, + "1324133122/train2": 0.084227055311203, + "1324642411/train0": 2.0, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 2.0, + "1375492786/train2": 2.0, + "141984615/train0": 0.16783273220062256, + "141984615/train1": 0.16783273220062256, + "141984615/train2": 0.16783273220062256, + "1461069713/train0": 0.22852759063243866, + "1461069713/train1": 0.22852759063243866, + "1461069713/train2": 0.22852759063243866, + "1480856810/train0": 2.0, + "1480856810/train1": 2.0, + "1480856810/train2": 2.0, + "1509980664/train0": 0.8320798277854919, + "1509980664/train1": 0.8320798277854919, + "1509980664/train2": 0.8320798277854919, + "1522272686/train0": 2.0, + "1522272686/train1": 2.0, + "1522272686/train2": 2.0, + "1549324805/train0": 0.17249532043933868, + "1549324805/train1": 0.17249532043933868, + "1549324805/train2": 0.17249532043933868, + "1578990937/train0": 0.21426597237586975, + "1578990937/train1": 0.21426597237586975, + "1578990937/train2": 0.21426597237586975, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 2.0, + "1790188787/train2": 2.0, + "1822210471/train0": 0.09442546218633652, + "1822210471/train1": 0.09442546218633652, + "1822210471/train2": 0.09442546218633652, + "1845489013/train0": 0.11255800724029541, + "1845489013/train1": 0.11255800724029541, + "1845489013/train2": 0.11255800724029541, + "1999022574/train0": 0.8279688954353333, + "1999022574/train1": 0.8279688954353333, + "1999022574/train2": 0.8279688954353333, + "2012211287/train0": 0.7282466888427734, + "2012211287/train1": 0.7282466888427734, + "2012211287/train2": 0.7282466888427734, + "2038594191/train0": 0.09504059702157974, + "2038594191/train1": 0.09504059702157974, + "2038594191/train2": 0.09504059702157974, + "2054899126/train0": 2.0, + "2054899126/train1": 2.0, + "2054899126/train2": 2.0, + "2061635888/train0": 0.08620692789554596, + "2061635888/train1": 0.08620692789554596, + "2061635888/train2": 0.08620692789554596, + "211245842/train0": 0.18430444598197937, + "211245842/train1": 0.18430444598197937, + "211245842/train2": 0.18430444598197937, + "278008524/train0": 1.1250072121620178, + "278008524/train1": 1.1250072121620178, + "278008524/train2": 1.1250072121620178, + "307068879/train0": 0.20915235579013824, + "307068879/train1": 0.20915235579013824, + "307068879/train2": 0.20915235579013824, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 2.0, + "440577711/train0": 2.0, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.2097676396369934, + "441046872/train1": 0.2097676396369934, + "441046872/train2": 0.2097676396369934, + "509430392/train0": 0.04073460400104523, + "509430392/train1": 0.04073460400104523, + "509430392/train2": 0.04073460400104523, + "585904130/train0": 0.07103653997182846, + "585904130/train1": 0.07103653997182846, + "585904130/train2": 0.07103653997182846, + "608016290/train0": 0.525360107421875, + "608016290/train1": 0.525360107421875, + "608016290/train2": 0.525360107421875, + "626486813/train0": 0.04174089431762695, + "626486813/train1": 0.04174089431762695, + "626486813/train2": 0.04174089431762695, + "636680137/train0": 0.11957359313964844, + "636680137/train1": 0.11957359313964844, + "636680137/train2": 0.11957359313964844, + "655884605/train0": 0.1440753936767578, + "655884605/train1": 0.1440753936767578, + "655884605/train2": 0.1440753936767578, + "672328262/train0": 0.10593423992395401, + "672328262/train1": 0.10593423992395401, + "672328262/train2": 0.10593423992395401, + "701667486/train0": 0.7912740707397461, + "701667486/train1": 0.7912740707397461, + "701667486/train2": 0.7912740707397461, + "747260437/train0": 2.0, + "747260437/train1": 2.0, + "747260437/train2": 2.0, + "750448296/train0": 0.7605033268531164, + "750448296/train1": 0.7605033268531164, + "750448296/train2": 0.7605033268531164, + "767747424/train0": 1.0747087560594082, + "767747424/train1": 1.0747087560594082, + "767747424/train2": 1.0747087560594082 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6347634333101186, + "low": 0.5526382644826715, + "mean": 1.0913353469100866, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0913353469100866, + "per_task": { + "LiftPegUpright-v1": 0.4796089559793472, + "PickCube-v1": 2.0, + "PullCube-v1": 0.8032506120204925, + "PushCube-v1": 1.6734557673335075, + "StackCube-v1": 0.5003613992170854 + } + }, + "metric": "base_utility", + "micro": { + "confidence": 0.95, + "high": 0.9699174793851044, + "low": 0.6952519603073597, + "mean": 0.8338337515791258, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "branch_car_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3184199351532799, + "low": 0.13904045155828093, + "mean": 0.22038849586840822, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22038849586840822, + "per_seed": { + "1073161778/train0": 0.0051236748695373535, + "1073161778/train1": 0.0, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 0.0060281902551651, + "1113371261/train1": 0.005552858114242554, + "1113371261/train2": 0.007540524005889893, + "1151410346/train0": 0.34162279963493347, + "1151410346/train1": 0.0172121524810791, + "1151410346/train2": 0.3237016499042511, + "1261930456/train0": 0.012280002236366272, + "1261930456/train1": 0.003422096371650696, + "1261930456/train2": 0.011454477906227112, + "1324133122/train0": 0.0031833499670028687, + "1324133122/train1": 0.014116749167442322, + "1324133122/train2": 0.010064825415611267, + "1324642411/train0": 0.02624770998954773, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 0.022333383560180664, + "1375492786/train2": 0.027821257710456848, + "141984615/train0": 0.010632594116032124, + "141984615/train1": 0.00027199462056159973, + "141984615/train2": 0.002475142478942871, + "1461069713/train0": 0.0, + "1461069713/train1": 0.019976697862148285, + "1461069713/train2": 0.026291392743587494, + "1480856810/train0": 0.018731221556663513, + "1480856810/train1": 1.815984308719635, + "1480856810/train2": 0.043351709842681885, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 0.014023125171661377, + "1522272686/train0": 0.3805520087480545, + "1522272686/train1": 0.42483918368816376, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.09635330736637115, + "1578990937/train0": 0.007504671812057495, + "1578990937/train1": 0.025821343064308167, + "1578990937/train2": 0.025389984250068665, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.027344733476638794, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.012420378625392914, + "1822210471/train2": 0.0011331625282764435, + "1845489013/train0": 0.007289845496416092, + "1845489013/train1": 0.001721896231174469, + "1845489013/train2": 0.009949073195457458, + "1999022574/train0": 0.0013870000839233398, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 0.6338560879230499, + "2012211287/train0": 0.008428394794464111, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 0.00025147199630737305, + "2038594191/train0": 0.025606751441955566, + "2038594191/train1": 0.03719758987426758, + "2038594191/train2": 0.1589493229985237, + "2054899126/train0": 0.005885511636734009, + "2054899126/train1": 0.014168627560138702, + "2054899126/train2": 0.005500897765159607, + "2061635888/train0": 0.0012469589710235596, + "2061635888/train1": 0.01116877794265747, + "2061635888/train2": 0.0, + "211245842/train0": 0.4352424144744873, + "211245842/train1": 0.039610520005226135, + "211245842/train2": 0.041060686111450195, + "278008524/train0": 0.01575254276394844, + "278008524/train1": 0.022388704121112823, + "278008524/train2": 0.043415673077106476, + "307068879/train0": 0.0018923133611679077, + "307068879/train1": 0.0010644197463989258, + "307068879/train2": 0.0018310099840164185, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 0.6269922256469727, + "440577711/train0": 0.046059176325798035, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0017773360013961792, + "441046872/train1": 0.002857789397239685, + "441046872/train2": 0.000804021954536438, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 0.04245031625032425, + "585904130/train1": 0.04740310460329056, + "585904130/train2": 0.16070519387722015, + "608016290/train0": 0.0, + "608016290/train1": 0.09409016370773315, + "608016290/train2": 0.1574377715587616, + "626486813/train0": 0.013559006154537201, + "626486813/train1": 0.0018939077854156494, + "626486813/train2": 0.0030257832258939743, + "636680137/train0": 0.01603551208972931, + "636680137/train1": 0.016771696507930756, + "636680137/train2": 0.04479973018169403, + "655884605/train0": 0.037115007638931274, + "655884605/train1": 0.007448926568031311, + "655884605/train2": 0.0026672184467315674, + "672328262/train0": 0.0, + "672328262/train1": 0.003954809159040451, + "672328262/train2": 0.003098629415035248, + "701667486/train0": 0.1777932047843933, + "701667486/train1": 0.005861341953277588, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.013475894927978516, + "747260437/train1": 0.004217416048049927, + "747260437/train2": 0.02974964678287506, + "750448296/train0": 0.021671657760938007, + "750448296/train1": 0.023376444975535076, + "750448296/train2": 0.05147687097390493, + "767747424/train0": 0.013934170128777623, + "767747424/train1": 0.4677690644748509, + "767747424/train2": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.573514856133196, + "low": 0.1747573709831093, + "mean": 0.3574346014637538, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.3574346014637538, + "per_task": { + "LiftPegUpright-v1": 0.18885904252529145, + "PickCube-v1": 0.7539208928743998, + "PullCube-v1": 0.06862825746337572, + "PushCube-v1": 0.41695255951748955, + "StackCube-v1": 0.3588122549382123 + } + }, + "metric": "branch_car_at_8", + "micro": { + "confidence": 0.95, + "high": 0.28895812504924834, + "low": 0.1335451318235654, + "mean": 0.20547026465646923, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "generated_safety_label_coverage_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "generated_safety_label_coverage_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "generated_unsafe_rate_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3100694444444444, + "low": 0.17239583333333333, + "mean": 0.23715277777777777, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.23715277777777777, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 0.75, + "141984615/train2": 1.0, + "1461069713/train0": 0.375, + "1461069713/train1": 0.125, + "1461069713/train2": 0.875, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.875, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 0.75, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.375, + "2038594191/train1": 0.125, + "2038594191/train2": 0.375, + "2054899126/train0": 0.8125, + "2054899126/train1": 0.5, + "2054899126/train2": 0.9375, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.1875, + "278008524/train1": 0.125, + "278008524/train2": 0.1875, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 0.875, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.3125, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.75, + "750448296/train1": 0.875, + "750448296/train2": 0.9583333333333334, + "767747424/train0": 0.8125, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.34900000000000003, + "low": 0.0, + "mean": 0.11633333333333333, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.11633333333333333, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5816666666666667, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "generated_unsafe_rate_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3706597222222222, + "low": 0.23177083333333334, + "mean": 0.3029513888888889, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "hidden_chart_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.8555555555555556, + "low": 0.7180555555555556, + "mean": 0.7854166666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.7854166666666668, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.6786666666666668, + "mean": 0.8706666666666667, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.8706666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.52, + "PushCube-v1": 0.8333333333333334, + "StackCube-v1": 1.0 + } + }, + "metric": "hidden_chart_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7986111111111112, + "low": 0.6597222222222222, + "mean": 0.7291666666666666, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "hidden_chart_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.7441341616213322, + "low": 1.49932806055165, + "mean": 1.6190625454609595, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.6190625454609595, + "per_seed": { + "1073161778/train0": 2.0, + "1073161778/train1": 2.0, + "1073161778/train2": 2.0, + "1113371261/train0": 2.0, + "1113371261/train1": 2.0, + "1113371261/train2": 2.0, + "1151410346/train0": 2.0, + "1151410346/train1": 2.0, + "1151410346/train2": 2.0, + "1261930456/train0": 2.0, + "1261930456/train1": 2.0, + "1261930456/train2": 2.0, + "1324133122/train0": 2.0, + "1324133122/train1": 2.0, + "1324133122/train2": 2.0, + "1324642411/train0": 2.0, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 2.0, + "1375492786/train2": 2.0, + "141984615/train0": 0.2857772707939148, + "141984615/train1": 0.2857772707939148, + "141984615/train2": 0.2857772707939148, + "1461069713/train0": 0.1593424528837204, + "1461069713/train1": 0.1593424528837204, + "1461069713/train2": 0.1593424528837204, + "1480856810/train0": 0.20948036015033722, + "1480856810/train1": 0.20948036015033722, + "1480856810/train2": 0.20948036015033722, + "1509980664/train0": 2.0, + "1509980664/train1": 2.0, + "1509980664/train2": 2.0, + "1522272686/train0": 2.0, + "1522272686/train1": 2.0, + "1522272686/train2": 2.0, + "1549324805/train0": 0.2974560856819153, + "1549324805/train1": 0.2974560856819153, + "1549324805/train2": 0.2974560856819153, + "1578990937/train0": 2.0, + "1578990937/train1": 2.0, + "1578990937/train2": 2.0, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 2.0, + "1790188787/train2": 2.0, + "1822210471/train0": 2.0, + "1822210471/train1": 2.0, + "1822210471/train2": 2.0, + "1845489013/train0": 2.0, + "1845489013/train1": 2.0, + "1845489013/train2": 2.0, + "1999022574/train0": 2.0, + "1999022574/train1": 2.0, + "1999022574/train2": 2.0, + "2012211287/train0": 2.0, + "2012211287/train1": 2.0, + "2012211287/train2": 2.0, + "2038594191/train0": 2.0, + "2038594191/train1": 2.0, + "2038594191/train2": 2.0, + "2054899126/train0": 2.0, + "2054899126/train1": 2.0, + "2054899126/train2": 2.0, + "2061635888/train0": 2.0, + "2061635888/train1": 2.0, + "2061635888/train2": 2.0, + "211245842/train0": 2.0, + "211245842/train1": 2.0, + "211245842/train2": 2.0, + "278008524/train0": 1.1139086410403252, + "278008524/train1": 1.1139086410403252, + "278008524/train2": 1.1139086410403252, + "307068879/train0": 2.0, + "307068879/train1": 2.0, + "307068879/train2": 2.0, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 2.0, + "440577711/train0": 2.0, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 2.0, + "441046872/train1": 2.0, + "441046872/train2": 2.0, + "509430392/train0": 2.0, + "509430392/train1": 2.0, + "509430392/train2": 2.0, + "585904130/train0": 2.0, + "585904130/train1": 2.0, + "585904130/train2": 2.0, + "608016290/train0": 2.0, + "608016290/train1": 2.0, + "608016290/train2": 2.0, + "626486813/train0": 0.16558238118886948, + "626486813/train1": 0.16558238118886948, + "626486813/train2": 0.16558238118886948, + "636680137/train0": 0.17056432366371155, + "636680137/train1": 0.17056432366371155, + "636680137/train2": 0.17056432366371155, + "655884605/train0": 2.0, + "655884605/train1": 2.0, + "655884605/train2": 2.0, + "672328262/train0": 2.0, + "672328262/train1": 2.0, + "672328262/train2": 2.0, + "701667486/train0": 2.0, + "701667486/train1": 2.0, + "701667486/train2": 2.0, + "747260437/train0": 0.2786632478237152, + "747260437/train1": 0.2786632478237152, + "747260437/train2": 0.2786632478237152, + "750448296/train0": 1.4079964955647786, + "750448296/train1": 1.4079964955647786, + "750448296/train2": 1.4079964955647786, + "767747424/train0": 0.6737305596470833, + "767747424/train1": 0.6737305596470833, + "767747424/train2": 0.6737305596470833 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.0, + "low": 1.428388743619124, + "mean": 1.7696735892097153, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.7696735892097153, + "per_task": { + "LiftPegUpright-v1": 2.0, + "PickCube-v1": 2.0, + "PullCube-v1": 1.1467878860235214, + "PushCube-v1": 1.7015800600250561, + "StackCube-v1": 2.0 + } + }, + "metric": "hidden_chart_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 1.643800659933024, + "low": 1.3941160800556343, + "mean": 1.5183161981403828, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "ncar_to_hidden_chart_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.2675121744307396, + "low": 0.9592380736700701, + "mean": 1.0992002713858116, + "n": 93, + "num_samples": 1000 + }, + "mean": 1.0992002713858116, + "per_seed": { + "1073161778/train0": 1.0099110117716765, + "1073161778/train1": 1.009485472098667, + "1073161778/train2": 1.0018019999721972, + "1113371261/train0": 1.0228108640366171, + "1113371261/train1": 1.0108156586922785, + "1113371261/train2": 1.0096749460109702, + "1151410346/train0": 1.0009041949006119, + "1151410346/train1": 1.0009925827413846, + "1151410346/train2": 0.9938836701698183, + "1324133122/train0": 1.012819102282108, + "1324133122/train1": 1.0072923175115756, + "1324133122/train2": 0.9979853617028601, + "141984615/train0": 2.3120218661044842, + "141984615/train1": 2.0524154293283745, + "141984615/train2": 2.0668632118652317, + "1461069713/train0": 1.4912570944838148, + "1461069713/train1": 1.7759530948042475, + "1461069713/train2": 1.0147308339002874, + "1480856810/train0": 0.048271709108867196, + "1480856810/train1": 0.01422194326217549, + "1480856810/train2": 0.031613708638168724, + "1509980664/train0": 1.0136938696224829, + "1509980664/train1": 1.5124266314534753, + "1509980664/train2": 1.0061738317414306, + "1549324805/train0": 0.6365612314383228, + "1549324805/train1": 0.0, + "1549324805/train2": 1.4386390413214543, + "1578990937/train0": 1.0042075374864476, + "1578990937/train1": 1.0125757439325502, + "1578990937/train2": 1.0039557654834124, + "1822210471/train0": 1.0295968264313446, + "1822210471/train1": 1.0165051201263626, + "1822210471/train2": 1.019279876796129, + "1845489013/train0": 1.0407765502685078, + "1845489013/train1": 1.0100596297046758, + "1845489013/train2": 1.019238671785175, + "1999022574/train0": 1.1982116029248755, + "1999022574/train1": 1.0116053993601406, + "1999022574/train2": 1.5672404802573083, + "2012211287/train0": 1.0069979598815633, + "2012211287/train1": 1.0069158938619467, + "2012211287/train2": 1.0011445108113346, + "2038594191/train0": 0.9832939078935423, + "2038594191/train1": 0.9695308239638829, + "2038594191/train2": 1.002720058258962, + "2061635888/train0": 1.0057630229581092, + "2061635888/train1": 1.0036111529583414, + "2061635888/train2": 1.0037531653219327, + "211245842/train0": 1.0205533721895232, + "211245842/train1": 1.0122479795708568, + "211245842/train2": 1.0061024029871146, + "278008524/train0": 5.177068071312195, + "278008524/train1": 1.053649940694802, + "278008524/train2": 0.026316678586339484, + "307068879/train0": 1.0046022238919023, + "307068879/train1": 1.0044650649657694, + "307068879/train2": 1.004161799291129, + "441046872/train0": 1.0042349040953344, + "441046872/train1": 1.00364861534959, + "441046872/train2": 1.003523045662944, + "509430392/train0": 0.9395127688999878, + "509430392/train1": 0.9194647061475519, + "509430392/train2": 0.0, + "585904130/train0": 0.973562617185654, + "585904130/train1": 0.9800153670446098, + "585904130/train2": 0.9677841286713383, + "608016290/train0": 0.9409337361949222, + "608016290/train1": 1.0063402020781327, + "608016290/train2": 1.076145372525531, + "626486813/train0": 1.0914618964539755, + "626486813/train1": 0.8736369859029146, + "626486813/train2": 0.8734881395113818, + "636680137/train0": 1.545695985219155, + "636680137/train1": 1.4669981605451308, + "636680137/train2": 1.7778231310760573, + "655884605/train0": 1.0128192070820496, + "655884605/train1": 1.0006126450906982, + "655884605/train2": 0.9861618738608336, + "672328262/train0": 1.0243607672967996, + "672328262/train1": 1.029830316470696, + "672328262/train2": 1.019464283192897, + "701667486/train0": 1.1498652011752732, + "701667486/train1": 1.00197720406197, + "701667486/train2": 0.9997888379154961, + "747260437/train0": 0.057997356483955015, + "747260437/train1": 0.08636170359931446, + "747260437/train2": 0.07153763725445794, + "750448296/train0": 4.785336244564055, + "750448296/train1": 0.6215016958379097, + "750448296/train2": 3.6663220458717465, + "767747424/train0": 0.6905690468618849, + "767747424/train1": 0.7008801051561266, + "767747424/train2": 1.15659739162032 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2320377393784767, + "low": 0.5710131186751826, + "mean": 0.9229156260903519, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.9229156260903519, + "per_task": { + "LiftPegUpright-v1": 1.0056207874968426, + "PullCube-v1": 1.3075100566723548, + "PushCube-v1": 0.3255141393427919, + "StackCube-v1": 1.0530175208494181 + } + }, + "metric": "ncar_to_hidden_chart_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 1.3390804051577727, + "low": 0.9501732176063076, + "mean": 1.135556812707611, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "ncar_to_proposal_oracle_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 2.5475095875920277, + "low": 0.6348321222720934, + "mean": 1.4299104875659985, + "n": 102, + "num_samples": 1000 + }, + "mean": 1.4299104875659985, + "per_seed": { + "1073161778/train0": 0.6824513175213234, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0018019999721972, + "1113371261/train0": 0.1626634157048393, + "1113371261/train1": 0.3732545276477201, + "1113371261/train2": 0.7024563821726059, + "1151410346/train0": 1.004710900944418, + "1151410346/train1": 1.1137836978995075, + "1151410346/train2": 0.9676112241545515, + "1261930456/train0": 0.006452229426189598, + "1261930456/train1": 0.0018010761329865432, + "1261930456/train2": 0.005982870275641443, + "1324133122/train0": 0.14892754221193605, + "1324133122/train2": 0.7228185479224526, + "1324642411/train0": 0.014663572727338623, + "1375492786/train1": 0.01205539457819943, + "1375492786/train2": 0.015409403984710279, + "141984615/train0": 0.07377943334338306, + "141984615/train1": 0.0021960785229935757, + "141984615/train2": 0.020065103905333725, + "1461069713/train0": 0.0, + "1461069713/train1": 0.11609092801412241, + "1461069713/train2": 0.2324654665550531, + "1480856810/train0": 0.01008019655750525, + "1480856810/train2": 0.02403390675499265, + "1509980664/train0": 1.0136938696224829, + "1509980664/train1": 1.5124266314534753, + "1509980664/train2": 2.058415470840539, + "1522272686/train0": 0.2577078282160102, + "1522272686/train1": 0.2914308848915223, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 2.319495421176755, + "1578990937/train1": 7.6748523989783966, + "1578990937/train2": 1.3854594546391021, + "1790188787/train1": 0.015076210993068394, + "1822210471/train0": 0.0, + "1822210471/train1": 0.6526263362259548, + "1822210471/train2": 0.031824954963663915, + "1845489013/train0": 0.10462859555612881, + "1845489013/train1": 0.09973281871024504, + "1845489013/train2": 0.37739026714244994, + "1999022574/train0": 0.006006326645146518, + "1999022574/train1": 1.0116053993601406, + "1999022574/train2": 20.468479398320074, + "2012211287/train1": 1.0069158938619467, + "2012211287/train2": 0.20884931245481586, + "2038594191/train0": 0.4458684629641134, + "2038594191/train1": 0.3905663345898341, + "2038594191/train2": 1.0336975829706272, + "2054899126/train0": 0.006346434330809735, + "2054899126/train1": 0.015326598554656713, + "2054899126/train2": 0.005904623170763854, + "2061635888/train0": 0.12747101114683582, + "2061635888/train1": 2.6231468415937673, + "2061635888/train2": 0.0, + "211245842/train0": 1.0937834620823588, + "211245842/train1": 2.280146636215276, + "211245842/train2": 1.3695761057579783, + "278008524/train0": 0.2983203494220327, + "278008524/train2": 1.3556794180383116, + "307068879/train0": 0.29802141685706063, + "307068879/train1": 0.15355490027913618, + "307068879/train2": 0.32567740299816206, + "412102563/train2": 0.5347509829497624, + "440577711/train0": 0.025669934688658063, + "441046872/train0": 0.3062183274336642, + "441046872/train1": 0.7778202738990697, + "441046872/train2": 0.14610429876487893, + "509430392/train0": 0.9395127688999878, + "509430392/train1": 0.9194647061475519, + "509430392/train2": 0.0, + "585904130/train0": 0.4542712779617799, + "585904130/train1": 0.5515020146084423, + "585904130/train2": 0.7211412341552217, + "608016290/train0": 0.0, + "608016290/train1": 1.1103309346178276, + "608016290/train2": 3.4869346102323533, + "626486813/train0": 0.6739434199631121, + "626486813/train1": 0.2933595456420097, + "626486813/train2": 1.0887571854184497, + "636680137/train0": 1.360100058520912, + "636680137/train1": 2.3820368639206455, + "636680137/train2": 8.71937375135354, + "655884605/train0": 2.785674648277076, + "655884605/train1": 1.1801394954053765, + "655884605/train2": 0.09408265091957171, + "672328262/train0": 0.0, + "672328262/train1": 0.07526405055604174, + "672328262/train2": 0.09176223920635006, + "701667486/train0": 53.02873072453875, + "701667486/train1": 1.6884448537277836, + "701667486/train2": 0.9997888379154961, + "747260437/train0": 0.007454744029188191, + "747260437/train1": 0.002260407447282227, + "747260437/train2": 0.016393451416906714, + "750448296/train0": 0.06681795851447021, + "750448296/train1": 0.30219308144694457, + "750448296/train2": 0.22983336179896974, + "767747424/train0": 0.24408266901117134, + "767747424/train1": 0.27306559340142716, + "767747424/train2": 0.5383285029875181 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 2.4279274675757145, + "low": 0.29775343160579404, + "mean": 1.0739814188890127, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0739814188890127, + "per_task": { + "LiftPegUpright-v1": 0.6789057634923168, + "PickCube-v1": 0.27456935655376624, + "PullCube-v1": 0.5092805557938541, + "PushCube-v1": 0.17843067932762913, + "StackCube-v1": 3.7287207392774975 + } + }, + "metric": "ncar_to_proposal_oracle_at_8", + "micro": { + "confidence": 0.95, + "high": 2.440482626182768, + "low": 0.5646243789997338, + "mean": 1.2924407881801405, + "n": 117, + "num_samples": 1000 + }, + "n": 117 + }, + "outcome_ptr_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.45138888888888895, + "low": 0.2833333333333333, + "mean": 0.3631944444444445, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.3631944444444445, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 0.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 1.0, + "2061635888/train2": 0.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.3333333333333333, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.4609696969696969, + "low": 0.1, + "mean": 0.2852121212121212, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.2852121212121212, + "per_task": { + "LiftPegUpright-v1": 0.3333333333333333, + "PickCube-v1": 0.0, + "PullCube-v1": 0.32, + "PushCube-v1": 0.16666666666666666, + "StackCube-v1": 0.6060606060606061 + } + }, + "metric": "outcome_ptr_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4444444444444444, + "low": 0.2847222222222222, + "mean": 0.3611111111111111, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "pairwise_causal_calibration_ece": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.23462134237476934, + "low": 0.18629220038661495, + "mean": 0.2105070140317461, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.2105070140317461, + "per_seed": { + "1073161778/train0": 0.08255436696390915, + "1073161778/train1": 0.15824853632401062, + "1073161778/train2": 0.14432341808925672, + "1113371261/train0": 0.13539255932881133, + "1113371261/train1": 0.1039178410083798, + "1113371261/train2": 0.18981168502744894, + "1151410346/train0": 0.1114206717331298, + "1151410346/train1": 0.4615660105355005, + "1151410346/train2": 0.5181919511721376, + "1261930456/train0": 0.13314904661631388, + "1261930456/train1": 0.11955613465129326, + "1261930456/train2": 0.14694969164298693, + "1324133122/train0": 0.056423902181329345, + "1324133122/train1": 0.14890766308842673, + "1324133122/train2": 0.2599006738407752, + "1324642411/train0": 0.40841060195727896, + "1324642411/train1": 0.08969565833656507, + "1324642411/train2": 0.37631581765020666, + "1375492786/train0": 0.42373918622633083, + "1375492786/train1": 0.31858805145491575, + "1375492786/train2": 0.16288447414215274, + "141984615/train0": 0.5086297347996677, + "141984615/train1": 0.09999258757291778, + "141984615/train2": 0.15133945279036964, + "1461069713/train0": 0.1590556199133426, + "1461069713/train1": 0.19692180721696984, + "1461069713/train2": 0.3576754247076027, + "1480856810/train0": 0.5657722582715946, + "1480856810/train1": 0.21485192639437836, + "1480856810/train2": 0.33394552923262694, + "1509980664/train0": 0.13502533158608432, + "1509980664/train1": 0.2559710109289143, + "1509980664/train2": 0.14023834058751442, + "1522272686/train0": 0.4987273132264659, + "1522272686/train1": 0.5872235594375051, + "1522272686/train2": 0.12267671398942098, + "1549324805/train0": 0.29637871159253004, + "1549324805/train1": 0.2049052881521507, + "1549324805/train2": 0.3814015792041445, + "1578990937/train0": 0.18978423876918557, + "1578990937/train1": 0.380206879424145, + "1578990937/train2": 0.25510759849883147, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.27085814712083073, + "1790188787/train1": 0.17184020363251903, + "1790188787/train2": 0.25625757964299634, + "1822210471/train0": 0.2055436047023811, + "1822210471/train1": 0.23878090822486137, + "1822210471/train2": 0.15125404295167477, + "1845489013/train0": 0.055470349919501595, + "1845489013/train1": 0.17754847147330888, + "1845489013/train2": 0.1601652398891617, + "1999022574/train0": 0.15044995726205182, + "1999022574/train1": 0.09882012011393025, + "1999022574/train2": 0.15346652783738673, + "2012211287/train0": 0.15012798885351566, + "2012211287/train1": 0.2320931358803039, + "2012211287/train2": 0.19320969574917243, + "2038594191/train0": 0.3898282245298751, + "2038594191/train1": 0.35033667596352985, + "2038594191/train2": 0.5070876425629134, + "2054899126/train0": 0.1156463742799865, + "2054899126/train1": 0.21907773393500884, + "2054899126/train2": 0.09662639932716256, + "2061635888/train0": 0.10559195127306313, + "2061635888/train1": 0.2537086791190268, + "2061635888/train2": 0.1024944972766888, + "211245842/train0": 0.2008126042583178, + "211245842/train1": 0.39870614771131263, + "211245842/train2": 0.11952033712097218, + "278008524/train0": 0.0644239477087967, + "278008524/train1": 0.05259466283670616, + "278008524/train2": 0.05319894873106218, + "307068879/train0": 0.14968618489381266, + "307068879/train1": 0.07078320556128705, + "307068879/train2": 0.07483884431566282, + "412102563/train0": 0.2569619487002215, + "412102563/train1": 0.14753897600710345, + "412102563/train2": 0.2630363607222759, + "440577711/train0": 0.21103404986062682, + "440577711/train1": 0.16811285862181413, + "440577711/train2": 0.0, + "441046872/train0": 0.35126922454952747, + "441046872/train1": 0.3844645158057606, + "441046872/train2": 0.1123926329678895, + "509430392/train0": 0.3817070949473941, + "509430392/train1": 0.5427490518369256, + "509430392/train2": 0.11637116801567593, + "585904130/train0": 0.306642479259183, + "585904130/train1": 0.21639957957177353, + "585904130/train2": 0.537235764832106, + "608016290/train0": 0.07044148061536364, + "608016290/train1": 0.346560218379248, + "608016290/train2": 0.098162172719824, + "626486813/train0": 0.17498107866815757, + "626486813/train1": 0.1718281900032565, + "626486813/train2": 0.22930626964762768, + "636680137/train0": 0.23190452018557706, + "636680137/train1": 0.33230022460749403, + "636680137/train2": 0.17961355132445345, + "655884605/train0": 0.24109036211272677, + "655884605/train1": 0.03038245725350449, + "655884605/train2": 0.030740674705558885, + "672328262/train0": 0.06817665464645281, + "672328262/train1": 0.057259138137942915, + "672328262/train2": 0.11992738854206779, + "701667486/train0": 0.14902773533283883, + "701667486/train1": 0.08032260044386995, + "701667486/train2": 0.19081260775351527, + "747260437/train0": 0.0970400395222119, + "747260437/train1": 0.22949591329262792, + "747260437/train2": 0.30546034643967757, + "750448296/train0": 0.2278364926390788, + "750448296/train1": 0.20294335451598566, + "750448296/train2": 0.22679962996282277, + "767747424/train0": 0.23720961495109247, + "767747424/train1": 0.21186127613271044, + "767747424/train2": 0.14681410264927175 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32673177915772594, + "low": 0.18610219994262686, + "mean": 0.24356463034622436, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.24356463034622436, + "per_task": { + "LiftPegUpright-v1": 0.17461037477790295, + "PickCube-v1": 0.4028758622177973, + "PullCube-v1": 0.19854171059884482, + "PushCube-v1": 0.25042093435733487, + "StackCube-v1": 0.1913742697792418 + } + }, + "metric": "pairwise_causal_calibration_ece", + "micro": { + "confidence": 0.95, + "high": 0.226125476354409, + "low": 0.1834875914865729, + "mean": 0.2051481890582103, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "proposal_oracle_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.29583333333333334, + "low": 0.15416666666666667, + "mean": 0.22291666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22291666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 1.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 0.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.25, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.40606060606060607, + "low": 0.15903030303030302, + "mean": 0.2754747474747475, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.2754747474747475, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": 0.3333333333333333, + "PullCube-v1": 0.17333333333333334, + "PushCube-v1": 0.5555555555555556, + "StackCube-v1": 0.18181818181818182 + } + }, + "metric": "proposal_oracle_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.2916666666666667, + "low": 0.1597222222222222, + "mean": 0.2222222222222222, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.00972222222222222, + "low": -0.17430555555555557, + "mean": -0.08541666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.08541666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": -1.0, + "1261930456/train1": -1.0, + "1261930456/train2": -1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": -1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.0, + "1375492786/train2": -1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": -1.0, + "1480856810/train1": 0.0, + "1480856810/train2": -1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": -1.0, + "1522272686/train1": -1.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": -0.5, + "2054899126/train1": -0.5, + "2054899126/train2": -0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": -1.0, + "440577711/train0": -1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": -1.0, + "747260437/train1": -1.0, + "747260437/train2": -1.0, + "750448296/train0": -0.3333333333333333, + "750448296/train1": -0.3333333333333333, + "750448296/train2": -0.3333333333333333, + "767747424/train0": -0.25, + "767747424/train1": -0.25, + "767747424/train2": -0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05236363636363637, + "low": -0.4333333333333333, + "mean": -0.18137373737373735, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.18137373737373735, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": -0.6666666666666666, + "PullCube-v1": -0.18666666666666668, + "PushCube-v1": -0.2777777777777778, + "StackCube-v1": 0.09090909090909091 + } + }, + "metric": "proposal_oracle_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.034722222222222224, + "low": -0.1875, + "mean": -0.1111111111111111, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.29791666666666666, + "low": 0.1548611111111111, + "mean": 0.22291666666666668, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22291666666666668, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.0, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.3333333333333333, + "750448296/train1": 1.0, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.75, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32799999999999996, + "low": 0.0, + "mean": 0.10933333333333332, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.10933333333333332, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5466666666666666, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "proposal_oracle_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3611111111111111, + "low": 0.20833333333333334, + "mean": 0.2847222222222222, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7715499536289523, + "low": 0.5113214392965246, + "mean": 0.6364790620334033, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.6364790620334033, + "per_seed": { + "1073161778/train0": 0.7180102467536926, + "1073161778/train1": 0.7134289145469666, + "1073161778/train2": 2.0, + "1113371261/train0": 0.0740400105714798, + "1113371261/train1": 0.09622243046760559, + "1113371261/train2": 0.1003647893667221, + "1151410346/train0": 0.5684944987297058, + "1151410346/train1": 0.2439272701740265, + "1151410346/train2": 0.5630103945732117, + "1261930456/train0": 0.09678153693675995, + "1261930456/train1": 0.09997129440307617, + "1261930456/train2": 0.08545441925525665, + "1324133122/train0": 0.0628519058227539, + "1324133122/train1": 0.0843733698129654, + "1324133122/train2": 0.09815146028995514, + "1324642411/train0": 0.21000581979751587, + "1324642411/train1": 2.0, + "1324642411/train2": 2.0, + "1375492786/train0": 2.0, + "1375492786/train1": 0.14743654429912567, + "1375492786/train2": 0.19452734291553497, + "141984615/train0": 0.023719489574432373, + "141984615/train1": 0.04397805407643318, + "141984615/train2": 0.04447716474533081, + "1461069713/train0": 0.05616961047053337, + "1461069713/train1": 0.05644957348704338, + "1461069713/train2": 0.11542954295873642, + "1480856810/train0": 0.14178013801574707, + "1480856810/train1": 2.0, + "1480856810/train2": 0.19622710347175598, + "1509980664/train0": 2.0, + "1509980664/train1": 2.0, + "1509980664/train2": 0.83889240026474, + "1522272686/train0": 0.5233199596405029, + "1522272686/train1": 0.5422300696372986, + "1522272686/train2": 2.0, + "1549324805/train0": 0.21791090071201324, + "1549324805/train1": 0.3088321089744568, + "1549324805/train2": 0.21403594315052032, + "1578990937/train0": 0.21425709128379822, + "1578990937/train1": 0.21763037145137787, + "1578990937/train2": 0.23259200155735016, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 0.1862330436706543, + "1790188787/train2": 2.0, + "1822210471/train0": 0.03802649304270744, + "1822210471/train1": 0.07539409399032593, + "1822210471/train2": 0.058819372206926346, + "1845489013/train0": 0.0428844690322876, + "1845489013/train1": 0.09529292583465576, + "1845489013/train2": 0.0861951932311058, + "1999022574/train0": 0.5970457196235657, + "1999022574/train1": 2.0, + "1999022574/train2": 0.7970014810562134, + "2012211287/train0": 0.7277753949165344, + "2012211287/train1": 2.0, + "2012211287/train2": 0.7270426154136658, + "2038594191/train0": 0.15247176587581635, + "2038594191/train1": 0.1902807205915451, + "2038594191/train2": 0.24880830943584442, + "2054899126/train0": 1.0726270377635956, + "2054899126/train1": 1.0755530372262, + "2054899126/train2": 1.0683744624257088, + "2061635888/train0": 0.07642464339733124, + "2061635888/train1": 0.09046469628810883, + "2061635888/train2": 0.07902413606643677, + "211245842/train0": 0.5822281837463379, + "211245842/train1": 0.2016763538122177, + "211245842/train2": 0.2142850160598755, + "278008524/train0": 1.0722030997276306, + "278008524/train1": 1.1246033310890198, + "278008524/train2": 1.157032236456871, + "307068879/train0": 0.20280277729034424, + "307068879/train1": 0.20222051441669464, + "307068879/train2": 0.2035302072763443, + "412102563/train0": 2.0, + "412102563/train1": 2.0, + "412102563/train2": 0.8275061845779419, + "440577711/train0": 0.2057151049375534, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.203963503241539, + "441046872/train1": 0.20609354972839355, + "441046872/train2": 0.2042645812034607, + "509430392/train0": 2.0, + "509430392/train1": 2.0, + "509430392/train2": 2.0, + "585904130/train0": 0.16448359191417694, + "585904130/train1": 0.15698926150798798, + "585904130/train2": 0.2938849627971649, + "608016290/train0": 0.6124615669250488, + "608016290/train1": 0.6101007461547852, + "608016290/train2": 0.5705108642578125, + "626486813/train0": 0.05774742551147938, + "626486813/train1": 0.0619367565959692, + "626486813/train2": 0.08006523177027702, + "636680137/train0": 0.10778365284204483, + "636680137/train1": 0.11253269761800766, + "636680137/train2": 0.1247115358710289, + "655884605/train0": 0.15739890933036804, + "655884605/train1": 0.15038728713989258, + "655884605/train2": 0.17242512106895447, + "672328262/train0": 0.05979333445429802, + "672328262/train1": 0.053388457745313644, + "672328262/train2": 0.07216622680425644, + "701667486/train0": 0.7879213094711304, + "701667486/train1": 0.7947455048561096, + "701667486/train2": 2.0, + "747260437/train0": 0.19230616092681885, + "747260437/train1": 0.1342230886220932, + "747260437/train2": 0.18527252972126007, + "750448296/train0": 0.20943730572859445, + "750448296/train1": 0.22532296180725098, + "750448296/train2": 0.2481476068496704, + "767747424/train0": 0.5789013803005219, + "767747424/train1": 0.5825987188145518, + "767747424/train2": 0.5809952197596431 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.021850009759267, + "low": 0.5703265610120514, + "mean": 0.7913498574552512, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.7913498574552512, + "per_task": { + "LiftPegUpright-v1": 0.6601470321416855, + "PickCube-v1": 1.021850009759267, + "PullCube-v1": 0.46170220340291657, + "PushCube-v1": 1.1790093589160178, + "StackCube-v1": 0.634040683056369 + } + }, + "metric": "proposal_oracle_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.7532538059684966, + "low": 0.5049100180880891, + "mean": 0.6232009150553495, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "proposal_oracle_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.032850556820631024, + "low": -0.31706271433374944, + "mean": -0.16632441415244506, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.16632441415244506, + "per_seed": { + "1073161778/train0": -0.007507741451263428, + "1073161778/train1": -0.012089073657989502, + "1073161778/train2": 1.274482011795044, + "1113371261/train0": -0.037059277296066284, + "1113371261/train1": -0.01487685739994049, + "1113371261/train2": -0.010734498500823975, + "1151410346/train0": 0.3400209844112396, + "1151410346/train1": 0.015453755855560303, + "1151410346/train2": 0.3345368802547455, + "1261930456/train0": -1.90321846306324, + "1261930456/train1": -1.9000287055969238, + "1261930456/train2": -1.9145455807447433, + "1324133122/train0": -0.021375149488449097, + "1324133122/train1": 0.00014631450176239014, + "1324133122/train2": 0.013924404978752136, + "1324642411/train0": -1.7899941802024841, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.8525634557008743, + "1375492786/train2": -1.805472657084465, + "141984615/train0": -0.14411324262619019, + "141984615/train1": -0.12385467812418938, + "141984615/train2": -0.12335556745529175, + "1461069713/train0": -0.1723579801619053, + "1461069713/train1": -0.17207801714539528, + "1461069713/train2": -0.11309804767370224, + "1480856810/train0": -1.858219861984253, + "1480856810/train1": 0.0, + "1480856810/train2": -1.803772896528244, + "1509980664/train0": 1.167920172214508, + "1509980664/train1": 1.167920172214508, + "1509980664/train2": 0.006812572479248047, + "1522272686/train0": -1.476680040359497, + "1522272686/train1": -1.4577699303627014, + "1522272686/train2": 0.0, + "1549324805/train0": 0.04541558027267456, + "1549324805/train1": 0.1363367885351181, + "1549324805/train2": 0.04154062271118164, + "1578990937/train0": -8.881092071533203e-06, + "1578990937/train1": 0.0033643990755081177, + "1578990937/train2": 0.018326029181480408, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.8137669563293457, + "1790188787/train2": 0.0, + "1822210471/train0": -0.056398969143629074, + "1822210471/train1": -0.01903136819601059, + "1822210471/train2": -0.03560608997941017, + "1845489013/train0": -0.06967353820800781, + "1845489013/train1": -0.01726508140563965, + "1845489013/train2": -0.026362814009189606, + "1999022574/train0": -0.23092317581176758, + "1999022574/train1": 1.1720311045646667, + "1999022574/train2": -0.030967414379119873, + "2012211287/train0": -0.00047129392623901367, + "2012211287/train1": 1.2717533111572266, + "2012211287/train2": -0.001204073429107666, + "2038594191/train0": 0.0574311688542366, + "2038594191/train1": 0.09524012356996536, + "2038594191/train2": 0.15376771241426468, + "2054899126/train0": -0.9273729622364044, + "2054899126/train1": -0.9244469627737999, + "2054899126/train2": -0.9316255375742912, + "2061635888/train0": -0.009782284498214722, + "2061635888/train1": 0.004257768392562866, + "2061635888/train2": -0.007182791829109192, + "211245842/train0": 0.3979237377643585, + "211245842/train1": 0.017371907830238342, + "211245842/train2": 0.029980570077896118, + "278008524/train0": -0.05280411243438721, + "278008524/train1": -0.0004038810729980469, + "278008524/train2": 0.03202502429485321, + "307068879/train0": -0.006349578499794006, + "307068879/train1": -0.0069318413734436035, + "307068879/train2": -0.005622148513793945, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": -1.172493815422058, + "440577711/train0": -1.7942848950624466, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": -0.005804136395454407, + "441046872/train1": -0.0036740899085998535, + "441046872/train2": -0.005503058433532715, + "509430392/train0": 1.9592653959989548, + "509430392/train1": 1.9592653959989548, + "509430392/train2": 1.9592653959989548, + "585904130/train0": 0.09344705194234848, + "585904130/train1": 0.08595272153615952, + "585904130/train2": 0.22284842282533646, + "608016290/train0": 0.08710145950317383, + "608016290/train1": 0.08474063873291016, + "608016290/train2": 0.0451507568359375, + "626486813/train0": 0.016006531193852425, + "626486813/train1": 0.020195862278342247, + "626486813/train2": 0.03832433745265007, + "636680137/train0": -0.011789940297603607, + "636680137/train1": -0.007040895521640778, + "636680137/train2": 0.005137942731380463, + "655884605/train0": 0.01332351565361023, + "655884605/train1": 0.006311893463134766, + "655884605/train2": 0.028349727392196655, + "672328262/train0": -0.04614090546965599, + "672328262/train1": -0.052545782178640366, + "672328262/train2": -0.03376801311969757, + "701667486/train0": -0.0033527612686157227, + "701667486/train1": 0.0034714341163635254, + "701667486/train2": 1.208725929260254, + "747260437/train0": -1.8076938390731812, + "747260437/train1": -1.8657769113779068, + "747260437/train2": -1.81472747027874, + "750448296/train0": -0.5510660211245219, + "750448296/train1": -0.5351803650458654, + "750448296/train2": -0.512355720003446, + "767747424/train0": -0.49580737575888634, + "767747424/train1": -0.49211003724485636, + "767747424/train2": -0.4937135362997651 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.05737726227713354, + "low": -0.6590434190600809, + "mean": -0.2999854894548354, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.2999854894548354, + "per_task": { + "LiftPegUpright-v1": 0.18053807616233825, + "PickCube-v1": -0.9781499902407328, + "PullCube-v1": -0.34154840861757596, + "PushCube-v1": -0.49444640841748977, + "StackCube-v1": 0.13367928383928357 + } + }, + "metric": "proposal_oracle_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.07334279863991672, + "low": -0.3489487219291429, + "mean": -0.21063283652377626, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_safety_label_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.0, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 1.0, + "1324642411/train2": 1.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 1.0, + "141984615/train2": 1.0, + "1461069713/train0": 1.0, + "1461069713/train1": 1.0, + "1461069713/train2": 1.0, + "1480856810/train0": 1.0, + "1480856810/train1": 1.0, + "1480856810/train2": 1.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 1.0, + "1549324805/train1": 1.0, + "1549324805/train2": 1.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 1.0, + "1790188787/train2": 1.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 1.0, + "2054899126/train1": 1.0, + "2054899126/train2": 1.0, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 1.0, + "278008524/train1": 1.0, + "278008524/train2": 1.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 1.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 1.0, + "626486813/train1": 1.0, + "626486813/train2": 1.0, + "636680137/train0": 1.0, + "636680137/train1": 1.0, + "636680137/train2": 1.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 1.0, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 1.0, + "767747424/train2": 1.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.0, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 1.0, + "PushCube-v1": 1.0, + "StackCube-v1": 1.0 + } + }, + "metric": "selected_safety_label_known_at_8", + "micro": { + "confidence": 0.95, + "high": 1.0, + "low": 1.0, + "mean": 1.0, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_success_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.1625, + "low": 0.0625, + "mean": 0.11041666666666666, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.11041666666666666, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 1.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 1.0, + "1790188787/train1": 0.0, + "1790188787/train2": 1.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.5, + "278008524/train1": 0.5, + "278008524/train2": 0.5, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 1.0, + "440577711/train2": 1.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.25, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2293333333333333, + "low": 0.0, + "mean": 0.096, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.096, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.14666666666666667, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_success_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1736111111111111, + "low": 0.06944444444444445, + "mean": 0.11805555555555555, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_success_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.13125, + "low": -0.27152777777777776, + "mean": -0.19791666666666663, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.19791666666666663, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": -1.0, + "1261930456/train1": -1.0, + "1261930456/train2": -1.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": -1.0, + "1324642411/train1": 0.0, + "1324642411/train2": -1.0, + "1375492786/train0": 0.0, + "1375492786/train1": -1.0, + "1375492786/train2": -1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": -1.0, + "1480856810/train1": -1.0, + "1480856810/train2": -1.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": -1.0, + "1522272686/train1": -1.0, + "1522272686/train2": -1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": -0.5, + "2054899126/train1": -0.5, + "2054899126/train2": -0.5, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": -1.0, + "412102563/train1": -1.0, + "412102563/train2": -1.0, + "440577711/train0": -1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 1.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": -1.0, + "747260437/train1": -1.0, + "747260437/train2": -1.0, + "750448296/train0": -0.3333333333333333, + "750448296/train1": -0.3333333333333333, + "750448296/train2": -0.3333333333333333, + "767747424/train0": -0.25, + "767747424/train1": -0.5, + "767747424/train2": -0.5 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.07903030303030303, + "low": -0.7, + "mean": -0.36084848484848486, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.36084848484848486, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": -1.0, + "PullCube-v1": -0.21333333333333335, + "PushCube-v1": -0.5, + "StackCube-v1": -0.09090909090909091 + } + }, + "metric": "selected_success_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.14583333333333334, + "low": -0.2847222222222222, + "mean": -0.2152777777777778, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_unsafe_known_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.2784722222222223, + "low": 0.1375, + "mean": 0.20555555555555557, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.20555555555555557, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 0.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 1.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 1.0, + "141984615/train1": 0.0, + "141984615/train2": 1.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 1.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 1.0, + "1747178030/train1": 1.0, + "1747178030/train2": 1.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 0.0, + "1999022574/train1": 0.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 0.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 1.0, + "2054899126/train1": 0.5, + "2054899126/train2": 1.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 0.0, + "747260437/train0": 1.0, + "747260437/train1": 1.0, + "747260437/train2": 1.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 1.0, + "750448296/train2": 1.0, + "767747424/train0": 1.0, + "767747424/train1": 0.75, + "767747424/train2": 0.75 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.32, + "low": 0.0, + "mean": 0.10666666666666666, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.10666666666666666, + "per_task": { + "LiftPegUpright-v1": 0.0, + "PickCube-v1": 0.0, + "PullCube-v1": 0.5333333333333333, + "PushCube-v1": 0.0, + "StackCube-v1": 0.0 + } + }, + "metric": "selected_unsafe_known_at_8", + "micro": { + "confidence": 0.95, + "high": 0.3541666666666667, + "low": 0.20833333333333334, + "mean": 0.2777777777777778, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_utility_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.5159023512911517, + "low": 0.32488415894072714, + "mean": 0.41609056616499507, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.41609056616499507, + "per_seed": { + "1073161778/train0": 0.7128865718841553, + "1073161778/train1": 0.7134289145469666, + "1073161778/train2": 0.7232213616371155, + "1113371261/train0": 0.0680118203163147, + "1113371261/train1": 0.09066957235336304, + "1113371261/train2": 0.09282426536083221, + "1151410346/train0": 0.22687169909477234, + "1151410346/train1": 0.2267151176929474, + "1151410346/train2": 0.23930874466896057, + "1261930456/train0": 0.08450153470039368, + "1261930456/train1": 0.09654919803142548, + "1261930456/train2": 0.07399994134902954, + "1324133122/train0": 0.05966855585575104, + "1324133122/train1": 0.07025662064552307, + "1324133122/train2": 0.08808663487434387, + "1324642411/train0": 0.18375810980796814, + "1324642411/train1": 2.0, + "1324642411/train2": 0.14195962250232697, + "1375492786/train0": 2.0, + "1375492786/train1": 0.125103160738945, + "1375492786/train2": 0.16670608520507812, + "141984615/train0": 0.01308689545840025, + "141984615/train1": 0.04370605945587158, + "141984615/train2": 0.04200202226638794, + "1461069713/train0": 0.05616961047053337, + "1461069713/train1": 0.036472875624895096, + "1461069713/train2": 0.08913815021514893, + "1480856810/train0": 0.12304891645908356, + "1480856810/train1": 0.184015691280365, + "1480856810/train2": 0.1528753936290741, + "1509980664/train0": 0.81608647108078, + "1509980664/train1": 0.23360641300678253, + "1509980664/train2": 0.8248692750930786, + "1522272686/train0": 0.14276795089244843, + "1522272686/train1": 0.11739088594913483, + "1522272686/train2": 0.5436285138130188, + "1549324805/train0": 0.21791090071201324, + "1549324805/train1": 0.3088321089744568, + "1549324805/train2": 0.11768263578414917, + "1578990937/train0": 0.20675241947174072, + "1578990937/train1": 0.1918090283870697, + "1578990937/train2": 0.2072020173072815, + "1747178030/train0": 2.0, + "1747178030/train1": 2.0, + "1747178030/train2": 2.0, + "1790188787/train0": 2.0, + "1790188787/train1": 0.1588883101940155, + "1790188787/train2": 2.0, + "1822210471/train0": 0.03802649304270744, + "1822210471/train1": 0.06297371536493301, + "1822210471/train2": 0.0576862096786499, + "1845489013/train0": 0.035594623535871506, + "1845489013/train1": 0.09357102960348129, + "1845489013/train2": 0.07624612003564835, + "1999022574/train0": 0.5956587195396423, + "1999022574/train1": 0.8143669962882996, + "1999022574/train2": 0.16314539313316345, + "2012211287/train0": 0.7193470001220703, + "2012211287/train1": 0.719451367855072, + "2012211287/train2": 0.7267911434173584, + "2038594191/train0": 0.12686501443386078, + "2038594191/train1": 0.15308313071727753, + "2038594191/train2": 0.08985898643732071, + "2054899126/train0": 1.0667415261268616, + "2054899126/train1": 1.0613844096660614, + "2054899126/train2": 1.0628735646605492, + "2061635888/train0": 0.07517768442630768, + "2061635888/train1": 0.07929591834545135, + "2061635888/train2": 0.07902413606643677, + "211245842/train0": 0.14698576927185059, + "211245842/train1": 0.16206583380699158, + "211245842/train2": 0.1732243299484253, + "278008524/train0": 1.0564505569636822, + "278008524/train1": 1.102214626967907, + "278008524/train2": 1.1136165633797646, + "307068879/train0": 0.20091046392917633, + "307068879/train1": 0.20115609467029572, + "307068879/train2": 0.20169919729232788, + "412102563/train0": 0.16100525856018066, + "412102563/train1": 0.16581374406814575, + "412102563/train2": 0.20051395893096924, + "440577711/train0": 0.15965592861175537, + "440577711/train1": 2.0, + "440577711/train2": 2.0, + "441046872/train0": 0.20218616724014282, + "441046872/train1": 0.20323576033115387, + "441046872/train2": 0.20346055924892426, + "509430392/train0": 0.15924513339996338, + "509430392/train1": 0.198524609208107, + "509430392/train2": 2.0, + "585904130/train0": 0.12203327566385269, + "585904130/train1": 0.10958615690469742, + "585904130/train2": 0.13317976891994476, + "608016290/train0": 0.6124615669250488, + "608016290/train1": 0.516010582447052, + "608016290/train2": 0.4130730926990509, + "626486813/train0": 0.04418841935694218, + "626486813/train1": 0.06004284881055355, + "626486813/train2": 0.07703944854438305, + "636680137/train0": 0.09174814075231552, + "636680137/train1": 0.0957610011100769, + "636680137/train2": 0.07991180568933487, + "655884605/train0": 0.12028390169143677, + "655884605/train1": 0.14293836057186127, + "655884605/train2": 0.1697579026222229, + "672328262/train0": 0.05979333445429802, + "672328262/train1": 0.04943364858627319, + "672328262/train2": 0.06906759738922119, + "701667486/train0": 0.6101281046867371, + "701667486/train1": 0.788884162902832, + "701667486/train2": 0.7915292978286743, + "747260437/train0": 0.17883026599884033, + "747260437/train1": 0.13000567257404327, + "747260437/train2": 0.155522882938385, + "750448296/train0": 0.18776564796765646, + "750448296/train1": 0.2019465168317159, + "750448296/train2": 0.19667073587576547, + "767747424/train0": 0.5649672101717442, + "767747424/train1": 0.11482965433970094, + "767747424/train2": 0.12187911942601204 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.6050775009393692, + "low": 0.2958778071891178, + "mean": 0.43391525599149744, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.43391525599149744, + "per_task": { + "LiftPegUpright-v1": 0.47128798961639407, + "PickCube-v1": 0.26792911688486737, + "PullCube-v1": 0.39307394593954087, + "PushCube-v1": 0.7620567993985282, + "StackCube-v1": 0.2752284281181567 + } + }, + "metric": "selected_utility_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5207994134333502, + "low": 0.3281729153176356, + "mean": 0.41773065039888024, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selected_utility_gain_over_base_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": -0.26164682642686077, + "low": -0.5252043954148475, + "mean": -0.3867129100208533, + "n": 120, + "num_samples": 1000 + }, + "mean": -0.3867129100208533, + "per_seed": { + "1073161778/train0": -0.012631416320800781, + "1073161778/train1": -0.012089073657989502, + "1073161778/train2": -0.002296626567840576, + "1113371261/train0": -0.043087467551231384, + "1113371261/train1": -0.020429715514183044, + "1113371261/train2": -0.018275022506713867, + "1151410346/train0": -0.0016018152236938477, + "1151410346/train1": -0.0017583966255187988, + "1151410346/train2": 0.010835230350494385, + "1261930456/train0": -1.9154984652996063, + "1261930456/train1": -1.9034508019685745, + "1261930456/train2": -1.9260000586509705, + "1324133122/train0": -0.024558499455451965, + "1324133122/train1": -0.013970434665679932, + "1324133122/train2": 0.003859579563140869, + "1324642411/train0": -1.8162418901920319, + "1324642411/train1": 0.0, + "1324642411/train2": -1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": -1.874896839261055, + "1375492786/train2": -1.8332939147949219, + "141984615/train0": -0.1547458367422223, + "141984615/train1": -0.12412667274475098, + "141984615/train2": -0.12583070993423462, + "1461069713/train0": -0.1723579801619053, + "1461069713/train1": -0.19205471500754356, + "1461069713/train2": -0.13938944041728973, + "1480856810/train0": -1.8769510835409164, + "1480856810/train1": -1.815984308719635, + "1480856810/train2": -1.847124606370926, + "1509980664/train0": -0.015993356704711914, + "1509980664/train1": -0.5984734147787094, + "1509980664/train2": -0.00721055269241333, + "1522272686/train0": -1.8572320491075516, + "1522272686/train1": -1.8826091140508652, + "1522272686/train2": -1.4563714861869812, + "1549324805/train0": 0.04541558027267456, + "1549324805/train1": 0.1363367885351181, + "1549324805/train2": -0.054812684655189514, + "1578990937/train0": -0.007513552904129028, + "1578990937/train1": -0.02245694398880005, + "1578990937/train2": -0.007063955068588257, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": -1.8411116898059845, + "1790188787/train2": 0.0, + "1822210471/train0": -0.056398969143629074, + "1822210471/train1": -0.0314517468214035, + "1822210471/train2": -0.036739252507686615, + "1845489013/train0": -0.0769633837044239, + "1845489013/train1": -0.018986977636814117, + "1845489013/train2": -0.036311887204647064, + "1999022574/train0": -0.23231017589569092, + "1999022574/train1": -0.013601899147033691, + "1999022574/train2": -0.6648235023021698, + "2012211287/train0": -0.008899688720703125, + "2012211287/train1": -0.008795320987701416, + "2012211287/train2": -0.001455545425415039, + "2038594191/train0": 0.031824417412281036, + "2038594191/train1": 0.058042533695697784, + "2038594191/train2": -0.005181610584259033, + "2054899126/train0": -0.9332584738731384, + "2054899126/train1": -0.9386155903339386, + "2054899126/train2": -0.9371264353394508, + "2061635888/train0": -0.011029243469238281, + "2061635888/train1": -0.0069110095500946045, + "2061635888/train2": -0.007182791829109192, + "211245842/train0": -0.037318676710128784, + "211245842/train1": -0.022238612174987793, + "211245842/train2": -0.011080116033554077, + "278008524/train0": -0.06855665519833565, + "278008524/train1": -0.02279258519411087, + "278008524/train2": -0.011390648782253265, + "307068879/train0": -0.008241891860961914, + "307068879/train1": -0.00799626111984253, + "307068879/train2": -0.007453158497810364, + "412102563/train0": -1.8389947414398193, + "412102563/train1": -1.8341862559318542, + "412102563/train2": -1.7994860410690308, + "440577711/train0": -1.8403440713882446, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": -0.007581472396850586, + "441046872/train1": -0.006531879305839539, + "441046872/train2": -0.006307080388069153, + "509430392/train0": 0.11851052939891815, + "509430392/train1": 0.15779000520706177, + "509430392/train2": 1.9592653959989548, + "585904130/train0": 0.05099673569202423, + "585904130/train1": 0.03854961693286896, + "585904130/train2": 0.0621432289481163, + "608016290/train0": 0.08710145950317383, + "608016290/train1": -0.009349524974822998, + "608016290/train2": -0.1122870147228241, + "626486813/train0": 0.0024475250393152237, + "626486813/train1": 0.018301954492926598, + "626486813/train2": 0.035298554226756096, + "636680137/train0": -0.027825452387332916, + "636680137/train1": -0.023812592029571533, + "636680137/train2": -0.03966178745031357, + "655884605/train0": -0.023791491985321045, + "655884605/train1": -0.0011370331048965454, + "655884605/train2": 0.025682508945465088, + "672328262/train0": -0.04614090546965599, + "672328262/train1": -0.05650059133768082, + "672328262/train2": -0.03686664253473282, + "701667486/train0": -0.18114596605300903, + "701667486/train1": -0.0023899078369140625, + "701667486/train2": 0.00025522708892822266, + "747260437/train0": -1.8211697340011597, + "747260437/train1": -1.8699943274259567, + "747260437/train2": -1.844477117061615, + "750448296/train0": -0.5727376788854599, + "750448296/train1": -0.5585568100214005, + "750448296/train2": -0.5638325909773508, + "767747424/train0": -0.509741545887664, + "767747424/train1": -0.9598791017197073, + "767747424/train2": -0.9528296366333961 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": -0.1754169082009431, + "low": -1.2396677340070406, + "mean": -0.6574200909185891, + "n": 5, + "num_samples": 1000 + }, + "mean": -0.6574200909185891, + "per_task": { + "LiftPegUpright-v1": -0.008320966362953186, + "PickCube-v1": -1.7320708831151326, + "PullCube-v1": -0.4101766660809517, + "PushCube-v1": -0.9113989679349793, + "StackCube-v1": -0.22513297109892874 + } + }, + "metric": "selected_utility_gain_over_base_at_8", + "micro": { + "confidence": 0.95, + "high": -0.2890818451932218, + "low": -0.5484933684347197, + "mean": -0.41610310118024546, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "selector_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.40837841579362893, + "low": 0.17328911900657604, + "mean": 0.2763926742150634, + "n": 93, + "num_samples": 1000 + }, + "mean": 0.2763926742150634, + "per_seed": { + "1073161778/train0": 0.004020201793449336, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0018020078326613, + "1113371261/train0": 0.0031913748649920514, + "1113371261/train1": 0.0029397300125816113, + "1113371261/train2": 0.003992017133275946, + "1151410346/train0": 0.1928409213162319, + "1151410346/train1": 0.00971600064701111, + "1151410346/train2": 0.18272470240811445, + "1324133122/train0": 0.0016616530554042146, + "1324133122/train1": 0.007368696382616199, + "1324133122/train2": 0.00525366298940307, + "141984615/train0": 0.09014910094901861, + "141984615/train1": 0.002306123062633005, + "141984615/train2": 0.02098564722422542, + "1461069713/train0": 0.0, + "1461069713/train1": 0.288742618894596, + "1461069713/train2": 0.3800150378984332, + "1480856810/train0": 0.010461332643207555, + "1480856810/train1": 1.0142219433416046, + "1480856810/train2": 0.024211803589220513, + "1509980664/train0": 1.013693878301962, + "1509980664/train1": 1.5124266444032184, + "1509980664/train2": 0.01200692093970083, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.7710684804092547, + "1578990937/train0": 0.004202569753370413, + "1578990937/train1": 0.01445979225622012, + "1578990937/train2": 0.014218233990786039, + "1822210471/train0": 0.0, + "1822210471/train1": 0.006517918023633584, + "1822210471/train2": 0.0005946566275893689, + "1845489013/train0": 0.003862288496483707, + "1845489013/train1": 0.0009122909407439936, + "1845489013/train2": 0.0052711941525209575, + "1999022574/train0": 0.0011834157630471079, + "1999022574/train1": 1.011605407991357, + "1999022574/train2": 0.5408184863476693, + "2012211287/train0": 0.006627381836179164, + "2012211287/train1": 1.0069159017794875, + "2012211287/train2": 0.00019773645887231634, + "2038594191/train0": 0.013442150736608451, + "2038594191/train1": 0.019526710026528036, + "2038594191/train2": 0.08343974299400034, + "2061635888/train0": 0.0006515641576925413, + "2061635888/train1": 0.005835938119671427, + "2061635888/train2": 0.0, + "211245842/train0": 0.23971111980272414, + "211245842/train1": 0.021815617666502807, + "211245842/train2": 0.022614301180936124, + "278008524/train0": 1.4193307040362508, + "278008524/train1": 2.0172600486699674, + "278008524/train2": 3.911825459427708, + "307068879/train0": 0.001056657928041005, + "307068879/train1": 0.00059436644420333, + "307068879/train2": 0.0010224264414320273, + "441046872/train0": 0.000992796265304794, + "441046872/train1": 0.0015963231703957186, + "441046872/train2": 0.00044911597641627144, + "509430392/train0": 0.9395127736952175, + "509430392/train1": 0.9194647108404573, + "509430392/train2": 0.0, + "585904130/train0": 0.02200680164760834, + "585904130/train1": 0.024574392198491026, + "585904130/train2": 0.08331168381741826, + "608016290/train0": 0.0, + "608016290/train1": 0.06380551901605927, + "608016290/train2": 0.10676353756001532, + "626486813/train0": 0.4956669265657667, + "626486813/train1": 0.0702593667270505, + "626486813/train2": 0.07621781757550655, + "636680137/train0": 0.31447896362579014, + "636680137/train1": 0.3289165763180427, + "636680137/train2": 0.8785857688497427, + "655884605/train0": 0.01999812250588106, + "655884605/train1": 0.00401359330150179, + "655884605/train2": 0.0014371372832949142, + "672328262/train0": 0.0, + "672328262/train1": 0.0020879999218620937, + "672328262/train2": 0.001635967177248819, + "701667486/train0": 0.1470914129336198, + "701667486/train1": 0.004849190218716296, + "701667486/train2": 0.9997888461869231, + "747260437/train0": 0.007828738282001445, + "747260437/train1": 0.0024500819161142355, + "747260437/train2": 0.017282874338947683, + "750448296/train0": 0.009032422853856583, + "750448296/train1": 0.8506872930430188, + "750448296/train2": 0.7611347320927621, + "767747424/train0": 0.403104630020674, + "767747424/train1": 0.45301742188642, + "767747424/train2": 0.7611605820457173 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.45652228829259234, + "low": 0.17322998161532432, + "mean": 0.30081456542444546, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.30081456542444546, + "per_task": { + "LiftPegUpright-v1": 0.14638959816683447, + "PullCube-v1": 0.3721528711155151, + "PushCube-v1": 0.48464542735161803, + "StackCube-v1": 0.2000703650638142 + } + }, + "metric": "selector_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.4117070463586347, + "low": 0.1927325527161594, + "mean": 0.29716269075013785, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "selector_regret_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.3184199351532799, + "low": 0.13904045155828093, + "mean": 0.22038849586840822, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.22038849586840822, + "per_seed": { + "1073161778/train0": 0.0051236748695373535, + "1073161778/train1": 0.0, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 0.0060281902551651, + "1113371261/train1": 0.005552858114242554, + "1113371261/train2": 0.007540524005889893, + "1151410346/train0": 0.34162279963493347, + "1151410346/train1": 0.0172121524810791, + "1151410346/train2": 0.3237016499042511, + "1261930456/train0": 0.012280002236366272, + "1261930456/train1": 0.003422096371650696, + "1261930456/train2": 0.011454477906227112, + "1324133122/train0": 0.0031833499670028687, + "1324133122/train1": 0.014116749167442322, + "1324133122/train2": 0.010064825415611267, + "1324642411/train0": 0.02624770998954773, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 0.022333383560180664, + "1375492786/train2": 0.027821257710456848, + "141984615/train0": 0.010632594116032124, + "141984615/train1": 0.00027199462056159973, + "141984615/train2": 0.002475142478942871, + "1461069713/train0": 0.0, + "1461069713/train1": 0.019976697862148285, + "1461069713/train2": 0.026291392743587494, + "1480856810/train0": 0.018731221556663513, + "1480856810/train1": 1.815984308719635, + "1480856810/train2": 0.043351709842681885, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 0.014023125171661377, + "1522272686/train0": 0.3805520087480545, + "1522272686/train1": 0.42483918368816376, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.09635330736637115, + "1578990937/train0": 0.007504671812057495, + "1578990937/train1": 0.025821343064308167, + "1578990937/train2": 0.025389984250068665, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.027344733476638794, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.012420378625392914, + "1822210471/train2": 0.0011331625282764435, + "1845489013/train0": 0.007289845496416092, + "1845489013/train1": 0.001721896231174469, + "1845489013/train2": 0.009949073195457458, + "1999022574/train0": 0.0013870000839233398, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 0.6338560879230499, + "2012211287/train0": 0.008428394794464111, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 0.00025147199630737305, + "2038594191/train0": 0.025606751441955566, + "2038594191/train1": 0.03719758987426758, + "2038594191/train2": 0.1589493229985237, + "2054899126/train0": 0.005885511636734009, + "2054899126/train1": 0.014168627560138702, + "2054899126/train2": 0.005500897765159607, + "2061635888/train0": 0.0012469589710235596, + "2061635888/train1": 0.01116877794265747, + "2061635888/train2": 0.0, + "211245842/train0": 0.4352424144744873, + "211245842/train1": 0.039610520005226135, + "211245842/train2": 0.041060686111450195, + "278008524/train0": 0.01575254276394844, + "278008524/train1": 0.022388704121112823, + "278008524/train2": 0.043415673077106476, + "307068879/train0": 0.0018923133611679077, + "307068879/train1": 0.0010644197463989258, + "307068879/train2": 0.0018310099840164185, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 0.6269922256469727, + "440577711/train0": 0.046059176325798035, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0017773360013961792, + "441046872/train1": 0.002857789397239685, + "441046872/train2": 0.000804021954536438, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 0.04245031625032425, + "585904130/train1": 0.04740310460329056, + "585904130/train2": 0.16070519387722015, + "608016290/train0": 0.0, + "608016290/train1": 0.09409016370773315, + "608016290/train2": 0.1574377715587616, + "626486813/train0": 0.013559006154537201, + "626486813/train1": 0.0018939077854156494, + "626486813/train2": 0.0030257832258939743, + "636680137/train0": 0.01603551208972931, + "636680137/train1": 0.016771696507930756, + "636680137/train2": 0.04479973018169403, + "655884605/train0": 0.037115007638931274, + "655884605/train1": 0.007448926568031311, + "655884605/train2": 0.0026672184467315674, + "672328262/train0": 0.0, + "672328262/train1": 0.003954809159040451, + "672328262/train2": 0.003098629415035248, + "701667486/train0": 0.1777932047843933, + "701667486/train1": 0.005861341953277588, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.013475894927978516, + "747260437/train1": 0.004217416048049927, + "747260437/train2": 0.02974964678287506, + "750448296/train0": 0.021671657760938007, + "750448296/train1": 0.023376444975535076, + "750448296/train2": 0.05147687097390493, + "767747424/train0": 0.013934170128777623, + "767747424/train1": 0.4677690644748509, + "767747424/train2": 0.45911610033363104 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.573514856133196, + "low": 0.1747573709831093, + "mean": 0.3574346014637538, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.3574346014637538, + "per_task": { + "LiftPegUpright-v1": 0.18885904252529145, + "PickCube-v1": 0.7539208928743998, + "PullCube-v1": 0.06862825746337572, + "PushCube-v1": 0.41695255951748955, + "StackCube-v1": 0.3588122549382123 + } + }, + "metric": "selector_regret_at_8", + "micro": { + "confidence": 0.95, + "high": 0.28895812504924834, + "low": 0.1335451318235654, + "mean": 0.20547026465646923, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_selector_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.17083333333333334, + "low": 0.06041666666666667, + "mean": 0.1125, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.1125, + "per_seed": { + "1073161778/train0": 0.0, + "1073161778/train1": 0.0, + "1073161778/train2": 1.0, + "1113371261/train0": 0.0, + "1113371261/train1": 0.0, + "1113371261/train2": 0.0, + "1151410346/train0": 0.0, + "1151410346/train1": 0.0, + "1151410346/train2": 0.0, + "1261930456/train0": 0.0, + "1261930456/train1": 0.0, + "1261930456/train2": 0.0, + "1324133122/train0": 0.0, + "1324133122/train1": 0.0, + "1324133122/train2": 0.0, + "1324642411/train0": 0.0, + "1324642411/train1": 0.0, + "1324642411/train2": 1.0, + "1375492786/train0": 0.0, + "1375492786/train1": 0.0, + "1375492786/train2": 0.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 1.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 0.0, + "1522272686/train0": 0.0, + "1522272686/train1": 0.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 0.0, + "1578990937/train1": 0.0, + "1578990937/train2": 0.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 0.0, + "1790188787/train2": 0.0, + "1822210471/train0": 0.0, + "1822210471/train1": 0.0, + "1822210471/train2": 0.0, + "1845489013/train0": 0.0, + "1845489013/train1": 0.0, + "1845489013/train2": 0.0, + "1999022574/train0": 0.0, + "1999022574/train1": 1.0, + "1999022574/train2": 0.0, + "2012211287/train0": 0.0, + "2012211287/train1": 1.0, + "2012211287/train2": 0.0, + "2038594191/train0": 0.0, + "2038594191/train1": 0.0, + "2038594191/train2": 0.0, + "2054899126/train0": 0.0, + "2054899126/train1": 0.0, + "2054899126/train2": 0.0, + "2061635888/train0": 0.0, + "2061635888/train1": 0.0, + "2061635888/train2": 0.0, + "211245842/train0": 0.0, + "211245842/train1": 0.0, + "211245842/train2": 0.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 0.0, + "307068879/train1": 0.0, + "307068879/train2": 0.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 0.0, + "440577711/train0": 0.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 0.0, + "441046872/train1": 0.0, + "441046872/train2": 0.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 0.0, + "585904130/train0": 0.0, + "585904130/train1": 0.0, + "585904130/train2": 0.0, + "608016290/train0": 0.0, + "608016290/train1": 0.0, + "608016290/train2": 0.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 0.0, + "655884605/train1": 0.0, + "655884605/train2": 0.0, + "672328262/train0": 0.0, + "672328262/train1": 0.0, + "672328262/train2": 0.0, + "701667486/train0": 0.0, + "701667486/train1": 0.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.0, + "750448296/train1": 0.0, + "750448296/train2": 0.0, + "767747424/train0": 0.0, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.2711111111111111, + "low": 0.09066666666666667, + "mean": 0.17947474747474748, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.17947474747474748, + "per_task": { + "LiftPegUpright-v1": 0.13333333333333333, + "PickCube-v1": 0.3333333333333333, + "PullCube-v1": 0.02666666666666667, + "PushCube-v1": 0.2222222222222222, + "StackCube-v1": 0.18181818181818182 + } + }, + "metric": "success_selector_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.1597222222222222, + "low": 0.05555555555555555, + "mean": 0.10416666666666667, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.6597222222222222, + "low": 0.4847222222222222, + "mean": 0.5708333333333334, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.5708333333333334, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 0.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 0.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 0.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 0.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 0.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.0, + "767747424/train1": 0.0, + "767747424/train2": 0.0 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 0.8072727272727273, + "low": 0.40533333333333327, + "mean": 0.6063030303030303, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.6063030303030303, + "per_task": { + "LiftPegUpright-v1": 0.8666666666666667, + "PickCube-v1": 0.6666666666666666, + "PullCube-v1": 0.3466666666666667, + "PushCube-v1": 0.3333333333333333, + "StackCube-v1": 0.8181818181818182 + } + }, + "metric": "success_support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 0.5972222222222222, + "low": 0.4375, + "mean": 0.5138888888888888, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "success_total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 0.7527777777777779, + "low": 0.5951388888888888, + "mean": 0.6750000000000002, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.6750000000000002, + "per_seed": { + "1073161778/train0": 1.0, + "1073161778/train1": 1.0, + "1073161778/train2": 1.0, + "1113371261/train0": 1.0, + "1113371261/train1": 1.0, + "1113371261/train2": 1.0, + "1151410346/train0": 1.0, + "1151410346/train1": 1.0, + "1151410346/train2": 1.0, + "1261930456/train0": 1.0, + "1261930456/train1": 1.0, + "1261930456/train2": 1.0, + "1324133122/train0": 1.0, + "1324133122/train1": 1.0, + "1324133122/train2": 1.0, + "1324642411/train0": 1.0, + "1324642411/train1": 0.0, + "1324642411/train2": 1.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.0, + "1375492786/train2": 1.0, + "141984615/train0": 0.0, + "141984615/train1": 0.0, + "141984615/train2": 0.0, + "1461069713/train0": 0.0, + "1461069713/train1": 0.0, + "1461069713/train2": 0.0, + "1480856810/train0": 0.0, + "1480856810/train1": 0.0, + "1480856810/train2": 0.0, + "1509980664/train0": 1.0, + "1509980664/train1": 1.0, + "1509980664/train2": 1.0, + "1522272686/train0": 1.0, + "1522272686/train1": 1.0, + "1522272686/train2": 1.0, + "1549324805/train0": 0.0, + "1549324805/train1": 0.0, + "1549324805/train2": 0.0, + "1578990937/train0": 1.0, + "1578990937/train1": 1.0, + "1578990937/train2": 1.0, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.0, + "1790188787/train2": 0.0, + "1822210471/train0": 1.0, + "1822210471/train1": 1.0, + "1822210471/train2": 1.0, + "1845489013/train0": 1.0, + "1845489013/train1": 1.0, + "1845489013/train2": 1.0, + "1999022574/train0": 1.0, + "1999022574/train1": 1.0, + "1999022574/train2": 1.0, + "2012211287/train0": 1.0, + "2012211287/train1": 1.0, + "2012211287/train2": 1.0, + "2038594191/train0": 1.0, + "2038594191/train1": 1.0, + "2038594191/train2": 1.0, + "2054899126/train0": 0.5, + "2054899126/train1": 0.5, + "2054899126/train2": 0.5, + "2061635888/train0": 1.0, + "2061635888/train1": 1.0, + "2061635888/train2": 1.0, + "211245842/train0": 1.0, + "211245842/train1": 1.0, + "211245842/train2": 1.0, + "278008524/train0": 0.0, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0, + "307068879/train1": 1.0, + "307068879/train2": 1.0, + "412102563/train0": 1.0, + "412102563/train1": 1.0, + "412102563/train2": 1.0, + "440577711/train0": 1.0, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.0, + "441046872/train1": 1.0, + "441046872/train2": 1.0, + "509430392/train0": 1.0, + "509430392/train1": 1.0, + "509430392/train2": 0.0, + "585904130/train0": 1.0, + "585904130/train1": 1.0, + "585904130/train2": 1.0, + "608016290/train0": 1.0, + "608016290/train1": 1.0, + "608016290/train2": 1.0, + "626486813/train0": 0.0, + "626486813/train1": 0.0, + "626486813/train2": 0.0, + "636680137/train0": 0.0, + "636680137/train1": 0.0, + "636680137/train2": 0.0, + "655884605/train0": 1.0, + "655884605/train1": 1.0, + "655884605/train2": 1.0, + "672328262/train0": 1.0, + "672328262/train1": 1.0, + "672328262/train2": 1.0, + "701667486/train0": 1.0, + "701667486/train1": 1.0, + "701667486/train2": 1.0, + "747260437/train0": 0.0, + "747260437/train1": 0.0, + "747260437/train2": 0.0, + "750448296/train0": 0.6666666666666666, + "750448296/train1": 0.6666666666666666, + "750448296/train2": 0.6666666666666666, + "767747424/train0": 0.0, + "767747424/train1": 0.25, + "767747424/train2": 0.25 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0, + "low": 0.524, + "mean": 0.7746666666666667, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.7746666666666667, + "per_task": { + "LiftPegUpright-v1": 1.0, + "PickCube-v1": 1.0, + "PullCube-v1": 0.37333333333333335, + "PushCube-v1": 0.5, + "StackCube-v1": 1.0 + } + }, + "metric": "success_total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 0.6875, + "low": 0.5347222222222222, + "mean": 0.6111111111111112, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "support_gap_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.1496533814558965, + "low": 0.8442967605000982, + "mean": 0.9982878092624661, + "n": 120, + "num_samples": 1000 + }, + "mean": 0.9982878092624661, + "per_seed": { + "1073161778/train0": 1.2819897532463074, + "1073161778/train1": 1.2865710854530334, + "1073161778/train2": 0.0, + "1113371261/train0": 1.9259599894285202, + "1113371261/train1": 1.9037775695323944, + "1113371261/train2": 1.899635210633278, + "1151410346/train0": 1.4315055012702942, + "1151410346/train1": 1.7560727298259735, + "1151410346/train2": 1.4369896054267883, + "1261930456/train0": 1.90321846306324, + "1261930456/train1": 1.9000287055969238, + "1261930456/train2": 1.9145455807447433, + "1324133122/train0": 1.937148094177246, + "1324133122/train1": 1.9156266301870346, + "1324133122/train2": 1.9018485397100449, + "1324642411/train0": 1.7899941802024841, + "1324642411/train1": 0.0, + "1324642411/train2": 0.0, + "1375492786/train0": 0.0, + "1375492786/train1": 1.8525634557008743, + "1375492786/train2": 1.805472657084465, + "141984615/train0": 0.2620577812194824, + "141984615/train1": 0.2417992167174816, + "141984615/train2": 0.24130010604858398, + "1461069713/train0": 0.10317284241318703, + "1461069713/train1": 0.10289287939667702, + "1461069713/train2": 0.04391290992498398, + "1480856810/train0": 0.06770022213459015, + "1480856810/train1": 0.0, + "1480856810/train2": 0.013253256678581238, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 1.16110759973526, + "1522272686/train0": 1.476680040359497, + "1522272686/train1": 1.4577699303627014, + "1522272686/train2": 0.0, + "1549324805/train0": 0.07954518496990204, + "1549324805/train1": 0.0, + "1549324805/train2": 0.08342014253139496, + "1578990937/train0": 1.7857429087162018, + "1578990937/train1": 1.7823696285486221, + "1578990937/train2": 1.7674079984426498, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.8137669563293457, + "1790188787/train2": 0.0, + "1822210471/train0": 1.9619735069572926, + "1822210471/train1": 1.924605906009674, + "1822210471/train2": 1.9411806277930737, + "1845489013/train0": 1.9571155309677124, + "1845489013/train1": 1.9047070741653442, + "1845489013/train2": 1.9138048067688942, + "1999022574/train0": 1.4029542803764343, + "1999022574/train1": 0.0, + "1999022574/train2": 1.2029985189437866, + "2012211287/train0": 1.2722246050834656, + "2012211287/train1": 0.0, + "2012211287/train2": 1.2729573845863342, + "2038594191/train0": 1.8475282341241837, + "2038594191/train1": 1.809719279408455, + "2038594191/train2": 1.7511916905641556, + "2054899126/train0": 0.9273729622364044, + "2054899126/train1": 0.9244469627737999, + "2054899126/train2": 0.9316255375742912, + "2061635888/train0": 1.9235753566026688, + "2061635888/train1": 1.9095353037118912, + "2061635888/train2": 1.9209758639335632, + "211245842/train0": 1.417771816253662, + "211245842/train1": 1.7983236461877823, + "211245842/train2": 1.7857149839401245, + "278008524/train0": 0.04170554131269455, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.7971972227096558, + "307068879/train1": 1.7977794855833054, + "307068879/train2": 1.7964697927236557, + "412102563/train0": 0.0, + "412102563/train1": 0.0, + "412102563/train2": 1.172493815422058, + "440577711/train0": 1.7942848950624466, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.796036496758461, + "441046872/train1": 1.7939064502716064, + "441046872/train2": 1.7957354187965393, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 1.835516408085823, + "585904130/train1": 1.843010738492012, + "585904130/train2": 1.706115037202835, + "608016290/train0": 1.3875384330749512, + "608016290/train1": 1.3898992538452148, + "608016290/train2": 1.4294891357421875, + "626486813/train0": 0.1078349556773901, + "626486813/train1": 0.10364562459290028, + "626486813/train2": 0.08551714941859245, + "636680137/train0": 0.06278067082166672, + "636680137/train1": 0.05803162604570389, + "636680137/train2": 0.04585278779268265, + "655884605/train0": 1.842601090669632, + "655884605/train1": 1.8496127128601074, + "655884605/train2": 1.8275748789310455, + "672328262/train0": 1.940206665545702, + "672328262/train1": 1.9466115422546864, + "672328262/train2": 1.9278337731957436, + "701667486/train0": 1.2120786905288696, + "701667486/train1": 1.2052544951438904, + "701667486/train2": 0.0, + "747260437/train0": 0.08635708689689636, + "747260437/train1": 0.144440159201622, + "747260437/train2": 0.09339071810245514, + "750448296/train0": 1.1985591898361843, + "750448296/train1": 1.1875135501225789, + "750448296/train2": 1.1598488887151082, + "767747424/train0": 0.10475751012563705, + "767747424/train1": 0.1008116127923131, + "767747424/train2": 0.09709237236529589 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.2779549119689249, + "low": 0.7197053071856498, + "mean": 0.9988301095772872, + "n": 5, + "num_samples": 1000 + }, + "mean": 0.9988301095772872, + "per_task": { + "LiftPegUpright-v1": 1.3398529678583144, + "PickCube-v1": 0.9781499902407328, + "PullCube-v1": 0.6881442584097386, + "PushCube-v1": 0.6220440144340197, + "StackCube-v1": 1.365959316943631 + } + }, + "metric": "support_gap_at_8", + "micro": { + "confidence": 0.95, + "high": 1.045588894850678, + "low": 0.7773104406013671, + "mean": 0.9091424554741631, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + }, + "support_gap_fraction_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.0592741609762348, + "low": 0.7649492105891474, + "mean": 0.9020885198467063, + "n": 93, + "num_samples": 1000 + }, + "mean": 0.9020885198467063, + "per_seed": { + "1073161778/train0": 1.0058908179023172, + "1073161778/train1": 1.009485480019418, + "1073161778/train2": 0.0, + "1113371261/train0": 1.0196194945864723, + "1113371261/train1": 1.0078759340310404, + "1113371261/train2": 1.0056829342229987, + "1151410346/train0": 0.8080632792343332, + "1151410346/train1": 0.9912765877448256, + "1151410346/train2": 0.8111589733720272, + "1324133122/train0": 1.0111574545134425, + "1324133122/train1": 0.9999236263868492, + "1324133122/train2": 0.9927317039227662, + "141984615/train0": 2.221872961181657, + "141984615/train1": 2.0501094802810416, + "141984615/train2": 2.0458777398812704, + "1461069713/train0": 1.4912573100296882, + "1461069713/train1": 1.4872107326054032, + "1461069713/train2": 0.6347159426707584, + "1480856810/train0": 0.037810376735255724, + "1480856810/train1": 0.0, + "1480856810/train2": 0.007401905225509852, + "1509980664/train0": 0.0, + "1509980664/train1": 0.0, + "1509980664/train2": 0.9941669194168206, + "1549324805/train0": 0.6365612823792105, + "1549324805/train1": 0.0, + "1549324805/train2": 0.6675706760394587, + "1578990937/train0": 1.0000049733565772, + "1578990937/train1": 0.9981159573466916, + "1578990937/train2": 0.9897375371147166, + "1822210471/train0": 1.0295968318344229, + "1822210471/train1": 1.009987207437105, + "1822210471/train2": 1.018685225517477, + "1845489013/train0": 1.0369142672862415, + "1845489013/train1": 1.0091473441154055, + "1845489013/train2": 1.0139674830327599, + "1999022574/train0": 1.1970281973852055, + "1999022574/train1": 0.0, + "1999022574/train2": 1.0264220072816432, + "2012211287/train0": 1.0003705859635703, + "2012211287/train1": 0.0, + "2012211287/train2": 1.0009467822246219, + "2038594191/train0": 0.9698517623186916, + "2038594191/train1": 0.950004119026864, + "2038594191/train2": 0.919280320528696, + "2061635888/train0": 1.005111464055755, + "2061635888/train1": 0.9977752200827643, + "2061635888/train2": 1.0037531705667693, + "211245842/train0": 0.7808422580075287, + "211245842/train1": 0.9904323674793413, + "211245842/train2": 0.9834881073473187, + "278008524/train0": 3.757739699588823, + "278008524/train1": 0.0, + "278008524/train2": 0.0, + "307068879/train0": 1.0035455715735078, + "307068879/train1": 1.0038707041304467, + "307068879/train2": 1.003139378456884, + "441046872/train0": 1.0032421134395524, + "441046872/train1": 1.0020522977854422, + "441046872/train2": 1.003073935292074, + "509430392/train0": 0.0, + "509430392/train1": 0.0, + "509430392/train2": 0.0, + "585904130/train0": 0.951555820585122, + "585904130/train1": 0.9554409799266471, + "585904130/train2": 0.8844724498710401, + "608016290/train0": 0.9409337425756917, + "608016290/train1": 0.9425346898863848, + "608016290/train2": 0.9693818422631982, + "626486813/train0": 0.5957952202158192, + "626486813/train1": 0.8033778054737339, + "626486813/train2": 0.797270536737948, + "636680137/train0": 1.231217324726105, + "636680137/train1": 1.1380818719260768, + "636680137/train2": 0.8992377108824552, + "655884605/train0": 0.9928210900333903, + "655884605/train1": 0.9965990571806475, + "655884605/train2": 0.9847247418911267, + "672328262/train0": 1.0243607727050636, + "672328262/train1": 1.0277423219859751, + "672328262/train2": 1.0178283213980606, + "701667486/train0": 1.0027737977546884, + "701667486/train1": 0.9971280221327856, + "701667486/train2": 0.0, + "747260437/train0": 0.05016861853888564, + "747260437/train1": 0.08391162218491321, + "747260437/train2": 0.05425476333110376, + "750448296/train0": 4.77630791171034, + "750448296/train1": 0.4568807953323259, + "750448296/train2": 2.905190365647023, + "767747424/train0": 0.6342859808846938, + "767747424/train1": 0.5865290868312131, + "767747424/train2": 0.5478765791717298 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.0360748902858727, + "low": 0.27993090179469626, + "mean": 0.7042078012935886, + "n": 4, + "num_samples": 1000 + }, + "mean": 0.7042078012935886, + "per_task": { + "LiftPegUpright-v1": 0.8592311961008738, + "PullCube-v1": 1.0971174661984022, + "PushCube-v1": 0.007535380326794263, + "StackCube-v1": 0.8529471625482842 + } + }, + "metric": "support_gap_fraction_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.1355215218519155, + "low": 0.7587398928149668, + "mean": 0.9311089359489154, + "n": 105, + "num_samples": 1000 + }, + "n": 105 + }, + "total_car_to_hidden_at_8": { + "macro_by_seed": { + "ci": { + "confidence": 0.95, + "high": 1.3396579218142302, + "low": 1.063713618316817, + "mean": 1.203066908385113, + "n": 120, + "num_samples": 1000 + }, + "mean": 1.203066908385113, + "per_seed": { + "1073161778/train0": 1.2871134281158447, + "1073161778/train1": 1.2865710854530334, + "1073161778/train2": 1.2767786383628845, + "1113371261/train0": 1.9319881796836853, + "1113371261/train1": 1.909330427646637, + "1113371261/train2": 1.9071757346391678, + "1151410346/train0": 1.7731283009052277, + "1151410346/train1": 1.7732848823070526, + "1151410346/train2": 1.7606912553310394, + "1261930456/train0": 1.9154984652996063, + "1261930456/train1": 1.9034508019685745, + "1261930456/train2": 1.9260000586509705, + "1324133122/train0": 1.940331444144249, + "1324133122/train1": 1.929743379354477, + "1324133122/train2": 1.9119133651256561, + "1324642411/train0": 1.8162418901920319, + "1324642411/train1": 0.0, + "1324642411/train2": 1.858040377497673, + "1375492786/train0": 0.0, + "1375492786/train1": 1.874896839261055, + "1375492786/train2": 1.8332939147949219, + "141984615/train0": 0.27269037533551455, + "141984615/train1": 0.2420712113380432, + "141984615/train2": 0.24377524852752686, + "1461069713/train0": 0.10317284241318703, + "1461069713/train1": 0.1228695772588253, + "1461069713/train2": 0.07020430266857147, + "1480856810/train0": 0.08643144369125366, + "1480856810/train1": 0.02546466886997223, + "1480856810/train2": 0.05660496652126312, + "1509980664/train0": 1.18391352891922, + "1509980664/train1": 1.7663935869932175, + "1509980664/train2": 1.1751307249069214, + "1522272686/train0": 1.8572320491075516, + "1522272686/train1": 1.8826091140508652, + "1522272686/train2": 1.4563714861869812, + "1549324805/train0": 0.07954518496990204, + "1549324805/train1": 0.0, + "1549324805/train2": 0.1797734498977661, + "1578990937/train0": 1.7932475805282593, + "1578990937/train1": 1.8081909716129303, + "1578990937/train2": 1.7927979826927185, + "1747178030/train0": 0.0, + "1747178030/train1": 0.0, + "1747178030/train2": 0.0, + "1790188787/train0": 0.0, + "1790188787/train1": 1.8411116898059845, + "1790188787/train2": 0.0, + "1822210471/train0": 1.9619735069572926, + "1822210471/train1": 1.937026284635067, + "1822210471/train2": 1.94231379032135, + "1845489013/train0": 1.9644053764641285, + "1845489013/train1": 1.9064289703965187, + "1845489013/train2": 1.9237538799643517, + "1999022574/train0": 1.4043412804603577, + "1999022574/train1": 1.1856330037117004, + "1999022574/train2": 1.8368546068668365, + "2012211287/train0": 1.2806529998779297, + "2012211287/train1": 1.280548632144928, + "2012211287/train2": 1.2732088565826416, + "2038594191/train0": 1.8731349855661392, + "2038594191/train1": 1.8469168692827225, + "2038594191/train2": 1.9101410135626793, + "2054899126/train0": 0.9332584738731384, + "2054899126/train1": 0.9386155903339386, + "2054899126/train2": 0.9371264353394508, + "2061635888/train0": 1.9248223155736923, + "2061635888/train1": 1.9207040816545486, + "2061635888/train2": 1.9209758639335632, + "211245842/train0": 1.8530142307281494, + "211245842/train1": 1.8379341661930084, + "211245842/train2": 1.8267756700515747, + "278008524/train0": 0.05745808407664299, + "278008524/train1": 0.011694014072418213, + "278008524/train2": 0.0002920776605606079, + "307068879/train0": 1.7990895360708237, + "307068879/train1": 1.7988439053297043, + "307068879/train2": 1.7983008027076721, + "412102563/train0": 1.8389947414398193, + "412102563/train1": 1.8341862559318542, + "412102563/train2": 1.7994860410690308, + "440577711/train0": 1.8403440713882446, + "440577711/train1": 0.0, + "440577711/train2": 0.0, + "441046872/train0": 1.7978138327598572, + "441046872/train1": 1.7967642396688461, + "441046872/train2": 1.7965394407510757, + "509430392/train0": 1.8407548666000366, + "509430392/train1": 1.801475390791893, + "509430392/train2": 0.0, + "585904130/train0": 1.8779667243361473, + "585904130/train1": 1.8904138430953026, + "585904130/train2": 1.8668202310800552, + "608016290/train0": 1.3875384330749512, + "608016290/train1": 1.483989417552948, + "608016290/train2": 1.586926907300949, + "626486813/train0": 0.1213939618319273, + "626486813/train1": 0.10553953237831593, + "626486813/train2": 0.08854293264448643, + "636680137/train0": 0.07881618291139603, + "636680137/train1": 0.07480332255363464, + "636680137/train2": 0.09065251797437668, + "655884605/train0": 1.8797160983085632, + "655884605/train1": 1.8570616394281387, + "655884605/train2": 1.830242097377777, + "672328262/train0": 1.940206665545702, + "672328262/train1": 1.9505663514137268, + "672328262/train2": 1.9309324026107788, + "701667486/train0": 1.389871895313263, + "701667486/train1": 1.211115837097168, + "701667486/train2": 1.2084707021713257, + "747260437/train0": 0.09983298182487488, + "747260437/train1": 0.14865757524967194, + "747260437/train2": 0.1231403648853302, + "750448296/train0": 1.2202308475971222, + "750448296/train1": 1.2060499787330627, + "750448296/train2": 1.2113257596890132, + "767747424/train0": 0.10877881688065827, + "767747424/train1": 0.5589009053073823, + "767747424/train2": 0.5518514402210712 + } + }, + "macro_by_task": { + "ci": { + "confidence": 0.95, + "high": 1.6884793840755115, + "low": 0.983098284456465, + "mean": 1.3357888342659883, + "n": 5, + "num_samples": 1000 + }, + "mean": 1.3357888342659883, + "per_task": { + "LiftPegUpright-v1": 1.528712010383606, + "PickCube-v1": 1.7320708831151326, + "PullCube-v1": 0.7538664453228314, + "PushCube-v1": 0.939523260626528, + "StackCube-v1": 1.7247715718818433 + } + }, + "metric": "total_car_to_hidden_at_8", + "micro": { + "confidence": 0.95, + "high": 1.2308684925729823, + "low": 0.970353984771969, + "mean": 1.100664977553404, + "n": 144, + "num_samples": 1000 + }, + "n": 144 + } + }, + "target_content_hash": "0c38d73dc9bc4ab756e12006671b5d12f1a23358b281e54b3f6a9ae3cbf6e9af", + "target_split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f", + "train_seeds": [ + "0", + "1", + "2" + ] +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_seed.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_seed.json new file mode 100644 index 0000000000000000000000000000000000000000..0ad4ad0f358296b9a369dc3480b1c23eb4a59fa0 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_seed.json @@ -0,0 +1,4223 @@ +{ + "1073161778/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0051236748695373535, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0099110117716765, + "ncar_to_proposal_oracle_at_8": 0.6824513175213234, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08255436696390915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7180102467536926, + "proposal_oracle_utility_gain_over_base_at_8": -0.007507741451263428, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7128865718841553, + "selected_utility_gain_over_base_at_8": -0.012631416320800781, + "selector_gap_fraction_to_hidden_at_8": 0.004020201793449336, + "selector_regret_at_8": 0.0051236748695373535, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2819897532463074, + "support_gap_fraction_to_hidden_at_8": 1.0058908179023172, + "total_car_to_hidden_at_8": 1.2871134281158447 + }, + "1073161778/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.009485472098667, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15824853632401062, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7134289145469666, + "proposal_oracle_utility_gain_over_base_at_8": -0.012089073657989502, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7134289145469666, + "selected_utility_gain_over_base_at_8": -0.012089073657989502, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2865710854530334, + "support_gap_fraction_to_hidden_at_8": 1.009485480019418, + "total_car_to_hidden_at_8": 1.2865710854530334 + }, + "1073161778/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.725517988204956, + "branch_car_at_8": 1.2767786383628845, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0018019999721972, + "ncar_to_proposal_oracle_at_8": 1.0018019999721972, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14432341808925672, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.274482011795044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7232213616371155, + "selected_utility_gain_over_base_at_8": -0.002296626567840576, + "selector_gap_fraction_to_hidden_at_8": 1.0018020078326613, + "selector_regret_at_8": 1.2767786383628845, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2767786383628845 + }, + "1113371261/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.0060281902551651, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0228108640366171, + "ncar_to_proposal_oracle_at_8": 0.1626634157048393, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13539255932881133, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0740400105714798, + "proposal_oracle_utility_gain_over_base_at_8": -0.037059277296066284, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0680118203163147, + "selected_utility_gain_over_base_at_8": -0.043087467551231384, + "selector_gap_fraction_to_hidden_at_8": 0.0031913748649920514, + "selector_regret_at_8": 0.0060281902551651, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9259599894285202, + "support_gap_fraction_to_hidden_at_8": 1.0196194945864723, + "total_car_to_hidden_at_8": 1.9319881796836853 + }, + "1113371261/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.005552858114242554, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0108156586922785, + "ncar_to_proposal_oracle_at_8": 0.3732545276477201, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1039178410083798, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09622243046760559, + "proposal_oracle_utility_gain_over_base_at_8": -0.01487685739994049, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09066957235336304, + "selected_utility_gain_over_base_at_8": -0.020429715514183044, + "selector_gap_fraction_to_hidden_at_8": 0.0029397300125816113, + "selector_regret_at_8": 0.005552858114242554, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9037775695323944, + "support_gap_fraction_to_hidden_at_8": 1.0078759340310404, + "total_car_to_hidden_at_8": 1.909330427646637 + }, + "1113371261/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11109928786754608, + "branch_car_at_8": 0.007540524005889893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0096749460109702, + "ncar_to_proposal_oracle_at_8": 0.7024563821726059, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18981168502744894, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1003647893667221, + "proposal_oracle_utility_gain_over_base_at_8": -0.010734498500823975, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09282426536083221, + "selected_utility_gain_over_base_at_8": -0.018275022506713867, + "selector_gap_fraction_to_hidden_at_8": 0.003992017133275946, + "selector_regret_at_8": 0.007540524005889893, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.899635210633278, + "support_gap_fraction_to_hidden_at_8": 1.0056829342229987, + "total_car_to_hidden_at_8": 1.9071757346391678 + }, + "1151410346/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.34162279963493347, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0009041949006119, + "ncar_to_proposal_oracle_at_8": 1.004710900944418, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1114206717331298, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5684944987297058, + "proposal_oracle_utility_gain_over_base_at_8": 0.3400209844112396, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.22687169909477234, + "selected_utility_gain_over_base_at_8": -0.0016018152236938477, + "selector_gap_fraction_to_hidden_at_8": 0.1928409213162319, + "selector_regret_at_8": 0.34162279963493347, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4315055012702942, + "support_gap_fraction_to_hidden_at_8": 0.8080632792343332, + "total_car_to_hidden_at_8": 1.7731283009052277 + }, + "1151410346/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.0172121524810791, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0009925827413846, + "ncar_to_proposal_oracle_at_8": 1.1137836978995075, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.4615660105355005, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2439272701740265, + "proposal_oracle_utility_gain_over_base_at_8": 0.015453755855560303, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2267151176929474, + "selected_utility_gain_over_base_at_8": -0.0017583966255187988, + "selector_gap_fraction_to_hidden_at_8": 0.00971600064701111, + "selector_regret_at_8": 0.0172121524810791, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7560727298259735, + "support_gap_fraction_to_hidden_at_8": 0.9912765877448256, + "total_car_to_hidden_at_8": 1.7732848823070526 + }, + "1151410346/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2284735143184662, + "branch_car_at_8": 0.3237016499042511, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9938836701698183, + "ncar_to_proposal_oracle_at_8": 0.9676112241545515, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5181919511721376, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5630103945732117, + "proposal_oracle_utility_gain_over_base_at_8": 0.3345368802547455, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23930874466896057, + "selected_utility_gain_over_base_at_8": 0.010835230350494385, + "selector_gap_fraction_to_hidden_at_8": 0.18272470240811445, + "selector_regret_at_8": 0.3237016499042511, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4369896054267883, + "support_gap_fraction_to_hidden_at_8": 0.8111589733720272, + "total_car_to_hidden_at_8": 1.7606912553310394 + }, + "1261930456/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.012280002236366272, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006452229426189598, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.13314904661631388, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09678153693675995, + "proposal_oracle_utility_gain_over_base_at_8": -1.90321846306324, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08450153470039368, + "selected_utility_gain_over_base_at_8": -1.9154984652996063, + "selector_regret_at_8": 0.012280002236366272, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.90321846306324, + "total_car_to_hidden_at_8": 1.9154984652996063 + }, + "1261930456/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.003422096371650696, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.0018010761329865432, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11955613465129326, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09997129440307617, + "proposal_oracle_utility_gain_over_base_at_8": -1.9000287055969238, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09654919803142548, + "selected_utility_gain_over_base_at_8": -1.9034508019685745, + "selector_regret_at_8": 0.003422096371650696, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9000287055969238, + "total_car_to_hidden_at_8": 1.9034508019685745 + }, + "1261930456/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.011454477906227112, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005982870275641443, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14694969164298693, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08545441925525665, + "proposal_oracle_utility_gain_over_base_at_8": -1.9145455807447433, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07399994134902954, + "selected_utility_gain_over_base_at_8": -1.9260000586509705, + "selector_regret_at_8": 0.011454477906227112, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9145455807447433, + "total_car_to_hidden_at_8": 1.9260000586509705 + }, + "1324133122/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.0031833499670028687, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.012819102282108, + "ncar_to_proposal_oracle_at_8": 0.14892754221193605, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.056423902181329345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0628519058227539, + "proposal_oracle_utility_gain_over_base_at_8": -0.021375149488449097, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05966855585575104, + "selected_utility_gain_over_base_at_8": -0.024558499455451965, + "selector_gap_fraction_to_hidden_at_8": 0.0016616530554042146, + "selector_regret_at_8": 0.0031833499670028687, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.937148094177246, + "support_gap_fraction_to_hidden_at_8": 1.0111574545134425, + "total_car_to_hidden_at_8": 1.940331444144249 + }, + "1324133122/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.014116749167442322, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0072923175115756, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14890766308842673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0843733698129654, + "proposal_oracle_utility_gain_over_base_at_8": 0.00014631450176239014, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07025662064552307, + "selected_utility_gain_over_base_at_8": -0.013970434665679932, + "selector_gap_fraction_to_hidden_at_8": 0.007368696382616199, + "selector_regret_at_8": 0.014116749167442322, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9156266301870346, + "support_gap_fraction_to_hidden_at_8": 0.9999236263868492, + "total_car_to_hidden_at_8": 1.929743379354477 + }, + "1324133122/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.084227055311203, + "branch_car_at_8": 0.010064825415611267, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9979853617028601, + "ncar_to_proposal_oracle_at_8": 0.7228185479224526, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2599006738407752, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09815146028995514, + "proposal_oracle_utility_gain_over_base_at_8": 0.013924404978752136, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08808663487434387, + "selected_utility_gain_over_base_at_8": 0.003859579563140869, + "selector_gap_fraction_to_hidden_at_8": 0.00525366298940307, + "selector_regret_at_8": 0.010064825415611267, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9018485397100449, + "support_gap_fraction_to_hidden_at_8": 0.9927317039227662, + "total_car_to_hidden_at_8": 1.9119133651256561 + }, + "1324642411/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02624770998954773, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.014663572727338623, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.40841060195727896, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21000581979751587, + "proposal_oracle_utility_gain_over_base_at_8": -1.7899941802024841, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.18375810980796814, + "selected_utility_gain_over_base_at_8": -1.8162418901920319, + "selector_regret_at_8": 0.02624770998954773, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7899941802024841, + "total_car_to_hidden_at_8": 1.8162418901920319 + }, + "1324642411/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.08969565833656507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1324642411/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.858040377497673, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.37631581765020666, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14195962250232697, + "selected_utility_gain_over_base_at_8": -1.858040377497673, + "selector_regret_at_8": 1.858040377497673, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.858040377497673 + }, + "1375492786/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.42373918622633083, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1375492786/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.022333383560180664, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.01205539457819943, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.31858805145491575, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.14743654429912567, + "proposal_oracle_utility_gain_over_base_at_8": -1.8525634557008743, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.125103160738945, + "selected_utility_gain_over_base_at_8": -1.874896839261055, + "selector_regret_at_8": 0.022333383560180664, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8525634557008743, + "total_car_to_hidden_at_8": 1.874896839261055 + }, + "1375492786/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027821257710456848, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015409403984710279, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16288447414215274, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19452734291553497, + "proposal_oracle_utility_gain_over_base_at_8": -1.805472657084465, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.16670608520507812, + "selected_utility_gain_over_base_at_8": -1.8332939147949219, + "selector_regret_at_8": 0.027821257710456848, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.805472657084465, + "total_car_to_hidden_at_8": 1.8332939147949219 + }, + "141984615/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.010632594116032124, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.3120218661044842, + "ncar_to_proposal_oracle_at_8": 0.07377943334338306, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5086297347996677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.023719489574432373, + "proposal_oracle_utility_gain_over_base_at_8": -0.14411324262619019, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.01308689545840025, + "selected_utility_gain_over_base_at_8": -0.1547458367422223, + "selector_gap_fraction_to_hidden_at_8": 0.09014910094901861, + "selector_regret_at_8": 0.010632594116032124, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2620577812194824, + "support_gap_fraction_to_hidden_at_8": 2.221872961181657, + "total_car_to_hidden_at_8": 0.27269037533551455 + }, + "141984615/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.00027199462056159973, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0524154293283745, + "ncar_to_proposal_oracle_at_8": 0.0021960785229935757, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09999258757291778, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04397805407643318, + "proposal_oracle_utility_gain_over_base_at_8": -0.12385467812418938, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04370605945587158, + "selected_utility_gain_over_base_at_8": -0.12412667274475098, + "selector_gap_fraction_to_hidden_at_8": 0.002306123062633005, + "selector_regret_at_8": 0.00027199462056159973, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.2417992167174816, + "support_gap_fraction_to_hidden_at_8": 2.0501094802810416, + "total_car_to_hidden_at_8": 0.2420712113380432 + }, + "141984615/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.16783273220062256, + "branch_car_at_8": 0.002475142478942871, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2857772707939148, + "ncar_to_hidden_chart_oracle_at_8": 2.0668632118652317, + "ncar_to_proposal_oracle_at_8": 0.020065103905333725, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15133945279036964, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.04447716474533081, + "proposal_oracle_utility_gain_over_base_at_8": -0.12335556745529175, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.04200202226638794, + "selected_utility_gain_over_base_at_8": -0.12583070993423462, + "selector_gap_fraction_to_hidden_at_8": 0.02098564722422542, + "selector_regret_at_8": 0.002475142478942871, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.24130010604858398, + "support_gap_fraction_to_hidden_at_8": 2.0458777398812704, + "total_car_to_hidden_at_8": 0.24377524852752686 + }, + "1461069713/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.4912570944838148, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1590556199133426, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05616961047053337, + "proposal_oracle_utility_gain_over_base_at_8": -0.1723579801619053, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05616961047053337, + "selected_utility_gain_over_base_at_8": -0.1723579801619053, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10317284241318703, + "support_gap_fraction_to_hidden_at_8": 1.4912573100296882, + "total_car_to_hidden_at_8": 0.10317284241318703 + }, + "1461069713/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.019976697862148285, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.7759530948042475, + "ncar_to_proposal_oracle_at_8": 0.11609092801412241, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19692180721696984, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05644957348704338, + "proposal_oracle_utility_gain_over_base_at_8": -0.17207801714539528, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.036472875624895096, + "selected_utility_gain_over_base_at_8": -0.19205471500754356, + "selector_gap_fraction_to_hidden_at_8": 0.288742618894596, + "selector_regret_at_8": 0.019976697862148285, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10289287939667702, + "support_gap_fraction_to_hidden_at_8": 1.4872107326054032, + "total_car_to_hidden_at_8": 0.1228695772588253 + }, + "1461069713/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.22852759063243866, + "branch_car_at_8": 0.026291392743587494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.1593424528837204, + "ncar_to_hidden_chart_oracle_at_8": 1.0147308339002874, + "ncar_to_proposal_oracle_at_8": 0.2324654665550531, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3576754247076027, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11542954295873642, + "proposal_oracle_utility_gain_over_base_at_8": -0.11309804767370224, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.08913815021514893, + "selected_utility_gain_over_base_at_8": -0.13938944041728973, + "selector_gap_fraction_to_hidden_at_8": 0.3800150378984332, + "selector_regret_at_8": 0.026291392743587494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04391290992498398, + "support_gap_fraction_to_hidden_at_8": 0.6347159426707584, + "total_car_to_hidden_at_8": 0.07020430266857147 + }, + "1480856810/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.018731221556663513, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.048271709108867196, + "ncar_to_proposal_oracle_at_8": 0.01008019655750525, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5657722582715946, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.14178013801574707, + "proposal_oracle_utility_gain_over_base_at_8": -1.858219861984253, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12304891645908356, + "selected_utility_gain_over_base_at_8": -1.8769510835409164, + "selector_gap_fraction_to_hidden_at_8": 0.010461332643207555, + "selector_regret_at_8": 0.018731221556663513, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06770022213459015, + "support_gap_fraction_to_hidden_at_8": 0.037810376735255724, + "total_car_to_hidden_at_8": 0.08643144369125366 + }, + "1480856810/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.815984308719635, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.01422194326217549, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21485192639437836, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.184015691280365, + "selected_utility_gain_over_base_at_8": -1.815984308719635, + "selector_gap_fraction_to_hidden_at_8": 1.0142219433416046, + "selector_regret_at_8": 1.815984308719635, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.02546466886997223 + }, + "1480856810/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.043351709842681885, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.20948036015033722, + "ncar_to_hidden_chart_oracle_at_8": 0.031613708638168724, + "ncar_to_proposal_oracle_at_8": 0.02403390675499265, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33394552923262694, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.19622710347175598, + "proposal_oracle_utility_gain_over_base_at_8": -1.803772896528244, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1528753936290741, + "selected_utility_gain_over_base_at_8": -1.847124606370926, + "selector_gap_fraction_to_hidden_at_8": 0.024211803589220513, + "selector_regret_at_8": 0.043351709842681885, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.013253256678581238, + "support_gap_fraction_to_hidden_at_8": 0.007401905225509852, + "total_car_to_hidden_at_8": 0.05660496652126312 + }, + "1509980664/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.18391352891922, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0136938696224829, + "ncar_to_proposal_oracle_at_8": 1.0136938696224829, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.13502533158608432, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.81608647108078, + "selected_utility_gain_over_base_at_8": -0.015993356704711914, + "selector_gap_fraction_to_hidden_at_8": 1.013693878301962, + "selector_regret_at_8": 1.18391352891922, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.18391352891922 + }, + "1509980664/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 1.7663935869932175, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5124266314534753, + "ncar_to_proposal_oracle_at_8": 1.5124266314534753, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2559710109289143, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.167920172214508, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.23360641300678253, + "selected_utility_gain_over_base_at_8": -0.5984734147787094, + "selector_gap_fraction_to_hidden_at_8": 1.5124266444032184, + "selector_regret_at_8": 1.7663935869932175, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.7663935869932175 + }, + "1509980664/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8320798277854919, + "branch_car_at_8": 0.014023125171661377, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061738317414306, + "ncar_to_proposal_oracle_at_8": 2.058415470840539, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.14023834058751442, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.83889240026474, + "proposal_oracle_utility_gain_over_base_at_8": 0.006812572479248047, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8248692750930786, + "selected_utility_gain_over_base_at_8": -0.00721055269241333, + "selector_gap_fraction_to_hidden_at_8": 0.01200692093970083, + "selector_regret_at_8": 0.014023125171661377, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.16110759973526, + "support_gap_fraction_to_hidden_at_8": 0.9941669194168206, + "total_car_to_hidden_at_8": 1.1751307249069214 + }, + "1522272686/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.3805520087480545, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.2577078282160102, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4987273132264659, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5233199596405029, + "proposal_oracle_utility_gain_over_base_at_8": -1.476680040359497, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14276795089244843, + "selected_utility_gain_over_base_at_8": -1.8572320491075516, + "selector_regret_at_8": 0.3805520087480545, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.476680040359497, + "total_car_to_hidden_at_8": 1.8572320491075516 + }, + "1522272686/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.42483918368816376, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.2914308848915223, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.5872235594375051, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5422300696372986, + "proposal_oracle_utility_gain_over_base_at_8": -1.4577699303627014, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11739088594913483, + "selected_utility_gain_over_base_at_8": -1.8826091140508652, + "selector_regret_at_8": 0.42483918368816376, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4577699303627014, + "total_car_to_hidden_at_8": 1.8826091140508652 + }, + "1522272686/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.4563714861869812, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.12267671398942098, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5436285138130188, + "selected_utility_gain_over_base_at_8": -1.4563714861869812, + "selector_regret_at_8": 1.4563714861869812, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.4563714861869812 + }, + "1549324805/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 0.6365612314383228, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.29637871159253004, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21791090071201324, + "proposal_oracle_utility_gain_over_base_at_8": 0.04541558027267456, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.21791090071201324, + "selected_utility_gain_over_base_at_8": 0.04541558027267456, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.07954518496990204, + "support_gap_fraction_to_hidden_at_8": 0.6365612823792105, + "total_car_to_hidden_at_8": 0.07954518496990204 + }, + "1549324805/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2049052881521507, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.3088321089744568, + "proposal_oracle_utility_gain_over_base_at_8": 0.1363367885351181, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.3088321089744568, + "selected_utility_gain_over_base_at_8": 0.1363367885351181, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1549324805/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.17249532043933868, + "branch_car_at_8": 0.09635330736637115, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2974560856819153, + "ncar_to_hidden_chart_oracle_at_8": 1.4386390413214543, + "ncar_to_proposal_oracle_at_8": 2.319495421176755, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3814015792041445, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21403594315052032, + "proposal_oracle_utility_gain_over_base_at_8": 0.04154062271118164, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.11768263578414917, + "selected_utility_gain_over_base_at_8": -0.054812684655189514, + "selector_gap_fraction_to_hidden_at_8": 0.7710684804092547, + "selector_regret_at_8": 0.09635330736637115, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08342014253139496, + "support_gap_fraction_to_hidden_at_8": 0.6675706760394587, + "total_car_to_hidden_at_8": 0.1797734498977661 + }, + "1578990937/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.007504671812057495, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0042075374864476, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.18978423876918557, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21425709128379822, + "proposal_oracle_utility_gain_over_base_at_8": -8.881092071533203e-06, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20675241947174072, + "selected_utility_gain_over_base_at_8": -0.007513552904129028, + "selector_gap_fraction_to_hidden_at_8": 0.004202569753370413, + "selector_regret_at_8": 0.007504671812057495, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857429087162018, + "support_gap_fraction_to_hidden_at_8": 1.0000049733565772, + "total_car_to_hidden_at_8": 1.7932475805282593 + }, + "1578990937/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025821343064308167, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0125757439325502, + "ncar_to_proposal_oracle_at_8": 7.6748523989783966, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.380206879424145, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.21763037145137787, + "proposal_oracle_utility_gain_over_base_at_8": 0.0033643990755081177, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1918090283870697, + "selected_utility_gain_over_base_at_8": -0.02245694398880005, + "selector_gap_fraction_to_hidden_at_8": 0.01445979225622012, + "selector_regret_at_8": 0.025821343064308167, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7823696285486221, + "support_gap_fraction_to_hidden_at_8": 0.9981159573466916, + "total_car_to_hidden_at_8": 1.8081909716129303 + }, + "1578990937/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.21426597237586975, + "branch_car_at_8": 0.025389984250068665, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0039557654834124, + "ncar_to_proposal_oracle_at_8": 1.3854594546391021, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.25510759849883147, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.23259200155735016, + "proposal_oracle_utility_gain_over_base_at_8": 0.018326029181480408, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2072020173072815, + "selected_utility_gain_over_base_at_8": -0.007063955068588257, + "selector_gap_fraction_to_hidden_at_8": 0.014218233990786039, + "selector_regret_at_8": 0.025389984250068665, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7674079984426498, + "support_gap_fraction_to_hidden_at_8": 0.9897375371147166, + "total_car_to_hidden_at_8": 1.7927979826927185 + }, + "1747178030/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1747178030/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.27085814712083073, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1790188787/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.027344733476638794, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015076210993068394, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17184020363251903, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1862330436706543, + "proposal_oracle_utility_gain_over_base_at_8": -1.8137669563293457, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1588883101940155, + "selected_utility_gain_over_base_at_8": -1.8411116898059845, + "selector_regret_at_8": 0.027344733476638794, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8137669563293457, + "total_car_to_hidden_at_8": 1.8411116898059845 + }, + "1790188787/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.25625757964299634, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "1822210471/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0295968264313446, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2055436047023811, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.03802649304270744, + "proposal_oracle_utility_gain_over_base_at_8": -0.056398969143629074, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.03802649304270744, + "selected_utility_gain_over_base_at_8": -0.056398969143629074, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9619735069572926, + "support_gap_fraction_to_hidden_at_8": 1.0295968318344229, + "total_car_to_hidden_at_8": 1.9619735069572926 + }, + "1822210471/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.012420378625392914, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0165051201263626, + "ncar_to_proposal_oracle_at_8": 0.6526263362259548, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23878090822486137, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07539409399032593, + "proposal_oracle_utility_gain_over_base_at_8": -0.01903136819601059, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06297371536493301, + "selected_utility_gain_over_base_at_8": -0.0314517468214035, + "selector_gap_fraction_to_hidden_at_8": 0.006517918023633584, + "selector_regret_at_8": 0.012420378625392914, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.924605906009674, + "support_gap_fraction_to_hidden_at_8": 1.009987207437105, + "total_car_to_hidden_at_8": 1.937026284635067 + }, + "1822210471/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09442546218633652, + "branch_car_at_8": 0.0011331625282764435, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019279876796129, + "ncar_to_proposal_oracle_at_8": 0.031824954963663915, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15125404295167477, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.058819372206926346, + "proposal_oracle_utility_gain_over_base_at_8": -0.03560608997941017, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0576862096786499, + "selected_utility_gain_over_base_at_8": -0.036739252507686615, + "selector_gap_fraction_to_hidden_at_8": 0.0005946566275893689, + "selector_regret_at_8": 0.0011331625282764435, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9411806277930737, + "support_gap_fraction_to_hidden_at_8": 1.018685225517477, + "total_car_to_hidden_at_8": 1.94231379032135 + }, + "1845489013/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.007289845496416092, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0407765502685078, + "ncar_to_proposal_oracle_at_8": 0.10462859555612881, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.055470349919501595, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0428844690322876, + "proposal_oracle_utility_gain_over_base_at_8": -0.06967353820800781, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.035594623535871506, + "selected_utility_gain_over_base_at_8": -0.0769633837044239, + "selector_gap_fraction_to_hidden_at_8": 0.003862288496483707, + "selector_regret_at_8": 0.007289845496416092, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9571155309677124, + "support_gap_fraction_to_hidden_at_8": 1.0369142672862415, + "total_car_to_hidden_at_8": 1.9644053764641285 + }, + "1845489013/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.001721896231174469, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0100596297046758, + "ncar_to_proposal_oracle_at_8": 0.09973281871024504, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.17754847147330888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.09529292583465576, + "proposal_oracle_utility_gain_over_base_at_8": -0.01726508140563965, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.09357102960348129, + "selected_utility_gain_over_base_at_8": -0.018986977636814117, + "selector_gap_fraction_to_hidden_at_8": 0.0009122909407439936, + "selector_regret_at_8": 0.001721896231174469, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9047070741653442, + "support_gap_fraction_to_hidden_at_8": 1.0091473441154055, + "total_car_to_hidden_at_8": 1.9064289703965187 + }, + "1845489013/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11255800724029541, + "branch_car_at_8": 0.009949073195457458, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019238671785175, + "ncar_to_proposal_oracle_at_8": 0.37739026714244994, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1601652398891617, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.0861951932311058, + "proposal_oracle_utility_gain_over_base_at_8": -0.026362814009189606, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.07624612003564835, + "selected_utility_gain_over_base_at_8": -0.036311887204647064, + "selector_gap_fraction_to_hidden_at_8": 0.0052711941525209575, + "selector_regret_at_8": 0.009949073195457458, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9138048067688942, + "support_gap_fraction_to_hidden_at_8": 1.0139674830327599, + "total_car_to_hidden_at_8": 1.9237538799643517 + }, + "1999022574/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.0013870000839233398, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1982116029248755, + "ncar_to_proposal_oracle_at_8": 0.006006326645146518, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15044995726205182, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5970457196235657, + "proposal_oracle_utility_gain_over_base_at_8": -0.23092317581176758, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.5956587195396423, + "selected_utility_gain_over_base_at_8": -0.23231017589569092, + "selector_gap_fraction_to_hidden_at_8": 0.0011834157630471079, + "selector_regret_at_8": 0.0013870000839233398, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4029542803764343, + "support_gap_fraction_to_hidden_at_8": 1.1970281973852055, + "total_car_to_hidden_at_8": 1.4043412804603577 + }, + "1999022574/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 1.1856330037117004, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0116053993601406, + "ncar_to_proposal_oracle_at_8": 1.0116053993601406, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.09882012011393025, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.1720311045646667, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.8143669962882996, + "selected_utility_gain_over_base_at_8": -0.013601899147033691, + "selector_gap_fraction_to_hidden_at_8": 1.011605407991357, + "selector_regret_at_8": 1.1856330037117004, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.1856330037117004 + }, + "1999022574/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.8279688954353333, + "branch_car_at_8": 0.6338560879230499, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.5672404802573083, + "ncar_to_proposal_oracle_at_8": 20.468479398320074, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15346652783738673, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7970014810562134, + "proposal_oracle_utility_gain_over_base_at_8": -0.030967414379119873, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16314539313316345, + "selected_utility_gain_over_base_at_8": -0.6648235023021698, + "selector_gap_fraction_to_hidden_at_8": 0.5408184863476693, + "selector_regret_at_8": 0.6338560879230499, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2029985189437866, + "support_gap_fraction_to_hidden_at_8": 1.0264220072816432, + "total_car_to_hidden_at_8": 1.8368546068668365 + }, + "2012211287/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.008428394794464111, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069979598815633, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.15012798885351566, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7277753949165344, + "proposal_oracle_utility_gain_over_base_at_8": -0.00047129392623901367, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7193470001220703, + "selected_utility_gain_over_base_at_8": -0.008899688720703125, + "selector_gap_fraction_to_hidden_at_8": 0.006627381836179164, + "selector_regret_at_8": 0.008428394794464111, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2722246050834656, + "support_gap_fraction_to_hidden_at_8": 1.0003705859635703, + "total_car_to_hidden_at_8": 1.2806529998779297 + }, + "2012211287/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 1.280548632144928, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0069158938619467, + "ncar_to_proposal_oracle_at_8": 1.0069158938619467, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2320931358803039, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.2717533111572266, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.719451367855072, + "selected_utility_gain_over_base_at_8": -0.008795320987701416, + "selector_gap_fraction_to_hidden_at_8": 1.0069159017794875, + "selector_regret_at_8": 1.280548632144928, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.280548632144928 + }, + "2012211287/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7282466888427734, + "branch_car_at_8": 0.00025147199630737305, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0011445108113346, + "ncar_to_proposal_oracle_at_8": 0.20884931245481586, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.19320969574917243, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7270426154136658, + "proposal_oracle_utility_gain_over_base_at_8": -0.001204073429107666, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7267911434173584, + "selected_utility_gain_over_base_at_8": -0.001455545425415039, + "selector_gap_fraction_to_hidden_at_8": 0.00019773645887231634, + "selector_regret_at_8": 0.00025147199630737305, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2729573845863342, + "support_gap_fraction_to_hidden_at_8": 1.0009467822246219, + "total_car_to_hidden_at_8": 1.2732088565826416 + }, + "2038594191/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.025606751441955566, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9832939078935423, + "ncar_to_proposal_oracle_at_8": 0.4458684629641134, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3898282245298751, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15247176587581635, + "proposal_oracle_utility_gain_over_base_at_8": 0.0574311688542366, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12686501443386078, + "selected_utility_gain_over_base_at_8": 0.031824417412281036, + "selector_gap_fraction_to_hidden_at_8": 0.013442150736608451, + "selector_regret_at_8": 0.025606751441955566, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8475282341241837, + "support_gap_fraction_to_hidden_at_8": 0.9698517623186916, + "total_car_to_hidden_at_8": 1.8731349855661392 + }, + "2038594191/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.03719758987426758, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9695308239638829, + "ncar_to_proposal_oracle_at_8": 0.3905663345898341, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.35033667596352985, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1902807205915451, + "proposal_oracle_utility_gain_over_base_at_8": 0.09524012356996536, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15308313071727753, + "selected_utility_gain_over_base_at_8": 0.058042533695697784, + "selector_gap_fraction_to_hidden_at_8": 0.019526710026528036, + "selector_regret_at_8": 0.03719758987426758, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.809719279408455, + "support_gap_fraction_to_hidden_at_8": 0.950004119026864, + "total_car_to_hidden_at_8": 1.8469168692827225 + }, + "2038594191/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.09504059702157974, + "branch_car_at_8": 0.1589493229985237, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.002720058258962, + "ncar_to_proposal_oracle_at_8": 1.0336975829706272, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5070876425629134, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.24880830943584442, + "proposal_oracle_utility_gain_over_base_at_8": 0.15376771241426468, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.08985898643732071, + "selected_utility_gain_over_base_at_8": -0.005181610584259033, + "selector_gap_fraction_to_hidden_at_8": 0.08343974299400034, + "selector_regret_at_8": 0.1589493229985237, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7511916905641556, + "support_gap_fraction_to_hidden_at_8": 0.919280320528696, + "total_car_to_hidden_at_8": 1.9101410135626793 + }, + "2054899126/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005885511636734009, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8125, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.006346434330809735, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1156463742799865, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0726270377635956, + "proposal_oracle_utility_gain_over_base_at_8": -0.9273729622364044, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0667415261268616, + "selected_utility_gain_over_base_at_8": -0.9332584738731384, + "selector_regret_at_8": 0.005885511636734009, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9273729622364044, + "total_car_to_hidden_at_8": 0.9332584738731384 + }, + "2054899126/train1": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.014168627560138702, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.015326598554656713, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21907773393500884, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.0755530372262, + "proposal_oracle_utility_gain_over_base_at_8": -0.9244469627737999, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.5, + "selected_utility_at_8": 1.0613844096660614, + "selected_utility_gain_over_base_at_8": -0.9386155903339386, + "selector_regret_at_8": 0.014168627560138702, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9244469627737999, + "total_car_to_hidden_at_8": 0.9386155903339386 + }, + "2054899126/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.005500897765159607, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9375, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.005904623170763854, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.09662639932716256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": -0.5, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 1.0683744624257088, + "proposal_oracle_utility_gain_over_base_at_8": -0.9316255375742912, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 1.0628735646605492, + "selected_utility_gain_over_base_at_8": -0.9371264353394508, + "selector_regret_at_8": 0.005500897765159607, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.5, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.9316255375742912, + "total_car_to_hidden_at_8": 0.9371264353394508 + }, + "2061635888/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0012469589710235596, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0057630229581092, + "ncar_to_proposal_oracle_at_8": 0.12747101114683582, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.10559195127306313, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07642464339733124, + "proposal_oracle_utility_gain_over_base_at_8": -0.009782284498214722, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07517768442630768, + "selected_utility_gain_over_base_at_8": -0.011029243469238281, + "selector_gap_fraction_to_hidden_at_8": 0.0006515641576925413, + "selector_regret_at_8": 0.0012469589710235596, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9235753566026688, + "support_gap_fraction_to_hidden_at_8": 1.005111464055755, + "total_car_to_hidden_at_8": 1.9248223155736923 + }, + "2061635888/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.01116877794265747, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0036111529583414, + "ncar_to_proposal_oracle_at_8": 2.6231468415937673, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2537086791190268, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.09046469628810883, + "proposal_oracle_utility_gain_over_base_at_8": 0.004257768392562866, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07929591834545135, + "selected_utility_gain_over_base_at_8": -0.0069110095500946045, + "selector_gap_fraction_to_hidden_at_8": 0.005835938119671427, + "selector_regret_at_8": 0.01116877794265747, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9095353037118912, + "support_gap_fraction_to_hidden_at_8": 0.9977752200827643, + "total_car_to_hidden_at_8": 1.9207040816545486 + }, + "2061635888/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.08620692789554596, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0037531653219327, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1024944972766888, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07902413606643677, + "proposal_oracle_utility_gain_over_base_at_8": -0.007182791829109192, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07902413606643677, + "selected_utility_gain_over_base_at_8": -0.007182791829109192, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9209758639335632, + "support_gap_fraction_to_hidden_at_8": 1.0037531705667693, + "total_car_to_hidden_at_8": 1.9209758639335632 + }, + "211245842/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.4352424144744873, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0205533721895232, + "ncar_to_proposal_oracle_at_8": 1.0937834620823588, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.2008126042583178, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5822281837463379, + "proposal_oracle_utility_gain_over_base_at_8": 0.3979237377643585, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14698576927185059, + "selected_utility_gain_over_base_at_8": -0.037318676710128784, + "selector_gap_fraction_to_hidden_at_8": 0.23971111980272414, + "selector_regret_at_8": 0.4352424144744873, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.417771816253662, + "support_gap_fraction_to_hidden_at_8": 0.7808422580075287, + "total_car_to_hidden_at_8": 1.8530142307281494 + }, + "211245842/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.039610520005226135, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0122479795708568, + "ncar_to_proposal_oracle_at_8": 2.280146636215276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.39870614771131263, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2016763538122177, + "proposal_oracle_utility_gain_over_base_at_8": 0.017371907830238342, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16206583380699158, + "selected_utility_gain_over_base_at_8": -0.022238612174987793, + "selector_gap_fraction_to_hidden_at_8": 0.021815617666502807, + "selector_regret_at_8": 0.039610520005226135, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7983236461877823, + "support_gap_fraction_to_hidden_at_8": 0.9904323674793413, + "total_car_to_hidden_at_8": 1.8379341661930084 + }, + "211245842/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.18430444598197937, + "branch_car_at_8": 0.041060686111450195, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0061024029871146, + "ncar_to_proposal_oracle_at_8": 1.3695761057579783, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11952033712097218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2142850160598755, + "proposal_oracle_utility_gain_over_base_at_8": 0.029980570077896118, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1732243299484253, + "selected_utility_gain_over_base_at_8": -0.011080116033554077, + "selector_gap_fraction_to_hidden_at_8": 0.022614301180936124, + "selector_regret_at_8": 0.041060686111450195, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7857149839401245, + "support_gap_fraction_to_hidden_at_8": 0.9834881073473187, + "total_car_to_hidden_at_8": 1.8267756700515747 + }, + "278008524/train0": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.01575254276394844, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 5.177068071312195, + "ncar_to_proposal_oracle_at_8": 0.2983203494220327, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0644239477087967, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.0722030997276306, + "proposal_oracle_utility_gain_over_base_at_8": -0.05280411243438721, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.0564505569636822, + "selected_utility_gain_over_base_at_8": -0.06855665519833565, + "selector_gap_fraction_to_hidden_at_8": 1.4193307040362508, + "selector_regret_at_8": 0.01575254276394844, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04170554131269455, + "support_gap_fraction_to_hidden_at_8": 3.757739699588823, + "total_car_to_hidden_at_8": 0.05745808407664299 + }, + "278008524/train1": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.022388704121112823, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.125, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 1.053649940694802, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.05259466283670616, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1246033310890198, + "proposal_oracle_utility_gain_over_base_at_8": -0.0004038810729980469, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.102214626967907, + "selected_utility_gain_over_base_at_8": -0.02279258519411087, + "selector_gap_fraction_to_hidden_at_8": 2.0172600486699674, + "selector_regret_at_8": 0.022388704121112823, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.011694014072418213 + }, + "278008524/train2": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.1250072121620178, + "branch_car_at_8": 0.043415673077106476, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.1875, + "hidden_chart_oracle_success_at_8": 0.5, + "hidden_chart_oracle_utility_at_8": 1.1139086410403252, + "ncar_to_hidden_chart_oracle_at_8": 0.026316678586339484, + "ncar_to_proposal_oracle_at_8": 1.3556794180383116, + "outcome_ptr_at_8": 0.5, + "pairwise_causal_calibration_ece": 0.05319894873106218, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.5, + "proposal_oracle_utility_at_8": 1.157032236456871, + "proposal_oracle_utility_gain_over_base_at_8": 0.03202502429485321, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.5, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 1.1136165633797646, + "selected_utility_gain_over_base_at_8": -0.011390648782253265, + "selector_gap_fraction_to_hidden_at_8": 3.911825459427708, + "selector_regret_at_8": 0.043415673077106476, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0002920776605606079 + }, + "307068879/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018923133611679077, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0046022238919023, + "ncar_to_proposal_oracle_at_8": 0.29802141685706063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14968618489381266, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20280277729034424, + "proposal_oracle_utility_gain_over_base_at_8": -0.006349578499794006, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20091046392917633, + "selected_utility_gain_over_base_at_8": -0.008241891860961914, + "selector_gap_fraction_to_hidden_at_8": 0.001056657928041005, + "selector_regret_at_8": 0.0018923133611679077, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7971972227096558, + "support_gap_fraction_to_hidden_at_8": 1.0035455715735078, + "total_car_to_hidden_at_8": 1.7990895360708237 + }, + "307068879/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0010644197463989258, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0044650649657694, + "ncar_to_proposal_oracle_at_8": 0.15355490027913618, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07078320556128705, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20222051441669464, + "proposal_oracle_utility_gain_over_base_at_8": -0.0069318413734436035, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20115609467029572, + "selected_utility_gain_over_base_at_8": -0.00799626111984253, + "selector_gap_fraction_to_hidden_at_8": 0.00059436644420333, + "selector_regret_at_8": 0.0010644197463989258, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7977794855833054, + "support_gap_fraction_to_hidden_at_8": 1.0038707041304467, + "total_car_to_hidden_at_8": 1.7988439053297043 + }, + "307068879/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.20915235579013824, + "branch_car_at_8": 0.0018310099840164185, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.004161799291129, + "ncar_to_proposal_oracle_at_8": 0.32567740299816206, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.07483884431566282, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2035302072763443, + "proposal_oracle_utility_gain_over_base_at_8": -0.005622148513793945, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20169919729232788, + "selected_utility_gain_over_base_at_8": -0.007453158497810364, + "selector_gap_fraction_to_hidden_at_8": 0.0010224264414320273, + "selector_regret_at_8": 0.0018310099840164185, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7964697927236557, + "support_gap_fraction_to_hidden_at_8": 1.003139378456884, + "total_car_to_hidden_at_8": 1.7983008027076721 + }, + "412102563/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8389947414398193, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2569619487002215, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16100525856018066, + "selected_utility_gain_over_base_at_8": -1.8389947414398193, + "selector_regret_at_8": 1.8389947414398193, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8389947414398193 + }, + "412102563/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 1.8341862559318542, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14753897600710345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.16581374406814575, + "selected_utility_gain_over_base_at_8": -1.8341862559318542, + "selector_regret_at_8": 1.8341862559318542, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8341862559318542 + }, + "412102563/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.6269922256469727, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.5347509829497624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.2630363607222759, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.8275061845779419, + "proposal_oracle_utility_gain_over_base_at_8": -1.172493815422058, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20051395893096924, + "selected_utility_gain_over_base_at_8": -1.7994860410690308, + "selector_regret_at_8": 0.6269922256469727, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.172493815422058, + "total_car_to_hidden_at_8": 1.7994860410690308 + }, + "440577711/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.046059176325798035, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.025669934688658063, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.21103404986062682, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2057151049375534, + "proposal_oracle_utility_gain_over_base_at_8": -1.7942848950624466, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15965592861175537, + "selected_utility_gain_over_base_at_8": -1.8403440713882446, + "selector_regret_at_8": 0.046059176325798035, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7942848950624466, + "total_car_to_hidden_at_8": 1.8403440713882446 + }, + "440577711/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.16811285862181413, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "440577711/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 0.0, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "441046872/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.0017773360013961792, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0042349040953344, + "ncar_to_proposal_oracle_at_8": 0.3062183274336642, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.35126922454952747, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.203963503241539, + "proposal_oracle_utility_gain_over_base_at_8": -0.005804136395454407, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20218616724014282, + "selected_utility_gain_over_base_at_8": -0.007581472396850586, + "selector_gap_fraction_to_hidden_at_8": 0.000992796265304794, + "selector_regret_at_8": 0.0017773360013961792, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.796036496758461, + "support_gap_fraction_to_hidden_at_8": 1.0032421134395524, + "total_car_to_hidden_at_8": 1.7978138327598572 + }, + "441046872/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.002857789397239685, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.00364861534959, + "ncar_to_proposal_oracle_at_8": 0.7778202738990697, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.3844645158057606, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.20609354972839355, + "proposal_oracle_utility_gain_over_base_at_8": -0.0036740899085998535, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20323576033115387, + "selected_utility_gain_over_base_at_8": -0.006531879305839539, + "selector_gap_fraction_to_hidden_at_8": 0.0015963231703957186, + "selector_regret_at_8": 0.002857789397239685, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7939064502716064, + "support_gap_fraction_to_hidden_at_8": 1.0020522977854422, + "total_car_to_hidden_at_8": 1.7967642396688461 + }, + "441046872/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.2097676396369934, + "branch_car_at_8": 0.000804021954536438, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.003523045662944, + "ncar_to_proposal_oracle_at_8": 0.14610429876487893, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.1123926329678895, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.2042645812034607, + "proposal_oracle_utility_gain_over_base_at_8": -0.005503058433532715, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.20346055924892426, + "selected_utility_gain_over_base_at_8": -0.006307080388069153, + "selector_gap_fraction_to_hidden_at_8": 0.00044911597641627144, + "selector_regret_at_8": 0.000804021954536438, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.7957354187965393, + "support_gap_fraction_to_hidden_at_8": 1.003073935292074, + "total_car_to_hidden_at_8": 1.7965394407510757 + }, + "509430392/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.8407548666000366, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9395127688999878, + "ncar_to_proposal_oracle_at_8": 0.9395127688999878, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.3817070949473941, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.15924513339996338, + "selected_utility_gain_over_base_at_8": 0.11851052939891815, + "selector_gap_fraction_to_hidden_at_8": 0.9395127736952175, + "selector_regret_at_8": 1.8407548666000366, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.8407548666000366 + }, + "509430392/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 1.801475390791893, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9194647061475519, + "ncar_to_proposal_oracle_at_8": 0.9194647061475519, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.5427490518369256, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.198524609208107, + "selected_utility_gain_over_base_at_8": 0.15779000520706177, + "selector_gap_fraction_to_hidden_at_8": 0.9194647108404573, + "selector_regret_at_8": 1.801475390791893, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.801475390791893 + }, + "509430392/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04073460400104523, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.0, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.11637116801567593, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.9592653959989548, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 1.0, + "selected_success_gain_over_base_at_8": 1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 2.0, + "selected_utility_gain_over_base_at_8": 1.9592653959989548, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 0.0 + }, + "585904130/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04245031625032425, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.973562617185654, + "ncar_to_proposal_oracle_at_8": 0.4542712779617799, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.306642479259183, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.16448359191417694, + "proposal_oracle_utility_gain_over_base_at_8": 0.09344705194234848, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.12203327566385269, + "selected_utility_gain_over_base_at_8": 0.05099673569202423, + "selector_gap_fraction_to_hidden_at_8": 0.02200680164760834, + "selector_regret_at_8": 0.04245031625032425, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.835516408085823, + "support_gap_fraction_to_hidden_at_8": 0.951555820585122, + "total_car_to_hidden_at_8": 1.8779667243361473 + }, + "585904130/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.04740310460329056, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9800153670446098, + "ncar_to_proposal_oracle_at_8": 0.5515020146084423, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.21639957957177353, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.15698926150798798, + "proposal_oracle_utility_gain_over_base_at_8": 0.08595272153615952, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.10958615690469742, + "selected_utility_gain_over_base_at_8": 0.03854961693286896, + "selector_gap_fraction_to_hidden_at_8": 0.024574392198491026, + "selector_regret_at_8": 0.04740310460329056, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.843010738492012, + "support_gap_fraction_to_hidden_at_8": 0.9554409799266471, + "total_car_to_hidden_at_8": 1.8904138430953026 + }, + "585904130/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.07103653997182846, + "branch_car_at_8": 0.16070519387722015, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9677841286713383, + "ncar_to_proposal_oracle_at_8": 0.7211412341552217, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.537235764832106, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.2938849627971649, + "proposal_oracle_utility_gain_over_base_at_8": 0.22284842282533646, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.13317976891994476, + "selected_utility_gain_over_base_at_8": 0.0621432289481163, + "selector_gap_fraction_to_hidden_at_8": 0.08331168381741826, + "selector_regret_at_8": 0.16070519387722015, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.706115037202835, + "support_gap_fraction_to_hidden_at_8": 0.8844724498710401, + "total_car_to_hidden_at_8": 1.8668202310800552 + }, + "608016290/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9409337361949222, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.07044148061536364, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6124615669250488, + "proposal_oracle_utility_gain_over_base_at_8": 0.08710145950317383, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6124615669250488, + "selected_utility_gain_over_base_at_8": 0.08710145950317383, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3875384330749512, + "support_gap_fraction_to_hidden_at_8": 0.9409337425756917, + "total_car_to_hidden_at_8": 1.3875384330749512 + }, + "608016290/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.09409016370773315, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0063402020781327, + "ncar_to_proposal_oracle_at_8": 1.1103309346178276, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.346560218379248, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6101007461547852, + "proposal_oracle_utility_gain_over_base_at_8": 0.08474063873291016, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.516010582447052, + "selected_utility_gain_over_base_at_8": -0.009349524974822998, + "selector_gap_fraction_to_hidden_at_8": 0.06380551901605927, + "selector_regret_at_8": 0.09409016370773315, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3898992538452148, + "support_gap_fraction_to_hidden_at_8": 0.9425346898863848, + "total_car_to_hidden_at_8": 1.483989417552948 + }, + "608016290/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.525360107421875, + "branch_car_at_8": 0.1574377715587616, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.076145372525531, + "ncar_to_proposal_oracle_at_8": 3.4869346102323533, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.098162172719824, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.5705108642578125, + "proposal_oracle_utility_gain_over_base_at_8": 0.0451507568359375, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.4130730926990509, + "selected_utility_gain_over_base_at_8": -0.1122870147228241, + "selector_gap_fraction_to_hidden_at_8": 0.10676353756001532, + "selector_regret_at_8": 0.1574377715587616, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.4294891357421875, + "support_gap_fraction_to_hidden_at_8": 0.9693818422631982, + "total_car_to_hidden_at_8": 1.586926907300949 + }, + "626486813/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.013559006154537201, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 1.0914618964539755, + "ncar_to_proposal_oracle_at_8": 0.6739434199631121, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17498107866815757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05774742551147938, + "proposal_oracle_utility_gain_over_base_at_8": 0.016006531193852425, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04418841935694218, + "selected_utility_gain_over_base_at_8": 0.0024475250393152237, + "selector_gap_fraction_to_hidden_at_8": 0.4956669265657667, + "selector_regret_at_8": 0.013559006154537201, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.1078349556773901, + "support_gap_fraction_to_hidden_at_8": 0.5957952202158192, + "total_car_to_hidden_at_8": 0.1213939618319273 + }, + "626486813/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0018939077854156494, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8736369859029146, + "ncar_to_proposal_oracle_at_8": 0.2933595456420097, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.1718281900032565, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.0619367565959692, + "proposal_oracle_utility_gain_over_base_at_8": 0.020195862278342247, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06004284881055355, + "selected_utility_gain_over_base_at_8": 0.018301954492926598, + "selector_gap_fraction_to_hidden_at_8": 0.0702593667270505, + "selector_regret_at_8": 0.0018939077854156494, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10364562459290028, + "support_gap_fraction_to_hidden_at_8": 0.8033778054737339, + "total_car_to_hidden_at_8": 0.10553953237831593 + }, + "626486813/train2": { + "any_generated_unsafe_known_at_8": 0.5, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.04174089431762695, + "branch_car_at_8": 0.0030257832258939743, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.3125, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.16558238118886948, + "ncar_to_hidden_chart_oracle_at_8": 0.8734881395113818, + "ncar_to_proposal_oracle_at_8": 1.0887571854184497, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.22930626964762768, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.08006523177027702, + "proposal_oracle_utility_gain_over_base_at_8": 0.03832433745265007, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07703944854438305, + "selected_utility_gain_over_base_at_8": 0.035298554226756096, + "selector_gap_fraction_to_hidden_at_8": 0.07621781757550655, + "selector_regret_at_8": 0.0030257832258939743, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08551714941859245, + "support_gap_fraction_to_hidden_at_8": 0.797270536737948, + "total_car_to_hidden_at_8": 0.08854293264448643 + }, + "636680137/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.01603551208972931, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.545695985219155, + "ncar_to_proposal_oracle_at_8": 1.360100058520912, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.23190452018557706, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.10778365284204483, + "proposal_oracle_utility_gain_over_base_at_8": -0.011789940297603607, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.09174814075231552, + "selected_utility_gain_over_base_at_8": -0.027825452387332916, + "selector_gap_fraction_to_hidden_at_8": 0.31447896362579014, + "selector_regret_at_8": 0.01603551208972931, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.06278067082166672, + "support_gap_fraction_to_hidden_at_8": 1.231217324726105, + "total_car_to_hidden_at_8": 0.07881618291139603 + }, + "636680137/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.016771696507930756, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.4669981605451308, + "ncar_to_proposal_oracle_at_8": 2.3820368639206455, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.33230022460749403, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.11253269761800766, + "proposal_oracle_utility_gain_over_base_at_8": -0.007040895521640778, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.0957610011100769, + "selected_utility_gain_over_base_at_8": -0.023812592029571533, + "selector_gap_fraction_to_hidden_at_8": 0.3289165763180427, + "selector_regret_at_8": 0.016771696507930756, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.05803162604570389, + "support_gap_fraction_to_hidden_at_8": 1.1380818719260768, + "total_car_to_hidden_at_8": 0.07480332255363464 + }, + "636680137/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.11957359313964844, + "branch_car_at_8": 0.04479973018169403, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.17056432366371155, + "ncar_to_hidden_chart_oracle_at_8": 1.7778231310760573, + "ncar_to_proposal_oracle_at_8": 8.71937375135354, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.17961355132445345, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.1247115358710289, + "proposal_oracle_utility_gain_over_base_at_8": 0.005137942731380463, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.07991180568933487, + "selected_utility_gain_over_base_at_8": -0.03966178745031357, + "selector_gap_fraction_to_hidden_at_8": 0.8785857688497427, + "selector_regret_at_8": 0.04479973018169403, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.04585278779268265, + "support_gap_fraction_to_hidden_at_8": 0.8992377108824552, + "total_car_to_hidden_at_8": 0.09065251797437668 + }, + "655884605/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.037115007638931274, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0128192070820496, + "ncar_to_proposal_oracle_at_8": 2.785674648277076, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.24109036211272677, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15739890933036804, + "proposal_oracle_utility_gain_over_base_at_8": 0.01332351565361023, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.12028390169143677, + "selected_utility_gain_over_base_at_8": -0.023791491985321045, + "selector_gap_fraction_to_hidden_at_8": 0.01999812250588106, + "selector_regret_at_8": 0.037115007638931274, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.842601090669632, + "support_gap_fraction_to_hidden_at_8": 0.9928210900333903, + "total_car_to_hidden_at_8": 1.8797160983085632 + }, + "655884605/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.007448926568031311, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0006126450906982, + "ncar_to_proposal_oracle_at_8": 1.1801394954053765, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.03038245725350449, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.15038728713989258, + "proposal_oracle_utility_gain_over_base_at_8": 0.006311893463134766, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.14293836057186127, + "selected_utility_gain_over_base_at_8": -0.0011370331048965454, + "selector_gap_fraction_to_hidden_at_8": 0.00401359330150179, + "selector_regret_at_8": 0.007448926568031311, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8496127128601074, + "support_gap_fraction_to_hidden_at_8": 0.9965990571806475, + "total_car_to_hidden_at_8": 1.8570616394281387 + }, + "655884605/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.1440753936767578, + "branch_car_at_8": 0.0026672184467315674, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9861618738608336, + "ncar_to_proposal_oracle_at_8": 0.09408265091957171, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.030740674705558885, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.17242512106895447, + "proposal_oracle_utility_gain_over_base_at_8": 0.028349727392196655, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.1697579026222229, + "selected_utility_gain_over_base_at_8": 0.025682508945465088, + "selector_gap_fraction_to_hidden_at_8": 0.0014371372832949142, + "selector_regret_at_8": 0.0026672184467315674, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.8275748789310455, + "support_gap_fraction_to_hidden_at_8": 0.9847247418911267, + "total_car_to_hidden_at_8": 1.830242097377777 + }, + "672328262/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.0, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0243607672967996, + "ncar_to_proposal_oracle_at_8": 0.0, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.06817665464645281, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.05979333445429802, + "proposal_oracle_utility_gain_over_base_at_8": -0.04614090546965599, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.05979333445429802, + "selected_utility_gain_over_base_at_8": -0.04614090546965599, + "selector_gap_fraction_to_hidden_at_8": 0.0, + "selector_regret_at_8": 0.0, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.940206665545702, + "support_gap_fraction_to_hidden_at_8": 1.0243607727050636, + "total_car_to_hidden_at_8": 1.940206665545702 + }, + "672328262/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003954809159040451, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.029830316470696, + "ncar_to_proposal_oracle_at_8": 0.07526405055604174, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.057259138137942915, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.053388457745313644, + "proposal_oracle_utility_gain_over_base_at_8": -0.052545782178640366, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.04943364858627319, + "selected_utility_gain_over_base_at_8": -0.05650059133768082, + "selector_gap_fraction_to_hidden_at_8": 0.0020879999218620937, + "selector_regret_at_8": 0.003954809159040451, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9466115422546864, + "support_gap_fraction_to_hidden_at_8": 1.0277423219859751, + "total_car_to_hidden_at_8": 1.9505663514137268 + }, + "672328262/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.10593423992395401, + "branch_car_at_8": 0.003098629415035248, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.019464283192897, + "ncar_to_proposal_oracle_at_8": 0.09176223920635006, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.11992738854206779, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.07216622680425644, + "proposal_oracle_utility_gain_over_base_at_8": -0.03376801311969757, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.06906759738922119, + "selected_utility_gain_over_base_at_8": -0.03686664253473282, + "selector_gap_fraction_to_hidden_at_8": 0.001635967177248819, + "selector_regret_at_8": 0.003098629415035248, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.9278337731957436, + "support_gap_fraction_to_hidden_at_8": 1.0178283213980606, + "total_car_to_hidden_at_8": 1.9309324026107788 + }, + "701667486/train0": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.1777932047843933, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.1498652011752732, + "ncar_to_proposal_oracle_at_8": 53.02873072453875, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.14902773533283883, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7879213094711304, + "proposal_oracle_utility_gain_over_base_at_8": -0.0033527612686157227, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.6101281046867371, + "selected_utility_gain_over_base_at_8": -0.18114596605300903, + "selector_gap_fraction_to_hidden_at_8": 0.1470914129336198, + "selector_regret_at_8": 0.1777932047843933, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2120786905288696, + "support_gap_fraction_to_hidden_at_8": 1.0027737977546884, + "total_car_to_hidden_at_8": 1.389871895313263 + }, + "701667486/train1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 0.005861341953277588, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.00197720406197, + "ncar_to_proposal_oracle_at_8": 1.6884448537277836, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.08032260044386995, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": 0.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.7947455048561096, + "proposal_oracle_utility_gain_over_base_at_8": 0.0034714341163635254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.788884162902832, + "selected_utility_gain_over_base_at_8": -0.0023899078369140625, + "selector_gap_fraction_to_hidden_at_8": 0.004849190218716296, + "selector_regret_at_8": 0.005861341953277588, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 1.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.2052544951438904, + "support_gap_fraction_to_hidden_at_8": 0.9971280221327856, + "total_car_to_hidden_at_8": 1.211115837097168 + }, + "701667486/train2": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.7912740707397461, + "branch_car_at_8": 1.2084707021713257, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 0.9997888379154961, + "ncar_to_proposal_oracle_at_8": 0.9997888379154961, + "outcome_ptr_at_8": 1.0, + "pairwise_causal_calibration_ece": 0.19081260775351527, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 1.0, + "proposal_oracle_success_gain_over_base_at_8": 1.0, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 2.0, + "proposal_oracle_utility_gain_over_base_at_8": 1.208725929260254, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7915292978286743, + "selected_utility_gain_over_base_at_8": 0.00025522708892822266, + "selector_gap_fraction_to_hidden_at_8": 0.9997888461869231, + "selector_regret_at_8": 1.2084707021713257, + "success_selector_gap_at_8": 1.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.0, + "support_gap_fraction_to_hidden_at_8": 0.0, + "total_car_to_hidden_at_8": 1.2084707021713257 + }, + "747260437/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.013475894927978516, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.057997356483955015, + "ncar_to_proposal_oracle_at_8": 0.007454744029188191, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.0970400395222119, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.19230616092681885, + "proposal_oracle_utility_gain_over_base_at_8": -1.8076938390731812, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.17883026599884033, + "selected_utility_gain_over_base_at_8": -1.8211697340011597, + "selector_gap_fraction_to_hidden_at_8": 0.007828738282001445, + "selector_regret_at_8": 0.013475894927978516, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.08635708689689636, + "support_gap_fraction_to_hidden_at_8": 0.05016861853888564, + "total_car_to_hidden_at_8": 0.09983298182487488 + }, + "747260437/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.004217416048049927, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.08636170359931446, + "ncar_to_proposal_oracle_at_8": 0.002260407447282227, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.22949591329262792, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.1342230886220932, + "proposal_oracle_utility_gain_over_base_at_8": -1.8657769113779068, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.13000567257404327, + "selected_utility_gain_over_base_at_8": -1.8699943274259567, + "selector_gap_fraction_to_hidden_at_8": 0.0024500819161142355, + "selector_regret_at_8": 0.004217416048049927, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.144440159201622, + "support_gap_fraction_to_hidden_at_8": 0.08391162218491321, + "total_car_to_hidden_at_8": 0.14865757524967194 + }, + "747260437/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.02974964678287506, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 1.0, + "hidden_chart_oracle_success_at_8": 0.0, + "hidden_chart_oracle_utility_at_8": 0.2786632478237152, + "ncar_to_hidden_chart_oracle_at_8": 0.07153763725445794, + "ncar_to_proposal_oracle_at_8": 0.016393451416906714, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.30546034643967757, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -1.0, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.18527252972126007, + "proposal_oracle_utility_gain_over_base_at_8": -1.81472747027874, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.155522882938385, + "selected_utility_gain_over_base_at_8": -1.844477117061615, + "selector_gap_fraction_to_hidden_at_8": 0.017282874338947683, + "selector_regret_at_8": 0.02974964678287506, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.09339071810245514, + "support_gap_fraction_to_hidden_at_8": 0.05425476333110376, + "total_car_to_hidden_at_8": 0.1231403648853302 + }, + "750448296/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.021671657760938007, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 4.785336244564055, + "ncar_to_proposal_oracle_at_8": 0.06681795851447021, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.2278364926390788, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.3333333333333333, + "proposal_oracle_utility_at_8": 0.20943730572859445, + "proposal_oracle_utility_gain_over_base_at_8": -0.5510660211245219, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 0.6666666666666666, + "selected_utility_at_8": 0.18776564796765646, + "selected_utility_gain_over_base_at_8": -0.5727376788854599, + "selector_gap_fraction_to_hidden_at_8": 0.009032422853856583, + "selector_regret_at_8": 0.021671657760938007, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1985591898361843, + "support_gap_fraction_to_hidden_at_8": 4.77630791171034, + "total_car_to_hidden_at_8": 1.2202308475971222 + }, + "750448296/train1": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.023376444975535076, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.875, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 0.6215016958379097, + "ncar_to_proposal_oracle_at_8": 0.30219308144694457, + "outcome_ptr_at_8": 0.6666666666666666, + "pairwise_causal_calibration_ece": 0.20294335451598566, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 1.0, + "proposal_oracle_utility_at_8": 0.22532296180725098, + "proposal_oracle_utility_gain_over_base_at_8": -0.5351803650458654, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.2019465168317159, + "selected_utility_gain_over_base_at_8": -0.5585568100214005, + "selector_gap_fraction_to_hidden_at_8": 0.8506872930430188, + "selector_regret_at_8": 0.023376444975535076, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1875135501225789, + "support_gap_fraction_to_hidden_at_8": 0.4568807953323259, + "total_car_to_hidden_at_8": 1.2060499787330627 + }, + "750448296/train2": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.3333333333333333, + "base_unsafe_known": 0.0, + "base_utility": 0.7605033268531164, + "branch_car_at_8": 0.05147687097390493, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.9583333333333334, + "hidden_chart_oracle_success_at_8": 0.6666666666666666, + "hidden_chart_oracle_utility_at_8": 1.4079964955647786, + "ncar_to_hidden_chart_oracle_at_8": 3.6663220458717465, + "ncar_to_proposal_oracle_at_8": 0.22983336179896974, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.22679962996282277, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.0, + "proposal_oracle_success_gain_over_base_at_8": -0.3333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.6666666666666666, + "proposal_oracle_utility_at_8": 0.2481476068496704, + "proposal_oracle_utility_gain_over_base_at_8": -0.512355720003446, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.3333333333333333, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.19667073587576547, + "selected_utility_gain_over_base_at_8": -0.5638325909773508, + "selector_gap_fraction_to_hidden_at_8": 0.7611347320927621, + "selector_regret_at_8": 0.05147687097390493, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 0.6666666666666666, + "support_gap_at_8": 1.1598488887151082, + "support_gap_fraction_to_hidden_at_8": 2.905190365647023, + "total_car_to_hidden_at_8": 1.2113257596890132 + }, + "767747424/train0": { + "any_generated_unsafe_known_at_8": 1.0, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.013934170128777623, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.8125, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 0.6905690468618849, + "ncar_to_proposal_oracle_at_8": 0.24408266901117134, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.23720961495109247, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5789013803005219, + "proposal_oracle_utility_gain_over_base_at_8": -0.49580737575888634, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.25, + "selected_success_gain_over_base_at_8": -0.25, + "selected_unsafe_known_at_8": 1.0, + "selected_utility_at_8": 0.5649672101717442, + "selected_utility_gain_over_base_at_8": -0.509741545887664, + "selector_gap_fraction_to_hidden_at_8": 0.403104630020674, + "selector_regret_at_8": 0.013934170128777623, + "success_selector_gap_at_8": 0.0, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.0, + "support_gap_at_8": 0.10475751012563705, + "support_gap_fraction_to_hidden_at_8": 0.6342859808846938, + "total_car_to_hidden_at_8": 0.10877881688065827 + }, + "767747424/train1": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.4677690644748509, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 0.7008801051561266, + "ncar_to_proposal_oracle_at_8": 0.27306559340142716, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.21186127613271044, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5825987188145518, + "proposal_oracle_utility_gain_over_base_at_8": -0.49211003724485636, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.11482965433970094, + "selected_utility_gain_over_base_at_8": -0.9598791017197073, + "selector_gap_fraction_to_hidden_at_8": 0.45301742188642, + "selector_regret_at_8": 0.4677690644748509, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.1008116127923131, + "support_gap_fraction_to_hidden_at_8": 0.5865290868312131, + "total_car_to_hidden_at_8": 0.5589009053073823 + }, + "767747424/train2": { + "any_generated_unsafe_known_at_8": 0.75, + "base_safety_label_known": 1.0, + "base_success": 0.5, + "base_unsafe_known": 0.0, + "base_utility": 1.0747087560594082, + "branch_car_at_8": 0.45911610033363104, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.75, + "hidden_chart_oracle_success_at_8": 0.25, + "hidden_chart_oracle_utility_at_8": 0.6737305596470833, + "ncar_to_hidden_chart_oracle_at_8": 1.15659739162032, + "ncar_to_proposal_oracle_at_8": 0.5383285029875181, + "outcome_ptr_at_8": 0.25, + "pairwise_causal_calibration_ece": 0.14681410264927175, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.25, + "proposal_oracle_success_gain_over_base_at_8": -0.25, + "proposal_oracle_unsafe_known_at_8": 0.75, + "proposal_oracle_utility_at_8": 0.5809952197596431, + "proposal_oracle_utility_gain_over_base_at_8": -0.4937135362997651, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.75, + "selected_utility_at_8": 0.12187911942601204, + "selected_utility_gain_over_base_at_8": -0.9528296366333961, + "selector_gap_fraction_to_hidden_at_8": 0.7611605820457173, + "selector_regret_at_8": 0.45911610033363104, + "success_selector_gap_at_8": 0.25, + "success_support_gap_at_8": 0.0, + "success_total_car_to_hidden_at_8": 0.25, + "support_gap_at_8": 0.09709237236529589, + "support_gap_fraction_to_hidden_at_8": 0.5478765791717298, + "total_car_to_hidden_at_8": 0.5518514402210712 + } +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_task.json b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_task.json new file mode 100644 index 0000000000000000000000000000000000000000..d74ada3da98810e29e6701be4c48b473f2930c52 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/metrics_by_task.json @@ -0,0 +1,179 @@ +{ + "LiftPegUpright-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.0, + "base_unsafe_known": 0.0, + "base_utility": 0.4796089559793472, + "branch_car_at_8": 0.18885904252529145, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0056207874968426, + "ncar_to_proposal_oracle_at_8": 0.6789057634923168, + "outcome_ptr_at_8": 0.3333333333333333, + "pairwise_causal_calibration_ece": 0.17461037477790295, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.13333333333333333, + "proposal_oracle_success_gain_over_base_at_8": 0.13333333333333333, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.6601470321416855, + "proposal_oracle_utility_gain_over_base_at_8": 0.18053807616233825, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": 0.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.47128798961639407, + "selected_utility_gain_over_base_at_8": -0.008320966362953186, + "selector_gap_fraction_to_hidden_at_8": 0.14638959816683447, + "selector_regret_at_8": 0.18885904252529145, + "success_selector_gap_at_8": 0.13333333333333333, + "success_support_gap_at_8": 0.8666666666666667, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.3398529678583144, + "support_gap_fraction_to_hidden_at_8": 0.8592311961008738, + "total_car_to_hidden_at_8": 1.528712010383606 + }, + "PickCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 1.0, + "base_unsafe_known": 0.0, + "base_utility": 2.0, + "branch_car_at_8": 0.7539208928743998, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_proposal_oracle_at_8": 0.27456935655376624, + "outcome_ptr_at_8": 0.0, + "pairwise_causal_calibration_ece": 0.4028758622177973, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.3333333333333333, + "proposal_oracle_success_gain_over_base_at_8": -0.6666666666666666, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.021850009759267, + "proposal_oracle_utility_gain_over_base_at_8": -0.9781499902407328, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -1.0, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.26792911688486737, + "selected_utility_gain_over_base_at_8": -1.7320708831151326, + "selector_regret_at_8": 0.7539208928743998, + "success_selector_gap_at_8": 0.3333333333333333, + "success_support_gap_at_8": 0.6666666666666666, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 0.9781499902407328, + "total_car_to_hidden_at_8": 1.7320708831151326 + }, + "PullCube-v1": { + "any_generated_unsafe_known_at_8": 0.7066666666666667, + "base_safety_label_known": 1.0, + "base_success": 0.36, + "base_unsafe_known": 0.0, + "base_utility": 0.8032506120204925, + "branch_car_at_8": 0.06862825746337572, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.5816666666666667, + "hidden_chart_oracle_success_at_8": 0.52, + "hidden_chart_oracle_utility_at_8": 1.1467878860235214, + "ncar_to_hidden_chart_oracle_at_8": 1.3075100566723548, + "ncar_to_proposal_oracle_at_8": 0.5092805557938541, + "outcome_ptr_at_8": 0.32, + "pairwise_causal_calibration_ece": 0.19854171059884482, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.17333333333333334, + "proposal_oracle_success_gain_over_base_at_8": -0.18666666666666668, + "proposal_oracle_unsafe_known_at_8": 0.5466666666666666, + "proposal_oracle_utility_at_8": 0.46170220340291657, + "proposal_oracle_utility_gain_over_base_at_8": -0.34154840861757596, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.14666666666666667, + "selected_success_gain_over_base_at_8": -0.21333333333333335, + "selected_unsafe_known_at_8": 0.5333333333333333, + "selected_utility_at_8": 0.39307394593954087, + "selected_utility_gain_over_base_at_8": -0.4101766660809517, + "selector_gap_fraction_to_hidden_at_8": 0.3721528711155151, + "selector_regret_at_8": 0.06862825746337572, + "success_selector_gap_at_8": 0.02666666666666667, + "success_support_gap_at_8": 0.3466666666666667, + "success_total_car_to_hidden_at_8": 0.37333333333333335, + "support_gap_at_8": 0.6881442584097386, + "support_gap_fraction_to_hidden_at_8": 1.0971174661984022, + "total_car_to_hidden_at_8": 0.7538664453228314 + }, + "PushCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.8333333333333334, + "base_unsafe_known": 0.0, + "base_utility": 1.6734557673335075, + "branch_car_at_8": 0.41695255951748955, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 0.8333333333333334, + "hidden_chart_oracle_utility_at_8": 1.7015800600250561, + "ncar_to_hidden_chart_oracle_at_8": 0.3255141393427919, + "ncar_to_proposal_oracle_at_8": 0.17843067932762913, + "outcome_ptr_at_8": 0.16666666666666666, + "pairwise_causal_calibration_ece": 0.25042093435733487, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.5555555555555556, + "proposal_oracle_success_gain_over_base_at_8": -0.2777777777777778, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 1.1790093589160178, + "proposal_oracle_utility_gain_over_base_at_8": -0.49444640841748977, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.3333333333333333, + "selected_success_gain_over_base_at_8": -0.5, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.7620567993985282, + "selected_utility_gain_over_base_at_8": -0.9113989679349793, + "selector_gap_fraction_to_hidden_at_8": 0.48464542735161803, + "selector_regret_at_8": 0.41695255951748955, + "success_selector_gap_at_8": 0.2222222222222222, + "success_support_gap_at_8": 0.3333333333333333, + "success_total_car_to_hidden_at_8": 0.5, + "support_gap_at_8": 0.6220440144340197, + "support_gap_fraction_to_hidden_at_8": 0.007535380326794263, + "total_car_to_hidden_at_8": 0.939523260626528 + }, + "StackCube-v1": { + "any_generated_unsafe_known_at_8": 0.0, + "base_safety_label_known": 1.0, + "base_success": 0.09090909090909091, + "base_unsafe_known": 0.0, + "base_utility": 0.5003613992170854, + "branch_car_at_8": 0.3588122549382123, + "generated_safety_label_coverage_at_8": 1.0, + "generated_unsafe_rate_known_at_8": 0.0, + "hidden_chart_oracle_success_at_8": 1.0, + "hidden_chart_oracle_utility_at_8": 2.0, + "ncar_to_hidden_chart_oracle_at_8": 1.0530175208494181, + "ncar_to_proposal_oracle_at_8": 3.7287207392774975, + "outcome_ptr_at_8": 0.6060606060606061, + "pairwise_causal_calibration_ece": 0.1913742697792418, + "proposal_oracle_safety_label_known_at_8": 1.0, + "proposal_oracle_success_at_8": 0.18181818181818182, + "proposal_oracle_success_gain_over_base_at_8": 0.09090909090909091, + "proposal_oracle_unsafe_known_at_8": 0.0, + "proposal_oracle_utility_at_8": 0.634040683056369, + "proposal_oracle_utility_gain_over_base_at_8": 0.13367928383928357, + "selected_safety_label_known_at_8": 1.0, + "selected_success_at_8": 0.0, + "selected_success_gain_over_base_at_8": -0.09090909090909091, + "selected_unsafe_known_at_8": 0.0, + "selected_utility_at_8": 0.2752284281181567, + "selected_utility_gain_over_base_at_8": -0.22513297109892874, + "selector_gap_fraction_to_hidden_at_8": 0.2000703650638142, + "selector_regret_at_8": 0.3588122549382123, + "success_selector_gap_at_8": 0.18181818181818182, + "success_support_gap_at_8": 0.8181818181818182, + "success_total_car_to_hidden_at_8": 1.0, + "support_gap_at_8": 1.365959316943631, + "support_gap_fraction_to_hidden_at_8": 0.8529471625482842, + "total_car_to_hidden_at_8": 1.7247715718818433 + } +} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/report.md b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/report.md new file mode 100644 index 0000000000000000000000000000000000000000..5671a6c39063be4bd786b345ac12f9ffd581d4b2 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/report.md @@ -0,0 +1,77 @@ +# CTT Test Measured Rollout Comparison + +Runs: `3` +Rows: `144` +K: `8` + +| Metric | N | Micro mean | 95% CI | +| --- | ---: | ---: | ---: | +| any_generated_unsafe_known_at_8 | 144 | 0.3681 | [0.2847, 0.4514] | +| base_safety_label_known | 144 | 1.0000 | [1.0000, 1.0000] | +| base_success | 144 | 0.3333 | [0.2569, 0.4097] | +| base_unsafe_known | 144 | 0.0000 | [0.0000, 0.0000] | +| base_utility | 144 | 0.8338 | [0.6953, 0.9699] | +| branch_car_at_8 | 144 | 0.2055 | [0.1335, 0.2890] | +| generated_safety_label_coverage_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | +| generated_unsafe_rate_known_at_8 | 144 | 0.3030 | [0.2318, 0.3707] | +| hidden_chart_oracle_success_at_8 | 144 | 0.7292 | [0.6597, 0.7986] | +| hidden_chart_oracle_utility_at_8 | 144 | 1.5183 | [1.3941, 1.6438] | +| ncar_to_hidden_chart_oracle_at_8 | 105 | 1.1356 | [0.9502, 1.3391] | +| ncar_to_proposal_oracle_at_8 | 117 | 1.2924 | [0.5646, 2.4405] | +| outcome_ptr_at_8 | 144 | 0.3611 | [0.2847, 0.4444] | +| pairwise_causal_calibration_ece | 144 | 0.2051 | [0.1835, 0.2261] | +| proposal_oracle_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | +| proposal_oracle_success_at_8 | 144 | 0.2222 | [0.1597, 0.2917] | +| proposal_oracle_success_gain_over_base_at_8 | 144 | -0.1111 | [-0.1875, -0.0347] | +| proposal_oracle_unsafe_known_at_8 | 144 | 0.2847 | [0.2083, 0.3611] | +| proposal_oracle_utility_at_8 | 144 | 0.6232 | [0.5049, 0.7533] | +| proposal_oracle_utility_gain_over_base_at_8 | 144 | -0.2106 | [-0.3489, -0.0733] | +| selected_safety_label_known_at_8 | 144 | 1.0000 | [1.0000, 1.0000] | +| selected_success_at_8 | 144 | 0.1181 | [0.0694, 0.1736] | +| selected_success_gain_over_base_at_8 | 144 | -0.2153 | [-0.2847, -0.1458] | +| selected_unsafe_known_at_8 | 144 | 0.2778 | [0.2083, 0.3542] | +| selected_utility_at_8 | 144 | 0.4177 | [0.3282, 0.5208] | +| selected_utility_gain_over_base_at_8 | 144 | -0.4161 | [-0.5485, -0.2891] | +| selector_gap_fraction_to_hidden_at_8 | 105 | 0.2972 | [0.1927, 0.4117] | +| selector_regret_at_8 | 144 | 0.2055 | [0.1335, 0.2890] | +| success_selector_gap_at_8 | 144 | 0.1042 | [0.0556, 0.1597] | +| success_support_gap_at_8 | 144 | 0.5139 | [0.4375, 0.5972] | +| success_total_car_to_hidden_at_8 | 144 | 0.6111 | [0.5347, 0.6875] | +| support_gap_at_8 | 144 | 0.9091 | [0.7773, 1.0456] | +| support_gap_fraction_to_hidden_at_8 | 105 | 0.9311 | [0.7587, 1.1355] | +| total_car_to_hidden_at_8 | 144 | 1.1007 | [0.9704, 1.2309] | + +| Success/Utility | Mean | +| --- | ---: | +| base_success_rate | 0.3333 | +| selected_success_rate | 0.1181 | +| proposal_oracle_success_rate | 0.2222 | +| hidden_chart_oracle_success_rate | 0.7292 | +| selected_success_gain_over_base | -0.2153 | +| proposal_oracle_success_gain_over_base | -0.1111 | +| success_support_gap | 0.5139 | +| success_selector_gap | 0.1042 | +| base_utility_mean | 0.8338 | +| selected_utility_mean | 0.4177 | +| proposal_oracle_utility_mean | 0.6232 | +| hidden_chart_oracle_utility_mean | 1.5183 | +| ncar_to_proposal_oracle | 1.2924 | +| ncar_to_hidden_chart_oracle | 1.1356 | +| utility_support_gap_fraction_to_hidden | 0.9311 | +| utility_selector_gap_fraction_to_hidden | 0.2972 | +| generated_safety_label_coverage | 1.0000 | +| generated_unsafe_rate_known | 0.3030 | +| any_generated_unsafe_known | 0.3681 | +| selected_safety_label_known_rate | 1.0000 | +| selected_unsafe_rate_known | 0.2778 | +| proposal_oracle_safety_label_known_rate | 1.0000 | +| proposal_oracle_unsafe_rate_known | 0.2847 | +| base_safety_label_known_rate | 1.0000 | +| base_unsafe_rate_known | 0.0000 | + +These are measured generated-candidate rollouts, not PPTC proxies. + +Run dirs: +- `runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed0` +- `runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed1` +- `runs/ctt_residual_base_context_obs_rollout_test_perdim_trainmax_seed2` diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/source_data_hash.txt b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/source_data_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ef49748c0932e9ccb1c83a065667e7a4032f7db --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/source_data_hash.txt @@ -0,0 +1 @@ +67f7b4a692f7c7e71da24378dc71e3399c5d35afc14c494869eba6087b765c42 diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/split_hash.txt b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/split_hash.txt new file mode 100644 index 0000000000000000000000000000000000000000..4c0148defc082a565e8f22f83d8680e331b609cf --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/split_hash.txt @@ -0,0 +1 @@ +84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex new file mode 100644 index 0000000000000000000000000000000000000000..03edbbab09859b9949f5e1de7fb86541b1022e21 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/table.tex @@ -0,0 +1,41 @@ +% Auto-generated by scripts/eval_metrics.py +\begin{tabular}{lrrrr} +\toprule +Metric & N & Micro mean & CI low & CI high \\ +\midrule +any\_generated\_unsafe\_known\_at\_8 & 144 & 0.3681 & 0.2847 & 0.4514 \\ +base\_safety\_label\_known & 144 & 1.0000 & 1.0000 & 1.0000 \\ +base\_success & 144 & 0.3333 & 0.2569 & 0.4097 \\ +base\_unsafe\_known & 144 & 0.0000 & 0.0000 & 0.0000 \\ +base\_utility & 144 & 0.8338 & 0.6953 & 0.9699 \\ +branch\_car\_at\_8 & 144 & 0.2055 & 0.1335 & 0.2890 \\ +generated\_safety\_label\_coverage\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +generated\_unsafe\_rate\_known\_at\_8 & 144 & 0.3030 & 0.2318 & 0.3707 \\ +hidden\_chart\_oracle\_success\_at\_8 & 144 & 0.7292 & 0.6597 & 0.7986 \\ +hidden\_chart\_oracle\_utility\_at\_8 & 144 & 1.5183 & 1.3941 & 1.6438 \\ +ncar\_to\_hidden\_chart\_oracle\_at\_8 & 105 & 1.1356 & 0.9502 & 1.3391 \\ +ncar\_to\_proposal\_oracle\_at\_8 & 117 & 1.2924 & 0.5646 & 2.4405 \\ +outcome\_ptr\_at\_8 & 144 & 0.3611 & 0.2847 & 0.4444 \\ +pairwise\_causal\_calibration\_ece & 144 & 0.2051 & 0.1835 & 0.2261 \\ +proposal\_oracle\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +proposal\_oracle\_success\_at\_8 & 144 & 0.2222 & 0.1597 & 0.2917 \\ +proposal\_oracle\_success\_gain\_over\_base\_at\_8 & 144 & -0.1111 & -0.1875 & -0.0347 \\ +proposal\_oracle\_unsafe\_known\_at\_8 & 144 & 0.2847 & 0.2083 & 0.3611 \\ +proposal\_oracle\_utility\_at\_8 & 144 & 0.6232 & 0.5049 & 0.7533 \\ +proposal\_oracle\_utility\_gain\_over\_base\_at\_8 & 144 & -0.2106 & -0.3489 & -0.0733 \\ +selected\_safety\_label\_known\_at\_8 & 144 & 1.0000 & 1.0000 & 1.0000 \\ +selected\_success\_at\_8 & 144 & 0.1181 & 0.0694 & 0.1736 \\ +selected\_success\_gain\_over\_base\_at\_8 & 144 & -0.2153 & -0.2847 & -0.1458 \\ +selected\_unsafe\_known\_at\_8 & 144 & 0.2778 & 0.2083 & 0.3542 \\ +selected\_utility\_at\_8 & 144 & 0.4177 & 0.3282 & 0.5208 \\ +selected\_utility\_gain\_over\_base\_at\_8 & 144 & -0.4161 & -0.5485 & -0.2891 \\ +selector\_gap\_fraction\_to\_hidden\_at\_8 & 105 & 0.2972 & 0.1927 & 0.4117 \\ +selector\_regret\_at\_8 & 144 & 0.2055 & 0.1335 & 0.2890 \\ +success\_selector\_gap\_at\_8 & 144 & 0.1042 & 0.0556 & 0.1597 \\ +success\_support\_gap\_at\_8 & 144 & 0.5139 & 0.4375 & 0.5972 \\ +success\_total\_car\_to\_hidden\_at\_8 & 144 & 0.6111 & 0.5347 & 0.6875 \\ +support\_gap\_at\_8 & 144 & 0.9091 & 0.7773 & 1.0456 \\ +support\_gap\_fraction\_to\_hidden\_at\_8 & 105 & 0.9311 & 0.7587 & 1.1355 \\ +total\_car\_to\_hidden\_at\_8 & 144 & 1.1007 & 0.9704 & 1.2309 \\ +\bottomrule +\end{tabular} diff --git a/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/train.log b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/train.log new file mode 100644 index 0000000000000000000000000000000000000000..518e1c04f4cca9e59f377237f5a12c0cf039c704 --- /dev/null +++ b/workspace/runs/ctt_base_context_obs_test_perdim_trainmax_rollout_comparison/train.log @@ -0,0 +1 @@ +comparison artifact; source runs trained/evaluated separately