File size: 5,193 Bytes
818ef14 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 | {
"suite": "level_1",
"step": 80000,
"num_tasks": 28,
"tasks_evaluated": 28,
"evaluation_complete": true,
"pending_tasks": [],
"episodes_per_task": 50,
"episode_seeds": "1000-1049",
"mean_success_rate": 0.5792857142857143,
"per_task": {
"PushSoccer-v1": {
"success_rate": 0.6,
"successes": 30,
"return_mean": 67.01078000000001,
"embodiment": "rigid_body/single_arm_gripper"
},
"PickPlacePen-v1": {
"success_rate": 0.34,
"successes": 17,
"return_mean": 45.98866,
"embodiment": "rigid_body/single_arm_gripper"
},
"OpenDoor-v1": {
"success_rate": 0.12,
"successes": 6,
"return_mean": 41.798320000000004,
"embodiment": "rigid_body/single_arm_gripper"
},
"StackBlock-v1": {
"success_rate": 0.54,
"successes": 27,
"return_mean": 61.804179999999995,
"embodiment": "rigid_body/single_arm_gripper"
},
"LiftBucket-v1": {
"success_rate": 0.54,
"successes": 27,
"return_mean": 133.14442,
"embodiment": "rigid_body/single_arm_dex"
},
"TurnOnFaucet-v1": {
"success_rate": 0.84,
"successes": 42,
"return_mean": 14.59942,
"embodiment": "rigid_body/single_arm_dex"
},
"ReorientCube-v1": {
"success_rate": 0.84,
"successes": 42,
"return_mean": 32246.19264,
"embodiment": "rigid_body/single_arm_dex"
},
"GraspCylinder-v1": {
"success_rate": 0.86,
"successes": 43,
"return_mean": 23.40544,
"embodiment": "rigid_body/single_arm_dex"
},
"DualArmPushBox-v1": {
"success_rate": 0.6,
"successes": 30,
"return_mean": 43.167139999999996,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmDoubleDoorBox-v1": {
"success_rate": 0.7,
"successes": 35,
"return_mean": 77.11922,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmButtonPress-v1": {
"success_rate": 0.9,
"successes": 45,
"return_mean": 118.0342,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmHammerHandover-v1": {
"success_rate": 0.24,
"successes": 12,
"return_mean": 358.47458,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmPressButton-v1": {
"success_rate": 0.38,
"successes": 19,
"return_mean": 179.40556,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmOpenScissor-v1": {
"success_rate": 0.98,
"successes": 49,
"return_mean": 245.00475999999998,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmSwingCup-v1": {
"success_rate": 0.42,
"successes": 21,
"return_mean": 191.12506000000002,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmOpenPen-v1": {
"success_rate": 0.3,
"successes": 15,
"return_mean": 904.7209799999999,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmCoverCloth-v1": {
"success_rate": 0.24,
"successes": 12,
"return_mean": 198.41704000000001,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmLiftSoftDex-v1": {
"success_rate": 1.0,
"successes": 50,
"return_mean": 127.94382,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmRopeStretch-v1": {
"success_rate": 0.48,
"successes": 24,
"return_mean": 233.87707999999998,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmFoldHandKerchief-v1": {
"success_rate": 0.6,
"successes": 30,
"return_mean": -9.85732,
"embodiment": "deformable/dual_arm_gripper"
},
"DualArmPouringWater-v1": {
"success_rate": 0.72,
"successes": 36,
"return_mean": 142.6494,
"embodiment": "deformable/dual_arm_gripper"
},
"DualArmRopeCylinderWarpping-v1": {
"success_rate": 0.66,
"successes": 33,
"return_mean": 88.41546,
"embodiment": "deformable/dual_arm_gripper"
},
"DrapeCloth-v1": {
"success_rate": 0.96,
"successes": 48,
"return_mean": 8.39592,
"embodiment": "deformable/single_arm_dex"
},
"RopePalmCageHoldDex-v1": {
"success_rate": 0.92,
"successes": 46,
"return_mean": 60.815259999999995,
"embodiment": "deformable/single_arm_dex"
},
"SqueezeClay-v1": {
"success_rate": 0.4,
"successes": 20,
"return_mean": 704.1522,
"embodiment": "deformable/single_arm_dex"
},
"ShapeTToI-v1": {
"success_rate": 0.1,
"successes": 5,
"return_mean": -78.61582,
"embodiment": "deformable/single_arm_gripper"
},
"StraightenRope-v1": {
"success_rate": 0.66,
"successes": 33,
"return_mean": 209.27102,
"embodiment": "deformable/single_arm_gripper"
},
"UnfoldShirt-v1": {
"success_rate": 0.28,
"successes": 14,
"return_mean": 0.9190600000000001,
"embodiment": "deformable/single_arm_gripper"
}
},
"note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
"campaign": "pi05_levels_20261028"
}
|