| { |
| "suite": "level_1", |
| "step": 80000, |
| "num_tasks": 28, |
| "tasks_evaluated": 28, |
| "evaluation_complete": true, |
| "pending_tasks": [], |
| "episodes_per_task": 50, |
| "episode_seeds": "1000-1049", |
| "mean_success_rate": 0.5792857142857143, |
| "per_task": { |
| "PushSoccer-v1": { |
| "success_rate": 0.6, |
| "successes": 30, |
| "return_mean": 67.01078000000001, |
| "embodiment": "rigid_body/single_arm_gripper" |
| }, |
| "PickPlacePen-v1": { |
| "success_rate": 0.34, |
| "successes": 17, |
| "return_mean": 45.98866, |
| "embodiment": "rigid_body/single_arm_gripper" |
| }, |
| "OpenDoor-v1": { |
| "success_rate": 0.12, |
| "successes": 6, |
| "return_mean": 41.798320000000004, |
| "embodiment": "rigid_body/single_arm_gripper" |
| }, |
| "StackBlock-v1": { |
| "success_rate": 0.54, |
| "successes": 27, |
| "return_mean": 61.804179999999995, |
| "embodiment": "rigid_body/single_arm_gripper" |
| }, |
| "LiftBucket-v1": { |
| "success_rate": 0.54, |
| "successes": 27, |
| "return_mean": 133.14442, |
| "embodiment": "rigid_body/single_arm_dex" |
| }, |
| "TurnOnFaucet-v1": { |
| "success_rate": 0.84, |
| "successes": 42, |
| "return_mean": 14.59942, |
| "embodiment": "rigid_body/single_arm_dex" |
| }, |
| "ReorientCube-v1": { |
| "success_rate": 0.84, |
| "successes": 42, |
| "return_mean": 32246.19264, |
| "embodiment": "rigid_body/single_arm_dex" |
| }, |
| "GraspCylinder-v1": { |
| "success_rate": 0.86, |
| "successes": 43, |
| "return_mean": 23.40544, |
| "embodiment": "rigid_body/single_arm_dex" |
| }, |
| "DualArmPushBox-v1": { |
| "success_rate": 0.6, |
| "successes": 30, |
| "return_mean": 43.167139999999996, |
| "embodiment": "rigid_body/dual_arm_gripper" |
| }, |
| "DualArmDoubleDoorBox-v1": { |
| "success_rate": 0.7, |
| "successes": 35, |
| "return_mean": 77.11922, |
| "embodiment": "rigid_body/dual_arm_gripper" |
| }, |
| "DualArmButtonPress-v1": { |
| "success_rate": 0.9, |
| "successes": 45, |
| "return_mean": 118.0342, |
| "embodiment": "rigid_body/dual_arm_gripper" |
| }, |
| "DualArmHammerHandover-v1": { |
| "success_rate": 0.24, |
| "successes": 12, |
| "return_mean": 358.47458, |
| "embodiment": "rigid_body/dual_arm_gripper" |
| }, |
| "DualArmPressButton-v1": { |
| "success_rate": 0.38, |
| "successes": 19, |
| "return_mean": 179.40556, |
| "embodiment": "rigid_body/dual_arm_dex" |
| }, |
| "DualArmOpenScissor-v1": { |
| "success_rate": 0.98, |
| "successes": 49, |
| "return_mean": 245.00475999999998, |
| "embodiment": "rigid_body/dual_arm_dex" |
| }, |
| "DualArmSwingCup-v1": { |
| "success_rate": 0.42, |
| "successes": 21, |
| "return_mean": 191.12506000000002, |
| "embodiment": "rigid_body/dual_arm_dex" |
| }, |
| "DualArmOpenPen-v1": { |
| "success_rate": 0.3, |
| "successes": 15, |
| "return_mean": 904.7209799999999, |
| "embodiment": "rigid_body/dual_arm_dex" |
| }, |
| "DualArmCoverCloth-v1": { |
| "success_rate": 0.24, |
| "successes": 12, |
| "return_mean": 198.41704000000001, |
| "embodiment": "deformable/dual_arm_dex" |
| }, |
| "DualArmLiftSoftDex-v1": { |
| "success_rate": 1.0, |
| "successes": 50, |
| "return_mean": 127.94382, |
| "embodiment": "deformable/dual_arm_dex" |
| }, |
| "DualArmRopeStretch-v1": { |
| "success_rate": 0.48, |
| "successes": 24, |
| "return_mean": 233.87707999999998, |
| "embodiment": "deformable/dual_arm_dex" |
| }, |
| "DualArmFoldHandKerchief-v1": { |
| "success_rate": 0.6, |
| "successes": 30, |
| "return_mean": -9.85732, |
| "embodiment": "deformable/dual_arm_gripper" |
| }, |
| "DualArmPouringWater-v1": { |
| "success_rate": 0.72, |
| "successes": 36, |
| "return_mean": 142.6494, |
| "embodiment": "deformable/dual_arm_gripper" |
| }, |
| "DualArmRopeCylinderWarpping-v1": { |
| "success_rate": 0.66, |
| "successes": 33, |
| "return_mean": 88.41546, |
| "embodiment": "deformable/dual_arm_gripper" |
| }, |
| "DrapeCloth-v1": { |
| "success_rate": 0.96, |
| "successes": 48, |
| "return_mean": 8.39592, |
| "embodiment": "deformable/single_arm_dex" |
| }, |
| "RopePalmCageHoldDex-v1": { |
| "success_rate": 0.92, |
| "successes": 46, |
| "return_mean": 60.815259999999995, |
| "embodiment": "deformable/single_arm_dex" |
| }, |
| "SqueezeClay-v1": { |
| "success_rate": 0.4, |
| "successes": 20, |
| "return_mean": 704.1522, |
| "embodiment": "deformable/single_arm_dex" |
| }, |
| "ShapeTToI-v1": { |
| "success_rate": 0.1, |
| "successes": 5, |
| "return_mean": -78.61582, |
| "embodiment": "deformable/single_arm_gripper" |
| }, |
| "StraightenRope-v1": { |
| "success_rate": 0.66, |
| "successes": 33, |
| "return_mean": 209.27102, |
| "embodiment": "deformable/single_arm_gripper" |
| }, |
| "UnfoldShirt-v1": { |
| "success_rate": 0.28, |
| "successes": 14, |
| "return_mean": 0.9190600000000001, |
| "embodiment": "deformable/single_arm_gripper" |
| } |
| }, |
| "note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.", |
| "campaign": "pi05_levels_20261028" |
| } |
|
|
