Linslab's picture
Add level3_from_level2 PI0.5 multi-task LoRA transfer (level_2 -> level_3, 26 tasks, step 50000, 26/26 tasks evaluated, mean 0.002 over 50 ep)
c4568d7 verified
Raw History Blame Contribute Delete
5.93 kB
Invalid JSON:Unexpected token 'N', ..."rn_mean": NaN, "... is not valid JSON
{
"suite": "level3_from_level2",
"source_level": "level_2",
"target_level": "level_3",
"step": 50000,
"num_tasks": 26,
"tasks_evaluated": 26,
"evaluation_complete": true,
"pending_tasks": [],
"episodes_per_task": 50,
"episode_seeds": "1000-1049",
"mean_success_rate": 0.0023076923076923075,
"baseline_mean_success_rate": 0.005384615384615385,
"per_task": {
"GroceryPrepare-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 2065.12124,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_gripper"
},
"Stack6Blocks-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 1433.76086,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_gripper"
},
"PushTargetPose-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": -564.65166,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_gripper"
},
"MazeBlockPush-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": -606.4159599999999,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_gripper"
},
"TweezersPickPlace-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": -132.02686,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_dex"
},
"ClutterGrasp-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": NaN,
"baseline_success_rate": 0.04,
"embodiment": "rigid_body/single_arm_dex"
},
"MobilePickPlace-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 25.86926,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_dex"
},
"HammerNail-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": -66.25786,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/single_arm_dex"
},
"DualArmFoldCarton-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 5936.42092,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmOpenFridge-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 1425.15506,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmAssembleBracket-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 10.287080000000001,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmOrganizeCabinet-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 1368.98614,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_gripper"
},
"DualArmPingpongBalance-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 97.12592000000001,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmSetupTable-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 56.87244,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmMakeLine-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 12451.475719999999,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmPlugCharger-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 111.3852,
"baseline_success_rate": 0.0,
"embodiment": "rigid_body/dual_arm_dex"
},
"DualArmLayerClayInDish-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 446.88494,
"baseline_success_rate": 0.0,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmThreadCloth-v1": {
"success_rate": 0.02,
"successes": 1,
"return_mean": 171.17984,
"baseline_success_rate": 0.04,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmThreading-v1": {
"success_rate": 0.04,
"successes": 2,
"return_mean": NaN,
"baseline_success_rate": 0.0,
"embodiment": "deformable/dual_arm_dex"
},
"DualArmWeaveCloth-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 42.20444,
"baseline_success_rate": 0.0,
"embodiment": "deformable/dual_arm_gripper"
},
"DualArmShapeDoll-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 386.13046,
"baseline_success_rate": 0.0,
"embodiment": "deformable/dual_arm_gripper"
},
"DualArmThreadRopeThroughTube-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 2.5702999999999996,
"baseline_success_rate": 0.0,
"embodiment": "deformable/dual_arm_gripper"
},
"HitBox-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 377.81138,
"baseline_success_rate": 0.0,
"embodiment": "deformable/single_arm_dex"
},
"PressFitSoftPeg-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 618.17936,
"baseline_success_rate": 0.0,
"embodiment": "deformable/single_arm_dex"
},
"LiquidMeasuring-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 85.52546000000001,
"baseline_success_rate": 0.0,
"embodiment": "deformable/single_arm_gripper"
},
"SeparateTwoRopesEnv-v1": {
"success_rate": 0.0,
"successes": 0,
"return_mean": 1858.72316,
"baseline_success_rate": 0.06,
"embodiment": "deformable/single_arm_gripper"
}
},
"note": "Only the final checkpoint (step 50000) was evaluated, 50 episodes per task; baseline = level_3 policy trained 80000 steps from pi05_base on the same tasks (multi_task/level_3).",
"campaign": "pi05_transfer_20261101"
}