File size: 2,153 Bytes
ec4b6e0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
 "suite": "level2_gripper",
 "suite_id": "l2gripper",
 "description": "all level-2 gripper tasks (single-arm + dual-arm)",
 "level": "level_2",
 "step": 50000,
 "campaign": "pi05_lv2sub_20261029",
 "tasks": 14,
 "mean_success_rate": 0.1657142857142857,
 "episodes_per_task": 50,
 "episode_seeds": "1000-1049",
 "per_task": [
  {
   "task": "HangMug-v1",
   "success_rate": 0.5,
   "successes": 25,
   "return_mean": 18.965799999999998
  },
  {
   "task": "PivotBook-v1",
   "success_rate": 0.16,
   "successes": 8,
   "return_mean": 166.12356
  },
  {
   "task": "OpenBoxRetrieval-v1",
   "success_rate": 0.04,
   "successes": 2,
   "return_mean": 199.32865999999996
  },
  {
   "task": "KitAssembly-v1",
   "success_rate": 0.0,
   "successes": 0,
   "return_mean": 221.42
  },
  {
   "task": "FoldShirt-v1",
   "success_rate": 0.62,
   "successes": 31,
   "return_mean": 139.50567999999998
  },
  {
   "task": "ScoopWater-v1",
   "success_rate": 0.0,
   "successes": 0,
   "return_mean": -6.22558
  },
  {
   "task": "StraightenTwoRopesSequential-v1",
   "success_rate": 0.04,
   "successes": 2,
   "return_mean": 2262.5647400000003
  },
  {
   "task": "DualArmLiftBall-v1",
   "success_rate": 0.16,
   "successes": 8,
   "return_mean": 30.405540000000006
  },
  {
   "task": "DualArmBookPickPlace-v1",
   "success_rate": 0.16,
   "successes": 8,
   "return_mean": 651.2786199999998
  },
  {
   "task": "DualArmPegInHole-v1",
   "success_rate": 0.16,
   "successes": 8,
   "return_mean": 40.740300000000005
  },
  {
   "task": "DualArmCleanupPotEnv-v1",
   "success_rate": 0.0,
   "successes": 0,
   "return_mean": 420.24263999999994
  },
  {
   "task": "DualArmClothAlign-v1",
   "success_rate": 0.34,
   "successes": 17,
   "return_mean": 28.680160000000004
  },
  {
   "task": "DualArmPushObject-v1",
   "success_rate": 0.04,
   "successes": 2,
   "return_mean": 3.1547800000000006
  },
  {
   "task": "DualArmStraightenRope-v1",
   "success_rate": 0.1,
   "successes": 5,
   "return_mean": 86.06981999999999
  }
 ],
 "note": "Only the final checkpoint (step 50000) was evaluated; 50 episodes per task, the same seeds for every task and suite."
}