File size: 2,110 Bytes
7a7b360
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
 "suite": "level2_single_arm",
 "suite_id": "l2single",
 "description": "all level-2 single-arm tasks (gripper + dexterous hand)",
 "level": "level_2",
 "step": 50000,
 "campaign": "pi05_lv2sub_20261029",
 "tasks": 14,
 "mean_success_rate": 0.24142857142857146,
 "episodes_per_task": 50,
 "episode_seeds": "1000-1049",
 "per_task": [
  {
   "task": "HangMug-v1",
   "success_rate": 0.46,
   "successes": 23,
   "return_mean": 17.7855
  },
  {
   "task": "PivotBook-v1",
   "success_rate": 0.18,
   "successes": 9,
   "return_mean": 236.3131600000001
  },
  {
   "task": "OpenBoxRetrieval-v1",
   "success_rate": 0.04,
   "successes": 2,
   "return_mean": 173.10387999999995
  },
  {
   "task": "KitAssembly-v1",
   "success_rate": 0.06,
   "successes": 3,
   "return_mean": 298.645
  },
  {
   "task": "FoldShirt-v1",
   "success_rate": 0.5,
   "successes": 25,
   "return_mean": 144.72065999999998
  },
  {
   "task": "ScoopWater-v1",
   "success_rate": 0.0,
   "successes": 0,
   "return_mean": -4.80142
  },
  {
   "task": "StraightenTwoRopesSequential-v1",
   "success_rate": 0.08,
   "successes": 4,
   "return_mean": 2095.1472199999994
  },
  {
   "task": "GraspTwoBlocks-v1",
   "success_rate": 0.7,
   "successes": 35,
   "return_mean": 196.48832000000002
  },
  {
   "task": "ReorientPen-v1",
   "success_rate": 0.16,
   "successes": 8,
   "return_mean": 113.77316
  },
  {
   "task": "DexOpenDoor-v1",
   "success_rate": 0.18,
   "successes": 9,
   "return_mean": 302.11635999999993
  },
  {
   "task": "HammerNailOut-v1",
   "success_rate": 0.34,
   "successes": 17,
   "return_mean": -26.519540000000003
  },
  {
   "task": "ClothWipe-v1",
   "success_rate": 0.18,
   "successes": 9,
   "return_mean": 363.9603600000001
  },
  {
   "task": "RollingPin-v1",
   "success_rate": 0.1,
   "successes": 5,
   "return_mean": 277.29405999999994
  },
  {
   "task": "RopeBridgeDex-v1",
   "success_rate": 0.4,
   "successes": 20,
   "return_mean": 291.27295999999996
  }
 ],
 "note": "Only the final checkpoint (step 50000) was evaluated; 50 episodes per task, the same seeds for every task and suite."
}