Linslab commited on
Commit
dcf7b64
·
verified ·
1 Parent(s): e090349

Add level_3 PI0.5 multi-task LoRA (26 tasks, step 80000, 25/26 tasks evaluated, mean 0.006 over 50 ep)

Browse files
Files changed (29) hide show
  1. multi_task/level_3/eval_reports/ClutterGrasp-v1.json +169 -0
  2. multi_task/level_3/eval_reports/DualArmAssembleBracket-v1.json +169 -0
  3. multi_task/level_3/eval_reports/DualArmFoldCarton-v1.json +169 -0
  4. multi_task/level_3/eval_reports/DualArmLayerClayInDish-v1.json +169 -0
  5. multi_task/level_3/eval_reports/DualArmMakeLine-v1.json +169 -0
  6. multi_task/level_3/eval_reports/DualArmOpenFridge-v1.json +169 -0
  7. multi_task/level_3/eval_reports/DualArmOrganizeCabinet-v1.json +169 -0
  8. multi_task/level_3/eval_reports/DualArmPingpongBalance-v1.json +169 -0
  9. multi_task/level_3/eval_reports/DualArmPlugCharger-v1.json +169 -0
  10. multi_task/level_3/eval_reports/DualArmSetupTable-v1.json +169 -0
  11. multi_task/level_3/eval_reports/DualArmShapeDoll-v1.json +169 -0
  12. multi_task/level_3/eval_reports/DualArmThreadCloth-v1.json +169 -0
  13. multi_task/level_3/eval_reports/DualArmThreadRopeThroughTube-v1.json +169 -0
  14. multi_task/level_3/eval_reports/DualArmThreading-v1.json +169 -0
  15. multi_task/level_3/eval_reports/DualArmWeaveCloth-v1.json +169 -0
  16. multi_task/level_3/eval_reports/GroceryPrepare-v1.json +169 -0
  17. multi_task/level_3/eval_reports/HammerNail-v1.json +169 -0
  18. multi_task/level_3/eval_reports/HitBox-v1.json +169 -0
  19. multi_task/level_3/eval_reports/LiquidMeasuring-v1.json +169 -0
  20. multi_task/level_3/eval_reports/MazeBlockPush-v1.json +169 -0
  21. multi_task/level_3/eval_reports/MobilePickPlace-v1.json +169 -0
  22. multi_task/level_3/eval_reports/PushTargetPose-v1.json +169 -0
  23. multi_task/level_3/eval_reports/SeparateTwoRopesEnv-v1.json +169 -0
  24. multi_task/level_3/eval_reports/Stack6Blocks-v1.json +169 -0
  25. multi_task/level_3/eval_reports/TweezersPickPlace-v1.json +169 -0
  26. multi_task/level_3/eval_result.json +167 -0
  27. multi_task/level_3/lora_step_0080000.npz +3 -0
  28. multi_task/level_3/metadata.json +110 -0
  29. multi_task/level_3/norm_stats.json +424 -0
multi_task/level_3/eval_reports/ClutterGrasp-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "ClutterGrasp-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.04,
7
+ "successes": 2,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 1.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 708.859,
64
+ -102.623,
65
+ 4105.173,
66
+ 1320.676,
67
+ 1988.742,
68
+ NaN,
69
+ 1011.868,
70
+ -74.297,
71
+ 961.798,
72
+ 6994.322,
73
+ -120.913,
74
+ -85.555,
75
+ 398.531,
76
+ 2124.468,
77
+ 1743.248,
78
+ 2531.452,
79
+ 4622.592,
80
+ 1342.797,
81
+ 796.338,
82
+ 1436.275,
83
+ -180.405,
84
+ 5089.968,
85
+ -76.72,
86
+ 430.329,
87
+ 2909.072,
88
+ 843.467,
89
+ -132.578,
90
+ 1510.058,
91
+ 1125.862,
92
+ 1021.376,
93
+ -82.258,
94
+ -31.141,
95
+ 2055.506,
96
+ 576.944,
97
+ 27.985,
98
+ 5377.224,
99
+ -85.094,
100
+ -113.862,
101
+ -86.822,
102
+ 695.985,
103
+ 2748.905,
104
+ 767.676,
105
+ 7482.165,
106
+ 192.039,
107
+ 2623.111,
108
+ -97.752,
109
+ 5271.82,
110
+ 3718.33,
111
+ 3133.338,
112
+ -83.622
113
+ ],
114
+ "episode_steps": [
115
+ 2000,
116
+ 2000,
117
+ 2000,
118
+ 2000,
119
+ 2000,
120
+ 2000,
121
+ 2000,
122
+ 2000,
123
+ 2000,
124
+ 2000,
125
+ 2000,
126
+ 2000,
127
+ 2000,
128
+ 2000,
129
+ 2000,
130
+ 2000,
131
+ 2000,
132
+ 2000,
133
+ 2000,
134
+ 2000,
135
+ 2000,
136
+ 2000,
137
+ 2000,
138
+ 2000,
139
+ 2000,
140
+ 2000,
141
+ 2000,
142
+ 2000,
143
+ 2000,
144
+ 2000,
145
+ 2000,
146
+ 2000,
147
+ 2000,
148
+ 344,
149
+ 2000,
150
+ 2000,
151
+ 2000,
152
+ 2000,
153
+ 2000,
154
+ 408,
155
+ 2000,
156
+ 2000,
157
+ 2000,
158
+ 2000,
159
+ 2000,
160
+ 2000,
161
+ 2000,
162
+ 2000,
163
+ 2000,
164
+ 2000
165
+ ],
166
+ "return_mean": NaN,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmAssembleBracket-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmAssembleBracket-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 96.111,
64
+ 3.209,
65
+ 3.865,
66
+ 294.696,
67
+ 4.463,
68
+ 1.739,
69
+ 7.788,
70
+ 75.691,
71
+ 168.888,
72
+ 1.562,
73
+ 6.626,
74
+ 8.446,
75
+ 4.448,
76
+ 6.838,
77
+ 2.039,
78
+ 2.267,
79
+ 2.369,
80
+ 2.109,
81
+ 40.863,
82
+ 17.178,
83
+ 25.636,
84
+ 3.101,
85
+ 0.779,
86
+ 53.671,
87
+ 4.732,
88
+ 5.614,
89
+ 9.11,
90
+ 3.427,
91
+ 10.937,
92
+ 2.643,
93
+ 3.174,
94
+ 6.56,
95
+ 46.942,
96
+ 30.009,
97
+ 43.54,
98
+ 44.108,
99
+ 12.945,
100
+ 3.48,
101
+ 2.086,
102
+ 2.253,
103
+ 1.975,
104
+ 3.428,
105
+ 1.696,
106
+ 16.848,
107
+ 17.156,
108
+ 1.916,
109
+ 3.234,
110
+ 2.526,
111
+ 156.26,
112
+ 0.365
113
+ ],
114
+ "episode_steps": [
115
+ 1800,
116
+ 1800,
117
+ 1800,
118
+ 1800,
119
+ 1800,
120
+ 1800,
121
+ 1800,
122
+ 1800,
123
+ 1800,
124
+ 1800,
125
+ 1800,
126
+ 1800,
127
+ 1800,
128
+ 1800,
129
+ 1800,
130
+ 1800,
131
+ 1800,
132
+ 1800,
133
+ 1800,
134
+ 1800,
135
+ 1800,
136
+ 1800,
137
+ 1800,
138
+ 1800,
139
+ 1800,
140
+ 1800,
141
+ 1800,
142
+ 1800,
143
+ 1800,
144
+ 1800,
145
+ 1800,
146
+ 1800,
147
+ 1800,
148
+ 1800,
149
+ 1800,
150
+ 1800,
151
+ 1800,
152
+ 1800,
153
+ 1800,
154
+ 1800,
155
+ 1800,
156
+ 1800,
157
+ 1800,
158
+ 1800,
159
+ 1800,
160
+ 1800,
161
+ 1800,
162
+ 1800,
163
+ 1800,
164
+ 1800
165
+ ],
166
+ "return_mean": 25.42692,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmFoldCarton-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmFoldCarton-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 6854.867,
64
+ 4984.376,
65
+ 5917.375,
66
+ 6590.338,
67
+ 6660.181,
68
+ 5775.823,
69
+ 5761.672,
70
+ 6169.753,
71
+ 6070.345,
72
+ 6662.851,
73
+ 5089.253,
74
+ 5715.057,
75
+ 5854.003,
76
+ 6265.601,
77
+ 6202.366,
78
+ 5292.331,
79
+ 5861.205,
80
+ 7279.599,
81
+ 5802.677,
82
+ 5580.875,
83
+ 5812.216,
84
+ 5468.845,
85
+ 5977.143,
86
+ 6300.418,
87
+ 7762.47,
88
+ 6298.836,
89
+ 5627.817,
90
+ 6878.142,
91
+ 6265.04,
92
+ 5660.461,
93
+ 6132.803,
94
+ 5715.423,
95
+ 5555.588,
96
+ 6948.99,
97
+ 5628.015,
98
+ 6048.797,
99
+ 5804.177,
100
+ 6751.424,
101
+ 8934.591,
102
+ 5450.312,
103
+ 8289.077,
104
+ 6021.569,
105
+ 5625.937,
106
+ 5674.807,
107
+ 8816.012,
108
+ 10502.121,
109
+ 6399.92,
110
+ 6005.538,
111
+ 6358.736,
112
+ 5678.412
113
+ ],
114
+ "episode_steps": [
115
+ 2400,
116
+ 2400,
117
+ 2400,
118
+ 2400,
119
+ 2400,
120
+ 2400,
121
+ 2400,
122
+ 2400,
123
+ 2400,
124
+ 2400,
125
+ 2400,
126
+ 2400,
127
+ 2400,
128
+ 2400,
129
+ 2400,
130
+ 2400,
131
+ 2400,
132
+ 2400,
133
+ 2400,
134
+ 2400,
135
+ 2400,
136
+ 2400,
137
+ 2400,
138
+ 2400,
139
+ 2400,
140
+ 2400,
141
+ 2400,
142
+ 2400,
143
+ 2400,
144
+ 2400,
145
+ 2400,
146
+ 2400,
147
+ 2400,
148
+ 2400,
149
+ 2400,
150
+ 2400,
151
+ 2400,
152
+ 2400,
153
+ 2400,
154
+ 2400,
155
+ 2400,
156
+ 2400,
157
+ 2400,
158
+ 2400,
159
+ 2400,
160
+ 2400,
161
+ 2400,
162
+ 2400,
163
+ 2400,
164
+ 2400
165
+ ],
166
+ "return_mean": 6295.6837,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmLayerClayInDish-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmLayerClayInDish-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 420.0,
64
+ 420.0,
65
+ 420.0,
66
+ 683.697,
67
+ 420.0,
68
+ 527.617,
69
+ 467.453,
70
+ 420.0,
71
+ 420.0,
72
+ 420.0,
73
+ 420.0,
74
+ 528.497,
75
+ 420.0,
76
+ 763.477,
77
+ 937.264,
78
+ 827.809,
79
+ 420.0,
80
+ 420.0,
81
+ 420.0,
82
+ 420.0,
83
+ 420.0,
84
+ 420.0,
85
+ 420.0,
86
+ 586.931,
87
+ 420.0,
88
+ 420.0,
89
+ 443.481,
90
+ 578.549,
91
+ 715.92,
92
+ 420.001,
93
+ 420.0,
94
+ 420.0,
95
+ 420.0,
96
+ 598.499,
97
+ 420.0,
98
+ 420.0,
99
+ 420.0,
100
+ 456.033,
101
+ 626.972,
102
+ 420.0,
103
+ 420.0,
104
+ 420.0,
105
+ 420.0,
106
+ 641.667,
107
+ 424.881,
108
+ 420.0,
109
+ 420.0,
110
+ 420.0,
111
+ 420.0,
112
+ 420.0
113
+ ],
114
+ "episode_steps": [
115
+ 600,
116
+ 600,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 600,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 600,
129
+ 600,
130
+ 600,
131
+ 600,
132
+ 600,
133
+ 600,
134
+ 600,
135
+ 600,
136
+ 600,
137
+ 600,
138
+ 600,
139
+ 600,
140
+ 600,
141
+ 600,
142
+ 600,
143
+ 600,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 600,
148
+ 600,
149
+ 600,
150
+ 600,
151
+ 600,
152
+ 600,
153
+ 600,
154
+ 600,
155
+ 600,
156
+ 600,
157
+ 600,
158
+ 600,
159
+ 600,
160
+ 600,
161
+ 600,
162
+ 600,
163
+ 600,
164
+ 600
165
+ ],
166
+ "return_mean": 481.77495999999996,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmMakeLine-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmMakeLine-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 10530.244,
64
+ 11579.471,
65
+ 9820.543,
66
+ 9566.06,
67
+ 10056.399,
68
+ 9575.698,
69
+ 10831.852,
70
+ 10708.104,
71
+ 11007.074,
72
+ 12307.348,
73
+ 11534.76,
74
+ 11258.768,
75
+ 11588.716,
76
+ 10130.87,
77
+ 9902.94,
78
+ 10520.382,
79
+ 10735.783,
80
+ 9669.529,
81
+ 11390.574,
82
+ 11044.194,
83
+ 11398.202,
84
+ 9997.962,
85
+ 8241.1,
86
+ 10065.594,
87
+ 10920.09,
88
+ 9809.466,
89
+ 11550.686,
90
+ 9696.748,
91
+ 11746.836,
92
+ 9889.761,
93
+ 12652.093,
94
+ 11132.09,
95
+ 10381.581,
96
+ 9344.151,
97
+ 11360.999,
98
+ 10024.974,
99
+ 9887.371,
100
+ 10269.27,
101
+ 10387.738,
102
+ 10464.341,
103
+ 9360.132,
104
+ 10643.641,
105
+ 10559.667,
106
+ 10560.055,
107
+ 10920.02,
108
+ 10508.189,
109
+ 11228.688,
110
+ 11377.115,
111
+ 10958.293,
112
+ 9212.455
113
+ ],
114
+ "episode_steps": [
115
+ 2000,
116
+ 2000,
117
+ 2000,
118
+ 2000,
119
+ 2000,
120
+ 2000,
121
+ 2000,
122
+ 2000,
123
+ 2000,
124
+ 2000,
125
+ 2000,
126
+ 2000,
127
+ 2000,
128
+ 2000,
129
+ 2000,
130
+ 2000,
131
+ 2000,
132
+ 2000,
133
+ 2000,
134
+ 2000,
135
+ 2000,
136
+ 2000,
137
+ 2000,
138
+ 2000,
139
+ 2000,
140
+ 2000,
141
+ 2000,
142
+ 2000,
143
+ 2000,
144
+ 2000,
145
+ 2000,
146
+ 2000,
147
+ 2000,
148
+ 2000,
149
+ 2000,
150
+ 2000,
151
+ 2000,
152
+ 2000,
153
+ 2000,
154
+ 2000,
155
+ 2000,
156
+ 2000,
157
+ 2000,
158
+ 2000,
159
+ 2000,
160
+ 2000,
161
+ 2000,
162
+ 2000,
163
+ 2000,
164
+ 2000
165
+ ],
166
+ "return_mean": 10566.17234,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmOpenFridge-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOpenFridge-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 1536.344,
64
+ 1335.539,
65
+ 1334.559,
66
+ 1332.135,
67
+ 1548.509,
68
+ 1339.22,
69
+ 1337.646,
70
+ 1511.712,
71
+ 1522.044,
72
+ 1453.154,
73
+ 1616.541,
74
+ 1338.257,
75
+ 1420.737,
76
+ 1533.831,
77
+ 1517.542,
78
+ 1519.106,
79
+ 1484.2,
80
+ 1337.552,
81
+ 1332.679,
82
+ 1448.389,
83
+ 1446.068,
84
+ 1340.085,
85
+ 1551.231,
86
+ 1335.822,
87
+ 1452.329,
88
+ 1393.654,
89
+ 1589.376,
90
+ 1334.93,
91
+ 1415.734,
92
+ 1338.78,
93
+ 1336.226,
94
+ 1403.108,
95
+ 1454.055,
96
+ 1330.608,
97
+ 1395.782,
98
+ 1333.432,
99
+ 1548.092,
100
+ 1484.239,
101
+ 1339.681,
102
+ 1499.042,
103
+ 1338.609,
104
+ 1417.404,
105
+ 1489.703,
106
+ 1429.259,
107
+ 1507.258,
108
+ 1334.046,
109
+ 1336.047,
110
+ 1341.895,
111
+ 1606.215,
112
+ 1335.349
113
+ ],
114
+ "episode_steps": [
115
+ 650,
116
+ 650,
117
+ 650,
118
+ 650,
119
+ 650,
120
+ 650,
121
+ 650,
122
+ 650,
123
+ 650,
124
+ 650,
125
+ 650,
126
+ 650,
127
+ 650,
128
+ 650,
129
+ 650,
130
+ 650,
131
+ 650,
132
+ 650,
133
+ 650,
134
+ 650,
135
+ 650,
136
+ 650,
137
+ 650,
138
+ 650,
139
+ 650,
140
+ 650,
141
+ 650,
142
+ 650,
143
+ 650,
144
+ 650,
145
+ 650,
146
+ 650,
147
+ 650,
148
+ 650,
149
+ 650,
150
+ 650,
151
+ 650,
152
+ 650,
153
+ 650,
154
+ 650,
155
+ 650,
156
+ 650,
157
+ 650,
158
+ 650,
159
+ 650,
160
+ 650,
161
+ 650,
162
+ 650,
163
+ 650,
164
+ 650
165
+ ],
166
+ "return_mean": 1425.1551000000002,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmOrganizeCabinet-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmOrganizeCabinet-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 179.476,
64
+ 1063.324,
65
+ 901.078,
66
+ 1657.427,
67
+ 888.012,
68
+ 228.39,
69
+ 1023.936,
70
+ 2346.822,
71
+ 192.529,
72
+ 126.42,
73
+ 251.595,
74
+ 1143.498,
75
+ 292.807,
76
+ 176.889,
77
+ 2654.839,
78
+ 2394.556,
79
+ 279.673,
80
+ 2420.953,
81
+ 909.073,
82
+ 2640.115,
83
+ 221.937,
84
+ 162.023,
85
+ 1875.764,
86
+ 1092.99,
87
+ 314.864,
88
+ 1672.464,
89
+ 2420.104,
90
+ 235.64,
91
+ 99.605,
92
+ 112.371,
93
+ 152.77,
94
+ 1018.552,
95
+ 2600.333,
96
+ 2562.551,
97
+ 2568.648,
98
+ 2392.651,
99
+ 2453.503,
100
+ 1557.961,
101
+ 899.774,
102
+ 1885.472,
103
+ 2355.034,
104
+ 2644.864,
105
+ 876.95,
106
+ 819.443,
107
+ 152.249,
108
+ 1715.36,
109
+ 2457.904,
110
+ 1585.766,
111
+ 2386.57,
112
+ 1009.908
113
+ ],
114
+ "episode_steps": [
115
+ 5000,
116
+ 5000,
117
+ 5000,
118
+ 5000,
119
+ 5000,
120
+ 5000,
121
+ 5000,
122
+ 5000,
123
+ 5000,
124
+ 5000,
125
+ 5000,
126
+ 5000,
127
+ 5000,
128
+ 5000,
129
+ 5000,
130
+ 5000,
131
+ 5000,
132
+ 5000,
133
+ 5000,
134
+ 5000,
135
+ 5000,
136
+ 5000,
137
+ 5000,
138
+ 5000,
139
+ 5000,
140
+ 5000,
141
+ 5000,
142
+ 5000,
143
+ 5000,
144
+ 5000,
145
+ 5000,
146
+ 5000,
147
+ 5000,
148
+ 5000,
149
+ 5000,
150
+ 5000,
151
+ 5000,
152
+ 5000,
153
+ 5000,
154
+ 5000,
155
+ 5000,
156
+ 5000,
157
+ 5000,
158
+ 5000,
159
+ 5000,
160
+ 5000,
161
+ 5000,
162
+ 5000,
163
+ 5000,
164
+ 5000
165
+ ],
166
+ "return_mean": 1281.50874,
167
+ "embodiment": "rigid_body/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmPingpongBalance-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPingpongBalance-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 123.166,
64
+ 135.523,
65
+ 112.311,
66
+ 135.834,
67
+ 77.453,
68
+ 113.718,
69
+ 92.578,
70
+ 189.678,
71
+ 132.807,
72
+ 126.907,
73
+ 99.953,
74
+ 97.231,
75
+ 107.049,
76
+ 87.516,
77
+ 104.135,
78
+ 125.155,
79
+ 123.36,
80
+ 136.839,
81
+ 143.539,
82
+ 97.891,
83
+ 138.113,
84
+ 88.802,
85
+ 142.582,
86
+ 91.12,
87
+ 99.811,
88
+ 134.609,
89
+ 130.154,
90
+ 110.412,
91
+ 91.866,
92
+ 134.206,
93
+ 92.856,
94
+ 138.783,
95
+ 141.756,
96
+ 109.172,
97
+ 138.664,
98
+ 134.125,
99
+ 96.104,
100
+ 107.191,
101
+ 107.054,
102
+ 131.181,
103
+ 96.192,
104
+ 91.241,
105
+ 139.908,
106
+ 63.37,
107
+ 129.741,
108
+ 78.863,
109
+ 102.454,
110
+ 140.791,
111
+ 71.574,
112
+ 91.127
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 400,
119
+ 400,
120
+ 400,
121
+ 400,
122
+ 400,
123
+ 400,
124
+ 400,
125
+ 400,
126
+ 400,
127
+ 400,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 400,
143
+ 400,
144
+ 400,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 400,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 400,
156
+ 400,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 400,
162
+ 400,
163
+ 400,
164
+ 400
165
+ ],
166
+ "return_mean": 114.5293,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmPlugCharger-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmPlugCharger-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 27.928,
64
+ 40.906,
65
+ 26.48,
66
+ 43.07,
67
+ 34.806,
68
+ 25.421,
69
+ 33.007,
70
+ 31.516,
71
+ 25.218,
72
+ 23.258,
73
+ 33.112,
74
+ 45.206,
75
+ 31.741,
76
+ 37.399,
77
+ 30.042,
78
+ 20.838,
79
+ 27.18,
80
+ 40.458,
81
+ 29.188,
82
+ 29.948,
83
+ 45.518,
84
+ 40.738,
85
+ 35.659,
86
+ 53.776,
87
+ 28.919,
88
+ 22.704,
89
+ 27.875,
90
+ 23.18,
91
+ 56.064,
92
+ 51.928,
93
+ 33.748,
94
+ 23.499,
95
+ 46.942,
96
+ 34.021,
97
+ 36.242,
98
+ 27.79,
99
+ 38.583,
100
+ 45.19,
101
+ 25.934,
102
+ 26.974,
103
+ 35.354,
104
+ 31.04,
105
+ 32.867,
106
+ 27.144,
107
+ 31.068,
108
+ 34.205,
109
+ 62.094,
110
+ 43.816,
111
+ 30.441,
112
+ 28.264
113
+ ],
114
+ "episode_steps": [
115
+ 2000,
116
+ 2000,
117
+ 2000,
118
+ 2000,
119
+ 2000,
120
+ 2000,
121
+ 2000,
122
+ 2000,
123
+ 2000,
124
+ 2000,
125
+ 2000,
126
+ 2000,
127
+ 2000,
128
+ 2000,
129
+ 2000,
130
+ 2000,
131
+ 2000,
132
+ 2000,
133
+ 2000,
134
+ 2000,
135
+ 2000,
136
+ 2000,
137
+ 2000,
138
+ 2000,
139
+ 2000,
140
+ 2000,
141
+ 2000,
142
+ 2000,
143
+ 2000,
144
+ 2000,
145
+ 2000,
146
+ 2000,
147
+ 2000,
148
+ 2000,
149
+ 2000,
150
+ 2000,
151
+ 2000,
152
+ 2000,
153
+ 2000,
154
+ 2000,
155
+ 2000,
156
+ 2000,
157
+ 2000,
158
+ 2000,
159
+ 2000,
160
+ 2000,
161
+ 2000,
162
+ 2000,
163
+ 2000,
164
+ 2000
165
+ ],
166
+ "return_mean": 34.36598,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmSetupTable-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmSetupTable-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 3098.049,
64
+ 104.094,
65
+ 1002.383,
66
+ 87.602,
67
+ 1124.831,
68
+ 132.999,
69
+ 140.083,
70
+ 153.128,
71
+ 88.015,
72
+ 111.278,
73
+ 3160.191,
74
+ 164.944,
75
+ 116.25,
76
+ 3072.093,
77
+ 53.723,
78
+ 126.387,
79
+ 3019.977,
80
+ 122.302,
81
+ 94.536,
82
+ 109.961,
83
+ 152.06,
84
+ 3114.256,
85
+ 142.939,
86
+ 124.652,
87
+ 120.301,
88
+ 115.238,
89
+ 164.778,
90
+ 86.588,
91
+ 96.393,
92
+ 91.759,
93
+ 109.023,
94
+ 129.654,
95
+ 2993.315,
96
+ 2984.854,
97
+ 103.835,
98
+ 111.152,
99
+ 113.372,
100
+ 154.28,
101
+ 83.142,
102
+ 75.81,
103
+ 92.901,
104
+ 148.62,
105
+ 3181.791,
106
+ 116.009,
107
+ 80.783,
108
+ 99.615,
109
+ 123.817,
110
+ 3021.323,
111
+ 138.192,
112
+ 2839.431
113
+ ],
114
+ "episode_steps": [
115
+ 750,
116
+ 750,
117
+ 750,
118
+ 750,
119
+ 750,
120
+ 750,
121
+ 750,
122
+ 750,
123
+ 750,
124
+ 750,
125
+ 750,
126
+ 750,
127
+ 750,
128
+ 750,
129
+ 750,
130
+ 750,
131
+ 750,
132
+ 750,
133
+ 750,
134
+ 750,
135
+ 750,
136
+ 750,
137
+ 750,
138
+ 750,
139
+ 750,
140
+ 750,
141
+ 750,
142
+ 750,
143
+ 750,
144
+ 750,
145
+ 750,
146
+ 750,
147
+ 750,
148
+ 750,
149
+ 750,
150
+ 750,
151
+ 750,
152
+ 750,
153
+ 750,
154
+ 750,
155
+ 750,
156
+ 750,
157
+ 750,
158
+ 750,
159
+ 750,
160
+ 750,
161
+ 750,
162
+ 750,
163
+ 750,
164
+ 750
165
+ ],
166
+ "return_mean": 739.85418,
167
+ "embodiment": "rigid_body/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmShapeDoll-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmShapeDoll-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 403.918,
64
+ 373.377,
65
+ 432.858,
66
+ 414.408,
67
+ 429.585,
68
+ 446.054,
69
+ 411.483,
70
+ 410.222,
71
+ 415.685,
72
+ 377.492,
73
+ 428.587,
74
+ 421.246,
75
+ 398.164,
76
+ 393.646,
77
+ 441.895,
78
+ 411.54,
79
+ 420.835,
80
+ 418.03,
81
+ 378.411,
82
+ 417.3,
83
+ 369.264,
84
+ 349.967,
85
+ 421.902,
86
+ 397.36,
87
+ 422.562,
88
+ 417.038,
89
+ 407.596,
90
+ 327.532,
91
+ 391.222,
92
+ 439.831,
93
+ 435.63,
94
+ 441.121,
95
+ 410.784,
96
+ 374.157,
97
+ 416.342,
98
+ 417.578,
99
+ 400.266,
100
+ 364.895,
101
+ 412.317,
102
+ 417.201,
103
+ 444.493,
104
+ 428.017,
105
+ 414.438,
106
+ 437.41,
107
+ 437.977,
108
+ 417.368,
109
+ 395.672,
110
+ 460.067,
111
+ 385.642,
112
+ 425.641
113
+ ],
114
+ "episode_steps": [
115
+ 1600,
116
+ 1600,
117
+ 1600,
118
+ 1600,
119
+ 1600,
120
+ 1600,
121
+ 1600,
122
+ 1600,
123
+ 1600,
124
+ 1600,
125
+ 1600,
126
+ 1600,
127
+ 1600,
128
+ 1600,
129
+ 1600,
130
+ 1600,
131
+ 1600,
132
+ 1600,
133
+ 1600,
134
+ 1600,
135
+ 1600,
136
+ 1600,
137
+ 1600,
138
+ 1600,
139
+ 1600,
140
+ 1600,
141
+ 1600,
142
+ 1600,
143
+ 1600,
144
+ 1600,
145
+ 1600,
146
+ 1600,
147
+ 1600,
148
+ 1600,
149
+ 1600,
150
+ 1600,
151
+ 1600,
152
+ 1600,
153
+ 1600,
154
+ 1600,
155
+ 1600,
156
+ 1600,
157
+ 1600,
158
+ 1600,
159
+ 1600,
160
+ 1600,
161
+ 1600,
162
+ 1600,
163
+ 1600,
164
+ 1600
165
+ ],
166
+ "return_mean": 410.52052000000003,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmThreadCloth-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmThreadCloth-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.04,
7
+ "successes": 2,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 1.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 145.711,
64
+ 38.356,
65
+ 38.772,
66
+ 54.273,
67
+ 48.774,
68
+ 141.078,
69
+ 121.966,
70
+ 76.662,
71
+ 69.888,
72
+ 113.985,
73
+ 55.237,
74
+ 42.457,
75
+ 71.68,
76
+ 205.182,
77
+ 313.056,
78
+ 138.878,
79
+ 43.7,
80
+ 41.078,
81
+ 59.239,
82
+ 38.123,
83
+ 65.099,
84
+ 47.332,
85
+ 42.737,
86
+ 35.654,
87
+ 100.741,
88
+ 195.648,
89
+ 36.351,
90
+ 63.123,
91
+ 189.634,
92
+ 59.778,
93
+ 169.945,
94
+ 97.283,
95
+ 51.2,
96
+ 66.337,
97
+ 73.186,
98
+ 240.94,
99
+ 183.013,
100
+ 86.39,
101
+ 116.668,
102
+ 43.299,
103
+ 162.47,
104
+ 39.196,
105
+ 100.27,
106
+ 60.966,
107
+ 189.091,
108
+ 274.145,
109
+ 205.016,
110
+ 51.552,
111
+ 179.207,
112
+ 94.729
113
+ ],
114
+ "episode_steps": [
115
+ 400,
116
+ 400,
117
+ 400,
118
+ 400,
119
+ 400,
120
+ 400,
121
+ 400,
122
+ 400,
123
+ 189,
124
+ 400,
125
+ 400,
126
+ 400,
127
+ 400,
128
+ 400,
129
+ 400,
130
+ 400,
131
+ 400,
132
+ 400,
133
+ 400,
134
+ 400,
135
+ 400,
136
+ 400,
137
+ 400,
138
+ 400,
139
+ 400,
140
+ 400,
141
+ 400,
142
+ 400,
143
+ 400,
144
+ 400,
145
+ 400,
146
+ 400,
147
+ 400,
148
+ 201,
149
+ 400,
150
+ 400,
151
+ 400,
152
+ 400,
153
+ 400,
154
+ 400,
155
+ 400,
156
+ 400,
157
+ 400,
158
+ 400,
159
+ 400,
160
+ 400,
161
+ 400,
162
+ 400,
163
+ 400,
164
+ 400
165
+ ],
166
+ "return_mean": 103.5819,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmThreadRopeThroughTube-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmThreadRopeThroughTube-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 16.5,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 17.5,
71
+ 4.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 20.171,
91
+ 0.0,
92
+ 0.5,
93
+ 0.0,
94
+ 0.0,
95
+ 0.5,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0,
107
+ 0.0,
108
+ 0.0,
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0
113
+ ],
114
+ "episode_steps": [
115
+ 470,
116
+ 470,
117
+ 470,
118
+ 470,
119
+ 470,
120
+ 470,
121
+ 470,
122
+ 470,
123
+ 470,
124
+ 470,
125
+ 470,
126
+ 470,
127
+ 470,
128
+ 470,
129
+ 470,
130
+ 470,
131
+ 470,
132
+ 470,
133
+ 470,
134
+ 470,
135
+ 470,
136
+ 470,
137
+ 470,
138
+ 470,
139
+ 470,
140
+ 470,
141
+ 470,
142
+ 470,
143
+ 470,
144
+ 470,
145
+ 470,
146
+ 470,
147
+ 470,
148
+ 470,
149
+ 470,
150
+ 470,
151
+ 470,
152
+ 470,
153
+ 470,
154
+ 470,
155
+ 470,
156
+ 470,
157
+ 470,
158
+ 470,
159
+ 470,
160
+ 470,
161
+ 470,
162
+ 470,
163
+ 470,
164
+ 470
165
+ ],
166
+ "return_mean": 1.18342,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmThreading-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmThreading-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 195.504,
64
+ 217.394,
65
+ 222.241,
66
+ 209.418,
67
+ 222.259,
68
+ 187.298,
69
+ 165.422,
70
+ 216.622,
71
+ 214.505,
72
+ 202.715,
73
+ 224.541,
74
+ 219.703,
75
+ 219.703,
76
+ 224.142,
77
+ 222.725,
78
+ 178.366,
79
+ 135.441,
80
+ 223.606,
81
+ 188.072,
82
+ 223.734,
83
+ 201.875,
84
+ 151.98,
85
+ 253.017,
86
+ 170.308,
87
+ 212.247,
88
+ 226.816,
89
+ 208.774,
90
+ 309.782,
91
+ 201.507,
92
+ 209.777,
93
+ 199.189,
94
+ 249.214,
95
+ 216.291,
96
+ 192.442,
97
+ 209.678,
98
+ 167.014,
99
+ 197.154,
100
+ 218.037,
101
+ 189.928,
102
+ 202.367,
103
+ 205.228,
104
+ 224.465,
105
+ 223.615,
106
+ 226.234,
107
+ 236.307,
108
+ 218.877,
109
+ 329.318,
110
+ 151.142,
111
+ 224.845,
112
+ 213.753
113
+ ],
114
+ "episode_steps": [
115
+ 650,
116
+ 650,
117
+ 650,
118
+ 650,
119
+ 650,
120
+ 650,
121
+ 650,
122
+ 650,
123
+ 650,
124
+ 650,
125
+ 650,
126
+ 650,
127
+ 650,
128
+ 650,
129
+ 650,
130
+ 650,
131
+ 650,
132
+ 650,
133
+ 650,
134
+ 650,
135
+ 650,
136
+ 650,
137
+ 650,
138
+ 650,
139
+ 650,
140
+ 650,
141
+ 650,
142
+ 650,
143
+ 650,
144
+ 650,
145
+ 650,
146
+ 650,
147
+ 650,
148
+ 650,
149
+ 650,
150
+ 650,
151
+ 650,
152
+ 650,
153
+ 650,
154
+ 650,
155
+ 650,
156
+ 650,
157
+ 650,
158
+ 650,
159
+ 650,
160
+ 650,
161
+ 650,
162
+ 650,
163
+ 650,
164
+ 650
165
+ ],
166
+ "return_mean": 211.09184000000002,
167
+ "embodiment": "deformable/dual_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/DualArmWeaveCloth-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "DualArmWeaveCloth-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 0.0,
64
+ 23.911,
65
+ 44.444,
66
+ 31.467,
67
+ 29.778,
68
+ 33.333,
69
+ 27.822,
70
+ 0.0,
71
+ 32.089,
72
+ 34.222,
73
+ 0.0,
74
+ 24.8,
75
+ 30.933,
76
+ 62.311,
77
+ 14.933,
78
+ 58.222,
79
+ 0.0,
80
+ 0.0,
81
+ 12.444,
82
+ 103.2,
83
+ 7.2,
84
+ 2.044,
85
+ 5.956,
86
+ 25.6,
87
+ 45.156,
88
+ 106.756,
89
+ 0.0,
90
+ 0.0,
91
+ 22.044,
92
+ 89.156,
93
+ 0.0,
94
+ 1.422,
95
+ 92.622,
96
+ 0.0,
97
+ 51.644,
98
+ 45.511,
99
+ 2.133,
100
+ 21.156,
101
+ 21.244,
102
+ 42.933,
103
+ 51.022,
104
+ 22.133,
105
+ 0.0,
106
+ 14.844,
107
+ 6.933,
108
+ 27.467,
109
+ 41.689,
110
+ 72.711,
111
+ 1.778,
112
+ 20.0
113
+ ],
114
+ "episode_steps": [
115
+ 500,
116
+ 500,
117
+ 500,
118
+ 500,
119
+ 500,
120
+ 500,
121
+ 500,
122
+ 500,
123
+ 500,
124
+ 500,
125
+ 500,
126
+ 500,
127
+ 500,
128
+ 500,
129
+ 500,
130
+ 500,
131
+ 500,
132
+ 500,
133
+ 500,
134
+ 500,
135
+ 500,
136
+ 500,
137
+ 500,
138
+ 500,
139
+ 500,
140
+ 500,
141
+ 500,
142
+ 500,
143
+ 500,
144
+ 500,
145
+ 500,
146
+ 500,
147
+ 500,
148
+ 500,
149
+ 500,
150
+ 500,
151
+ 500,
152
+ 500,
153
+ 500,
154
+ 500,
155
+ 500,
156
+ 500,
157
+ 500,
158
+ 500,
159
+ 500,
160
+ 500,
161
+ 500,
162
+ 500,
163
+ 500,
164
+ 500
165
+ ],
166
+ "return_mean": 28.101260000000003,
167
+ "embodiment": "deformable/dual_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/GroceryPrepare-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "GroceryPrepare-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 2333.583,
64
+ 1852.986,
65
+ 1891.725,
66
+ 1862.541,
67
+ 2037.935,
68
+ 2334.796,
69
+ 1959.055,
70
+ 2163.759,
71
+ 2003.453,
72
+ 2325.754,
73
+ 2313.828,
74
+ 1869.461,
75
+ 2085.25,
76
+ 2195.005,
77
+ 2242.701,
78
+ 2236.938,
79
+ 2212.203,
80
+ 1918.596,
81
+ 1879.154,
82
+ 2329.376,
83
+ 2199.778,
84
+ 2104.275,
85
+ 2065.766,
86
+ 1977.566,
87
+ 1991.106,
88
+ 2074.857,
89
+ 2167.226,
90
+ 1801.662,
91
+ 2236.226,
92
+ 1964.537,
93
+ 1968.467,
94
+ 2185.33,
95
+ 2017.234,
96
+ 1821.834,
97
+ 2279.303,
98
+ 1879.427,
99
+ 2293.899,
100
+ 2240.045,
101
+ 1869.151,
102
+ 2187.661,
103
+ 2112.059,
104
+ 2140.395,
105
+ 2171.413,
106
+ 2030.535,
107
+ 2051.256,
108
+ 1861.748,
109
+ 1914.148,
110
+ 1929.071,
111
+ 2302.66,
112
+ 1851.673
113
+ ],
114
+ "episode_steps": [
115
+ 1600,
116
+ 1600,
117
+ 1600,
118
+ 1600,
119
+ 1600,
120
+ 1600,
121
+ 1600,
122
+ 1600,
123
+ 1600,
124
+ 1600,
125
+ 1600,
126
+ 1600,
127
+ 1600,
128
+ 1600,
129
+ 1600,
130
+ 1600,
131
+ 1600,
132
+ 1600,
133
+ 1600,
134
+ 1600,
135
+ 1600,
136
+ 1600,
137
+ 1600,
138
+ 1600,
139
+ 1600,
140
+ 1600,
141
+ 1600,
142
+ 1600,
143
+ 1600,
144
+ 1600,
145
+ 1600,
146
+ 1600,
147
+ 1600,
148
+ 1600,
149
+ 1600,
150
+ 1600,
151
+ 1600,
152
+ 1600,
153
+ 1600,
154
+ 1600,
155
+ 1600,
156
+ 1600,
157
+ 1600,
158
+ 1600,
159
+ 1600,
160
+ 1600,
161
+ 1600,
162
+ 1600,
163
+ 1600,
164
+ 1600
165
+ ],
166
+ "return_mean": 2074.76814,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/HammerNail-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HammerNail-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -72.914,
64
+ -87.214,
65
+ -56.512,
66
+ -64.751,
67
+ -69.629,
68
+ -56.812,
69
+ -61.714,
70
+ -45.212,
71
+ -73.485,
72
+ -68.433,
73
+ -67.648,
74
+ -99.474,
75
+ -75.334,
76
+ -63.514,
77
+ -53.739,
78
+ -87.431,
79
+ -69.489,
80
+ -70.091,
81
+ -54.307,
82
+ -59.586,
83
+ -80.454,
84
+ -62.126,
85
+ -71.581,
86
+ -68.899,
87
+ -75.977,
88
+ -72.68,
89
+ -71.6,
90
+ -71.48,
91
+ -85.337,
92
+ -71.434,
93
+ -65.816,
94
+ -44.948,
95
+ -67.41,
96
+ -61.563,
97
+ -68.311,
98
+ -85.72,
99
+ -44.722,
100
+ -59.82,
101
+ -117.631,
102
+ -68.225,
103
+ -63.018,
104
+ -76.747,
105
+ -74.295,
106
+ -72.417,
107
+ -85.767,
108
+ -62.44,
109
+ -80.759,
110
+ -68.454,
111
+ -77.203,
112
+ -85.799
113
+ ],
114
+ "episode_steps": [
115
+ 700,
116
+ 700,
117
+ 700,
118
+ 700,
119
+ 700,
120
+ 700,
121
+ 700,
122
+ 700,
123
+ 700,
124
+ 700,
125
+ 700,
126
+ 700,
127
+ 700,
128
+ 700,
129
+ 700,
130
+ 700,
131
+ 700,
132
+ 700,
133
+ 700,
134
+ 700,
135
+ 700,
136
+ 700,
137
+ 700,
138
+ 700,
139
+ 700,
140
+ 700,
141
+ 700,
142
+ 700,
143
+ 700,
144
+ 700,
145
+ 700,
146
+ 700,
147
+ 700,
148
+ 700,
149
+ 700,
150
+ 700,
151
+ 700,
152
+ 700,
153
+ 700,
154
+ 700,
155
+ 700,
156
+ 700,
157
+ 700,
158
+ 700,
159
+ 700,
160
+ 700,
161
+ 700,
162
+ 700,
163
+ 700,
164
+ 700
165
+ ],
166
+ "return_mean": -70.39844,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/HitBox-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "HitBox-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 281.811,
64
+ 282.444,
65
+ 446.304,
66
+ 266.159,
67
+ 255.198,
68
+ 271.86,
69
+ 276.914,
70
+ 262.555,
71
+ 296.602,
72
+ 651.191,
73
+ 325.771,
74
+ 543.238,
75
+ 263.163,
76
+ 276.076,
77
+ 306.025,
78
+ 470.27,
79
+ 265.045,
80
+ 270.234,
81
+ 573.388,
82
+ 258.018,
83
+ 266.141,
84
+ 548.31,
85
+ 251.347,
86
+ 255.868,
87
+ 496.482,
88
+ 696.296,
89
+ 281.799,
90
+ 561.947,
91
+ 255.155,
92
+ 262.383,
93
+ 287.112,
94
+ 262.176,
95
+ 370.228,
96
+ 258.031,
97
+ 280.669,
98
+ 246.481,
99
+ 255.654,
100
+ 280.743,
101
+ 461.97,
102
+ 549.563,
103
+ 363.486,
104
+ 303.45,
105
+ 365.793,
106
+ 277.309,
107
+ 572.283,
108
+ 254.22,
109
+ 516.439,
110
+ 319.698,
111
+ 254.585,
112
+ 293.58
113
+ ],
114
+ "episode_steps": [
115
+ 520,
116
+ 520,
117
+ 520,
118
+ 520,
119
+ 520,
120
+ 520,
121
+ 520,
122
+ 520,
123
+ 520,
124
+ 520,
125
+ 520,
126
+ 520,
127
+ 520,
128
+ 520,
129
+ 520,
130
+ 520,
131
+ 520,
132
+ 520,
133
+ 520,
134
+ 520,
135
+ 520,
136
+ 520,
137
+ 520,
138
+ 520,
139
+ 520,
140
+ 520,
141
+ 520,
142
+ 520,
143
+ 520,
144
+ 520,
145
+ 520,
146
+ 520,
147
+ 520,
148
+ 520,
149
+ 520,
150
+ 520,
151
+ 520,
152
+ 520,
153
+ 520,
154
+ 520,
155
+ 520,
156
+ 520,
157
+ 520,
158
+ 520,
159
+ 520,
160
+ 520,
161
+ 520,
162
+ 520,
163
+ 520,
164
+ 520
165
+ ],
166
+ "return_mean": 349.82928,
167
+ "embodiment": "deformable/single_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/LiquidMeasuring-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "LiquidMeasuring-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 283.499,
64
+ 30.524,
65
+ 64.831,
66
+ 51.933,
67
+ 44.551,
68
+ 51.789,
69
+ 50.278,
70
+ 155.529,
71
+ 108.34,
72
+ 109.673,
73
+ 35.731,
74
+ 100.034,
75
+ 51.657,
76
+ 271.151,
77
+ 54.139,
78
+ 62.103,
79
+ 94.314,
80
+ 55.82,
81
+ 32.53,
82
+ 69.76,
83
+ NaN,
84
+ 77.247,
85
+ 75.023,
86
+ 55.635,
87
+ 53.455,
88
+ 44.591,
89
+ 66.599,
90
+ 45.343,
91
+ 25.289,
92
+ 67.747,
93
+ 44.57,
94
+ 67.46,
95
+ 256.478,
96
+ 39.053,
97
+ 246.9,
98
+ 55.112,
99
+ 51.992,
100
+ 53.379,
101
+ 61.372,
102
+ 76.626,
103
+ 33.95,
104
+ 27.788,
105
+ 293.691,
106
+ 42.724,
107
+ 50.466,
108
+ 72.549,
109
+ 48.358,
110
+ 81.193,
111
+ 227.399,
112
+ 37.446
113
+ ],
114
+ "episode_steps": [
115
+ 1000,
116
+ 1000,
117
+ 1000,
118
+ 1000,
119
+ 1000,
120
+ 1000,
121
+ 1000,
122
+ 1000,
123
+ 1000,
124
+ 1000,
125
+ 1000,
126
+ 1000,
127
+ 1000,
128
+ 1000,
129
+ 1000,
130
+ 1000,
131
+ 1000,
132
+ 1000,
133
+ 1000,
134
+ 1000,
135
+ 1000,
136
+ 1000,
137
+ 1000,
138
+ 1000,
139
+ 1000,
140
+ 1000,
141
+ 1000,
142
+ 1000,
143
+ 1000,
144
+ 1000,
145
+ 1000,
146
+ 1000,
147
+ 1000,
148
+ 1000,
149
+ 1000,
150
+ 1000,
151
+ 1000,
152
+ 1000,
153
+ 1000,
154
+ 1000,
155
+ 1000,
156
+ 1000,
157
+ 1000,
158
+ 1000,
159
+ 1000,
160
+ 1000,
161
+ 1000,
162
+ 1000,
163
+ 1000,
164
+ 1000
165
+ ],
166
+ "return_mean": NaN,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/MazeBlockPush-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "MazeBlockPush-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -672.452,
64
+ -726.436,
65
+ -616.438,
66
+ -675.831,
67
+ -700.096,
68
+ -763.813,
69
+ -633.458,
70
+ -675.614,
71
+ -779.087,
72
+ -702.003,
73
+ -751.643,
74
+ -789.391,
75
+ -772.289,
76
+ -630.304,
77
+ -647.52,
78
+ -668.521,
79
+ -707.588,
80
+ -789.303,
81
+ -671.162,
82
+ -507.045,
83
+ -396.073,
84
+ -806.912,
85
+ -670.828,
86
+ -773.037,
87
+ -915.091,
88
+ -391.977,
89
+ -627.967,
90
+ -723.805,
91
+ -782.76,
92
+ -668.167,
93
+ -714.749,
94
+ -731.518,
95
+ -791.997,
96
+ -677.954,
97
+ -503.795,
98
+ -637.477,
99
+ -621.96,
100
+ -774.444,
101
+ -707.823,
102
+ -857.608,
103
+ -710.35,
104
+ -764.115,
105
+ -670.195,
106
+ -711.466,
107
+ -828.839,
108
+ -722.636,
109
+ -474.427,
110
+ -715.604,
111
+ -761.617,
112
+ -501.701
113
+ ],
114
+ "episode_steps": [
115
+ 1000,
116
+ 1000,
117
+ 1000,
118
+ 1000,
119
+ 1000,
120
+ 1000,
121
+ 1000,
122
+ 1000,
123
+ 1000,
124
+ 1000,
125
+ 1000,
126
+ 1000,
127
+ 1000,
128
+ 1000,
129
+ 1000,
130
+ 1000,
131
+ 1000,
132
+ 1000,
133
+ 1000,
134
+ 1000,
135
+ 1000,
136
+ 1000,
137
+ 1000,
138
+ 1000,
139
+ 1000,
140
+ 1000,
141
+ 1000,
142
+ 1000,
143
+ 1000,
144
+ 1000,
145
+ 1000,
146
+ 1000,
147
+ 1000,
148
+ 1000,
149
+ 1000,
150
+ 1000,
151
+ 1000,
152
+ 1000,
153
+ 1000,
154
+ 1000,
155
+ 1000,
156
+ 1000,
157
+ 1000,
158
+ 1000,
159
+ 1000,
160
+ 1000,
161
+ 1000,
162
+ 1000,
163
+ 1000,
164
+ 1000
165
+ ],
166
+ "return_mean": -690.33772,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/MobilePickPlace-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "MobilePickPlace-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 293.651,
64
+ 12.331,
65
+ 14.608,
66
+ 7.34,
67
+ 26.431,
68
+ 16.182,
69
+ 11.924,
70
+ 15.625,
71
+ 261.633,
72
+ 16.042,
73
+ 31.636,
74
+ 5.355,
75
+ 19.966,
76
+ 267.912,
77
+ 20.805,
78
+ 23.234,
79
+ 16.655,
80
+ 20.558,
81
+ 260.361,
82
+ 18.177,
83
+ 16.887,
84
+ 24.876,
85
+ 20.279,
86
+ 16.009,
87
+ 15.615,
88
+ 16.506,
89
+ 22.096,
90
+ 10.05,
91
+ 11.401,
92
+ 3.221,
93
+ 16.738,
94
+ 21.349,
95
+ 14.103,
96
+ 29.269,
97
+ 18.319,
98
+ 19.345,
99
+ 23.342,
100
+ 21.943,
101
+ 23.259,
102
+ 14.464,
103
+ 22.475,
104
+ 37.12,
105
+ 17.541,
106
+ 12.184,
107
+ 24.591,
108
+ 28.516,
109
+ 5.657,
110
+ 1.52,
111
+ 23.454,
112
+ 16.706
113
+ ],
114
+ "episode_steps": [
115
+ 800,
116
+ 800,
117
+ 800,
118
+ 800,
119
+ 800,
120
+ 800,
121
+ 800,
122
+ 800,
123
+ 800,
124
+ 800,
125
+ 800,
126
+ 800,
127
+ 800,
128
+ 800,
129
+ 800,
130
+ 800,
131
+ 800,
132
+ 800,
133
+ 800,
134
+ 800,
135
+ 800,
136
+ 800,
137
+ 800,
138
+ 800,
139
+ 800,
140
+ 800,
141
+ 800,
142
+ 800,
143
+ 800,
144
+ 800,
145
+ 800,
146
+ 800,
147
+ 800,
148
+ 800,
149
+ 800,
150
+ 800,
151
+ 800,
152
+ 800,
153
+ 800,
154
+ 800,
155
+ 800,
156
+ 800,
157
+ 800,
158
+ 800,
159
+ 800,
160
+ 800,
161
+ 800,
162
+ 800,
163
+ 800,
164
+ 800
165
+ ],
166
+ "return_mean": 38.18522,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/PushTargetPose-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "PushTargetPose-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -827.491,
64
+ -400.561,
65
+ -544.164,
66
+ -352.683,
67
+ -376.342,
68
+ -496.057,
69
+ -325.583,
70
+ -510.817,
71
+ -568.533,
72
+ -484.882,
73
+ -629.391,
74
+ -452.962,
75
+ -560.15,
76
+ -262.152,
77
+ -362.201,
78
+ -377.876,
79
+ -339.44,
80
+ -252.038,
81
+ -350.154,
82
+ -306.932,
83
+ -396.008,
84
+ -530.917,
85
+ -332.235,
86
+ -576.174,
87
+ -282.142,
88
+ -354.406,
89
+ -535.856,
90
+ -464.647,
91
+ -757.269,
92
+ -268.908,
93
+ -504.624,
94
+ -415.909,
95
+ -466.986,
96
+ -268.058,
97
+ -351.392,
98
+ -562.117,
99
+ -414.719,
100
+ -653.542,
101
+ -301.899,
102
+ -501.399,
103
+ -553.938,
104
+ -615.936,
105
+ -316.32,
106
+ -562.78,
107
+ -361.623,
108
+ -575.379,
109
+ -585.019,
110
+ -385.215,
111
+ -360.457,
112
+ -444.192
113
+ ],
114
+ "episode_steps": [
115
+ 1200,
116
+ 1200,
117
+ 1200,
118
+ 1200,
119
+ 1200,
120
+ 1200,
121
+ 1200,
122
+ 1200,
123
+ 1200,
124
+ 1200,
125
+ 1200,
126
+ 1200,
127
+ 1200,
128
+ 1200,
129
+ 1200,
130
+ 1200,
131
+ 1200,
132
+ 1200,
133
+ 1200,
134
+ 1200,
135
+ 1200,
136
+ 1200,
137
+ 1200,
138
+ 1200,
139
+ 1200,
140
+ 1200,
141
+ 1200,
142
+ 1200,
143
+ 1200,
144
+ 1200,
145
+ 1200,
146
+ 1200,
147
+ 1200,
148
+ 1200,
149
+ 1200,
150
+ 1200,
151
+ 1200,
152
+ 1200,
153
+ 1200,
154
+ 1200,
155
+ 1200,
156
+ 1200,
157
+ 1200,
158
+ 1200,
159
+ 1200,
160
+ 1200,
161
+ 1200,
162
+ 1200,
163
+ 1200,
164
+ 1200
165
+ ],
166
+ "return_mean": -449.60949999999997,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/SeparateTwoRopesEnv-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "SeparateTwoRopesEnv-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.06,
7
+ "successes": 3,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 1.0,
28
+ 0.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 1.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 6044.478,
64
+ 2241.512,
65
+ 1626.012,
66
+ 5793.598,
67
+ 5916.273,
68
+ 6008.958,
69
+ 5532.002,
70
+ 1847.986,
71
+ 2609.875,
72
+ 6277.408,
73
+ 5581.483,
74
+ 6073.88,
75
+ 3596.522,
76
+ 1982.186,
77
+ 6288.275,
78
+ 3053.8,
79
+ 1786.54,
80
+ 5748.84,
81
+ 6103.868,
82
+ 825.033,
83
+ 4863.623,
84
+ 1431.74,
85
+ 4417.953,
86
+ 2320.223,
87
+ 952.563,
88
+ 2193.034,
89
+ 3560.514,
90
+ 4795.556,
91
+ 4955.534,
92
+ 3011.538,
93
+ 2743.648,
94
+ 5871.042,
95
+ 2135.374,
96
+ 2186.952,
97
+ 2762.417,
98
+ 6234.493,
99
+ 6180.633,
100
+ 2153.812,
101
+ 4788.639,
102
+ 2906.787,
103
+ 1333.159,
104
+ 5047.978,
105
+ 6164.329,
106
+ 3398.902,
107
+ 1628.32,
108
+ 2387.238,
109
+ 4889.999,
110
+ 6158.029,
111
+ 5250.429,
112
+ 6270.616
113
+ ],
114
+ "episode_steps": [
115
+ 2000,
116
+ 2000,
117
+ 2000,
118
+ 2000,
119
+ 2000,
120
+ 2000,
121
+ 2000,
122
+ 2000,
123
+ 2000,
124
+ 2000,
125
+ 2000,
126
+ 2000,
127
+ 2000,
128
+ 2000,
129
+ 2000,
130
+ 2000,
131
+ 755,
132
+ 2000,
133
+ 2000,
134
+ 695,
135
+ 2000,
136
+ 2000,
137
+ 2000,
138
+ 2000,
139
+ 706,
140
+ 2000,
141
+ 2000,
142
+ 2000,
143
+ 2000,
144
+ 2000,
145
+ 2000,
146
+ 2000,
147
+ 2000,
148
+ 2000,
149
+ 2000,
150
+ 2000,
151
+ 2000,
152
+ 2000,
153
+ 2000,
154
+ 2000,
155
+ 2000,
156
+ 2000,
157
+ 2000,
158
+ 2000,
159
+ 2000,
160
+ 2000,
161
+ 2000,
162
+ 2000,
163
+ 2000,
164
+ 2000
165
+ ],
166
+ "return_mean": 3958.67206,
167
+ "embodiment": "deformable/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/Stack6Blocks-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "Stack6Blocks-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ 1366.413,
64
+ 1339.106,
65
+ 1372.026,
66
+ 1408.121,
67
+ 1440.144,
68
+ 1469.397,
69
+ 1398.538,
70
+ 1467.768,
71
+ 1486.879,
72
+ 1423.759,
73
+ 1439.991,
74
+ 1438.097,
75
+ 1433.672,
76
+ 1411.15,
77
+ 1407.855,
78
+ 1452.254,
79
+ 1479.454,
80
+ 1360.559,
81
+ 1392.066,
82
+ 1410.035,
83
+ 1472.586,
84
+ 1409.449,
85
+ 1421.774,
86
+ 1376.181,
87
+ 1446.597,
88
+ 1445.263,
89
+ 1361.287,
90
+ 1449.861,
91
+ 1436.636,
92
+ 1461.923,
93
+ 1430.144,
94
+ 1446.382,
95
+ 1488.279,
96
+ 1406.247,
97
+ 1388.476,
98
+ 1457.908,
99
+ 1414.022,
100
+ 1430.523,
101
+ 1463.086,
102
+ 1364.327,
103
+ 1442.527,
104
+ 1448.709,
105
+ 1428.205,
106
+ 1437.131,
107
+ 1416.52,
108
+ 1340.581,
109
+ 1370.63,
110
+ 1389.545,
111
+ 1396.706,
112
+ 1383.563
113
+ ],
114
+ "episode_steps": [
115
+ 2400,
116
+ 2400,
117
+ 2400,
118
+ 2400,
119
+ 2400,
120
+ 2400,
121
+ 2400,
122
+ 2400,
123
+ 2400,
124
+ 2400,
125
+ 2400,
126
+ 2400,
127
+ 2400,
128
+ 2400,
129
+ 2400,
130
+ 2400,
131
+ 2400,
132
+ 2400,
133
+ 2400,
134
+ 2400,
135
+ 2400,
136
+ 2400,
137
+ 2400,
138
+ 2400,
139
+ 2400,
140
+ 2400,
141
+ 2400,
142
+ 2400,
143
+ 2400,
144
+ 2400,
145
+ 2400,
146
+ 2400,
147
+ 2400,
148
+ 2400,
149
+ 2400,
150
+ 2400,
151
+ 2400,
152
+ 2400,
153
+ 2400,
154
+ 2400,
155
+ 2400,
156
+ 2400,
157
+ 2400,
158
+ 2400,
159
+ 2400,
160
+ 2400,
161
+ 2400,
162
+ 2400,
163
+ 2400,
164
+ 2400
165
+ ],
166
+ "return_mean": 1420.44704,
167
+ "embodiment": "rigid_body/single_arm_gripper",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_reports/TweezersPickPlace-v1.json ADDED
@@ -0,0 +1,169 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "TweezersPickPlace-v1",
3
+ "suite": "lv3",
4
+ "step": 80000,
5
+ "episodes": 50,
6
+ "success_rate": 0.0,
7
+ "successes": 0,
8
+ "episode_seed_base": 1000,
9
+ "episode_seeds": "1000-1049",
10
+ "episode_success": [
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0,
55
+ 0.0,
56
+ 0.0,
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "episode_return": [
63
+ -132.802,
64
+ -130.984,
65
+ -134.845,
66
+ -122.049,
67
+ -129.316,
68
+ -127.577,
69
+ -123.28,
70
+ -133.739,
71
+ -126.45,
72
+ -129.784,
73
+ -124.333,
74
+ -138.215,
75
+ -134.81,
76
+ -122.335,
77
+ -132.419,
78
+ -135.894,
79
+ -133.588,
80
+ -134.456,
81
+ -130.101,
82
+ -128.117,
83
+ -130.039,
84
+ -129.902,
85
+ -133.338,
86
+ -134.947,
87
+ -131.447,
88
+ -127.024,
89
+ -129.244,
90
+ -130.322,
91
+ -112.774,
92
+ -122.812,
93
+ -130.256,
94
+ -129.335,
95
+ -133.115,
96
+ -135.491,
97
+ -125.112,
98
+ -121.279,
99
+ -132.74,
100
+ -130.671,
101
+ -133.042,
102
+ -138.975,
103
+ -112.121,
104
+ -130.319,
105
+ -135.291,
106
+ -131.206,
107
+ -129.722,
108
+ -133.092,
109
+ -137.432,
110
+ -136.723,
111
+ -132.447,
112
+ -131.163
113
+ ],
114
+ "episode_steps": [
115
+ 600,
116
+ 600,
117
+ 600,
118
+ 600,
119
+ 600,
120
+ 600,
121
+ 600,
122
+ 600,
123
+ 600,
124
+ 600,
125
+ 600,
126
+ 600,
127
+ 600,
128
+ 600,
129
+ 600,
130
+ 600,
131
+ 600,
132
+ 600,
133
+ 600,
134
+ 600,
135
+ 600,
136
+ 600,
137
+ 600,
138
+ 600,
139
+ 600,
140
+ 600,
141
+ 600,
142
+ 600,
143
+ 600,
144
+ 600,
145
+ 600,
146
+ 600,
147
+ 600,
148
+ 600,
149
+ 600,
150
+ 600,
151
+ 600,
152
+ 600,
153
+ 600,
154
+ 600,
155
+ 600,
156
+ 600,
157
+ 600,
158
+ 600,
159
+ 600,
160
+ 600,
161
+ 600,
162
+ 600,
163
+ 600,
164
+ 600
165
+ ],
166
+ "return_mean": -130.1295,
167
+ "embodiment": "rigid_body/single_arm_dex",
168
+ "level": "level_3"
169
+ }
multi_task/level_3/eval_result.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_3",
3
+ "step": 80000,
4
+ "num_tasks": 26,
5
+ "tasks_evaluated": 25,
6
+ "evaluation_complete": false,
7
+ "pending_tasks": [
8
+ "PressFitSoftPeg-v1"
9
+ ],
10
+ "episodes_per_task": 50,
11
+ "episode_seeds": "1000-1049",
12
+ "mean_success_rate": 0.005600000000000001,
13
+ "per_task": {
14
+ "GroceryPrepare-v1": {
15
+ "success_rate": 0.0,
16
+ "successes": 0,
17
+ "return_mean": 2074.76814,
18
+ "embodiment": "rigid_body/single_arm_gripper"
19
+ },
20
+ "Stack6Blocks-v1": {
21
+ "success_rate": 0.0,
22
+ "successes": 0,
23
+ "return_mean": 1420.44704,
24
+ "embodiment": "rigid_body/single_arm_gripper"
25
+ },
26
+ "PushTargetPose-v1": {
27
+ "success_rate": 0.0,
28
+ "successes": 0,
29
+ "return_mean": -449.60949999999997,
30
+ "embodiment": "rigid_body/single_arm_gripper"
31
+ },
32
+ "MazeBlockPush-v1": {
33
+ "success_rate": 0.0,
34
+ "successes": 0,
35
+ "return_mean": -690.33772,
36
+ "embodiment": "rigid_body/single_arm_gripper"
37
+ },
38
+ "TweezersPickPlace-v1": {
39
+ "success_rate": 0.0,
40
+ "successes": 0,
41
+ "return_mean": -130.1295,
42
+ "embodiment": "rigid_body/single_arm_dex"
43
+ },
44
+ "ClutterGrasp-v1": {
45
+ "success_rate": 0.04,
46
+ "successes": 2,
47
+ "return_mean": NaN,
48
+ "embodiment": "rigid_body/single_arm_dex"
49
+ },
50
+ "MobilePickPlace-v1": {
51
+ "success_rate": 0.0,
52
+ "successes": 0,
53
+ "return_mean": 38.18522,
54
+ "embodiment": "rigid_body/single_arm_dex"
55
+ },
56
+ "HammerNail-v1": {
57
+ "success_rate": 0.0,
58
+ "successes": 0,
59
+ "return_mean": -70.39844,
60
+ "embodiment": "rigid_body/single_arm_dex"
61
+ },
62
+ "DualArmFoldCarton-v1": {
63
+ "success_rate": 0.0,
64
+ "successes": 0,
65
+ "return_mean": 6295.6837,
66
+ "embodiment": "rigid_body/dual_arm_gripper"
67
+ },
68
+ "DualArmOpenFridge-v1": {
69
+ "success_rate": 0.0,
70
+ "successes": 0,
71
+ "return_mean": 1425.1551000000002,
72
+ "embodiment": "rigid_body/dual_arm_gripper"
73
+ },
74
+ "DualArmAssembleBracket-v1": {
75
+ "success_rate": 0.0,
76
+ "successes": 0,
77
+ "return_mean": 25.42692,
78
+ "embodiment": "rigid_body/dual_arm_gripper"
79
+ },
80
+ "DualArmOrganizeCabinet-v1": {
81
+ "success_rate": 0.0,
82
+ "successes": 0,
83
+ "return_mean": 1281.50874,
84
+ "embodiment": "rigid_body/dual_arm_gripper"
85
+ },
86
+ "DualArmPingpongBalance-v1": {
87
+ "success_rate": 0.0,
88
+ "successes": 0,
89
+ "return_mean": 114.5293,
90
+ "embodiment": "rigid_body/dual_arm_dex"
91
+ },
92
+ "DualArmSetupTable-v1": {
93
+ "success_rate": 0.0,
94
+ "successes": 0,
95
+ "return_mean": 739.85418,
96
+ "embodiment": "rigid_body/dual_arm_dex"
97
+ },
98
+ "DualArmMakeLine-v1": {
99
+ "success_rate": 0.0,
100
+ "successes": 0,
101
+ "return_mean": 10566.17234,
102
+ "embodiment": "rigid_body/dual_arm_dex"
103
+ },
104
+ "DualArmPlugCharger-v1": {
105
+ "success_rate": 0.0,
106
+ "successes": 0,
107
+ "return_mean": 34.36598,
108
+ "embodiment": "rigid_body/dual_arm_dex"
109
+ },
110
+ "DualArmLayerClayInDish-v1": {
111
+ "success_rate": 0.0,
112
+ "successes": 0,
113
+ "return_mean": 481.77495999999996,
114
+ "embodiment": "deformable/dual_arm_dex"
115
+ },
116
+ "DualArmThreadCloth-v1": {
117
+ "success_rate": 0.04,
118
+ "successes": 2,
119
+ "return_mean": 103.5819,
120
+ "embodiment": "deformable/dual_arm_dex"
121
+ },
122
+ "DualArmThreading-v1": {
123
+ "success_rate": 0.0,
124
+ "successes": 0,
125
+ "return_mean": 211.09184000000002,
126
+ "embodiment": "deformable/dual_arm_dex"
127
+ },
128
+ "DualArmWeaveCloth-v1": {
129
+ "success_rate": 0.0,
130
+ "successes": 0,
131
+ "return_mean": 28.101260000000003,
132
+ "embodiment": "deformable/dual_arm_gripper"
133
+ },
134
+ "DualArmShapeDoll-v1": {
135
+ "success_rate": 0.0,
136
+ "successes": 0,
137
+ "return_mean": 410.52052000000003,
138
+ "embodiment": "deformable/dual_arm_gripper"
139
+ },
140
+ "DualArmThreadRopeThroughTube-v1": {
141
+ "success_rate": 0.0,
142
+ "successes": 0,
143
+ "return_mean": 1.18342,
144
+ "embodiment": "deformable/dual_arm_gripper"
145
+ },
146
+ "HitBox-v1": {
147
+ "success_rate": 0.0,
148
+ "successes": 0,
149
+ "return_mean": 349.82928,
150
+ "embodiment": "deformable/single_arm_dex"
151
+ },
152
+ "LiquidMeasuring-v1": {
153
+ "success_rate": 0.0,
154
+ "successes": 0,
155
+ "return_mean": NaN,
156
+ "embodiment": "deformable/single_arm_gripper"
157
+ },
158
+ "SeparateTwoRopesEnv-v1": {
159
+ "success_rate": 0.06,
160
+ "successes": 3,
161
+ "return_mean": 3958.67206,
162
+ "embodiment": "deformable/single_arm_gripper"
163
+ }
164
+ },
165
+ "note": "Only the final checkpoint (step 80000) was evaluated, 50 episodes per task; per-episode rows are in eval_reports/<task>.json.",
166
+ "campaign": "pi05_levels_20261028"
167
+ }
multi_task/level_3/lora_step_0080000.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d050f0b1a67dea017aa2dfc51198524070a75bd93f189d899ecaeb4081b7e0
3
+ size 1867992394
multi_task/level_3/metadata.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "suite": "level_3",
3
+ "method": "PI0.5 LoRA + trainable weights, multi-task (one policy for every task of the level)",
4
+ "base_checkpoint": "gs://openpi-assets/checkpoints/pi05_base/params",
5
+ "checkpoint": "lora_step_0080000.npz",
6
+ "checkpoint_sha256": "83d050f0b1a67dea017aa2dfc51198524070a75bd93f189d899ecaeb4081b7e0",
7
+ "checkpoint_bytes": 1867992394,
8
+ "tensor_count": 51,
9
+ "trainable_params": 466993954,
10
+ "tasks": [
11
+ "GroceryPrepare-v1",
12
+ "Stack6Blocks-v1",
13
+ "PushTargetPose-v1",
14
+ "MazeBlockPush-v1",
15
+ "TweezersPickPlace-v1",
16
+ "ClutterGrasp-v1",
17
+ "MobilePickPlace-v1",
18
+ "HammerNail-v1",
19
+ "DualArmFoldCarton-v1",
20
+ "DualArmOpenFridge-v1",
21
+ "DualArmAssembleBracket-v1",
22
+ "DualArmOrganizeCabinet-v1",
23
+ "DualArmPingpongBalance-v1",
24
+ "DualArmSetupTable-v1",
25
+ "DualArmMakeLine-v1",
26
+ "DualArmPlugCharger-v1",
27
+ "DualArmLayerClayInDish-v1",
28
+ "DualArmThreadCloth-v1",
29
+ "DualArmThreading-v1",
30
+ "DualArmWeaveCloth-v1",
31
+ "DualArmShapeDoll-v1",
32
+ "DualArmThreadRopeThroughTube-v1",
33
+ "HitBox-v1",
34
+ "PressFitSoftPeg-v1",
35
+ "LiquidMeasuring-v1",
36
+ "SeparateTwoRopesEnv-v1"
37
+ ],
38
+ "num_tasks": 26,
39
+ "prompts": {
40
+ "GroceryPrepare-v1": "perform the ManiLadder task: grocery prepare",
41
+ "Stack6Blocks-v1": "perform the ManiLadder task: stack6 blocks",
42
+ "PushTargetPose-v1": "perform the ManiLadder task: push target pose",
43
+ "MazeBlockPush-v1": "perform the ManiLadder task: maze block push",
44
+ "TweezersPickPlace-v1": "perform the ManiLadder task: tweezers pick place",
45
+ "ClutterGrasp-v1": "perform the ManiLadder task: clutter grasp",
46
+ "MobilePickPlace-v1": "perform the ManiLadder task: mobile pick place",
47
+ "HammerNail-v1": "perform the ManiLadder task: hammer nail",
48
+ "DualArmFoldCarton-v1": "perform the ManiLadder task: dual arm fold carton",
49
+ "DualArmOpenFridge-v1": "perform the ManiLadder task: dual arm open fridge",
50
+ "DualArmAssembleBracket-v1": "perform the ManiLadder task: dual arm assemble bracket",
51
+ "DualArmOrganizeCabinet-v1": "perform the ManiLadder task: dual arm organize cabinet",
52
+ "DualArmPingpongBalance-v1": "perform the ManiLadder task: dual arm pingpong balance",
53
+ "DualArmSetupTable-v1": "perform the ManiLadder task: dual arm setup table",
54
+ "DualArmMakeLine-v1": "perform the ManiLadder task: dual arm make line",
55
+ "DualArmPlugCharger-v1": "perform the ManiLadder task: dual arm plug charger",
56
+ "DualArmLayerClayInDish-v1": "perform the ManiLadder task: dual arm layer clay in dish",
57
+ "DualArmThreadCloth-v1": "perform the ManiLadder task: dual arm thread cloth",
58
+ "DualArmThreading-v1": "perform the ManiLadder task: dual arm threading",
59
+ "DualArmWeaveCloth-v1": "perform the ManiLadder task: dual arm weave cloth",
60
+ "DualArmShapeDoll-v1": "perform the ManiLadder task: dual arm shape doll",
61
+ "DualArmThreadRopeThroughTube-v1": "perform the ManiLadder task: dual arm thread rope through tube",
62
+ "HitBox-v1": "perform the ManiLadder task: hit box",
63
+ "PressFitSoftPeg-v1": "perform the ManiLadder task: press fit soft peg",
64
+ "LiquidMeasuring-v1": "perform the ManiLadder task: liquid measuring",
65
+ "SeparateTwoRopesEnv-v1": "perform the ManiLadder task: separate two ropes env"
66
+ },
67
+ "num_demos_per_task": 20,
68
+ "action_dim": 50,
69
+ "state_dim": 50,
70
+ "state_input": "zero vector",
71
+ "action_horizon": 50,
72
+ "max_token_len": 200,
73
+ "image_size": 224,
74
+ "exec_steps": 16,
75
+ "sample_steps": 10,
76
+ "control_mode": "pd_ee_delta_pose",
77
+ "train_steps": 80000,
78
+ "batch_size": 64,
79
+ "lr": 5e-05,
80
+ "warmup_steps": 1000,
81
+ "lr_schedule": "cosine decay over all 80k steps",
82
+ "data_parallel_gpus": 8,
83
+ "gpu": "NVIDIA A100 80GB",
84
+ "fsdp_devices": 1,
85
+ "online_eval": false,
86
+ "norm_stats_file": "norm_stats.json",
87
+ "norm_stats_sha256": "a56198ac52c8710376ba23fb17460d6ffee6e7a2c4d90b2e2f98b3d319e3e4d4",
88
+ "norm_stats_note": "quantile stats computed per dimension while ignoring padded (all-zero) action/state dimensions of embodiments narrower than action_dim, so q01==q99 collapse does not blow up scaling",
89
+ "training_data": "Linslab/ManiLadder_Dataset raw/<task>, 20 demos per task, revision 1190737391cc (sha256-verified download 2026-10-28)",
90
+ "training_data_overrides": {
91
+ "MazeBlockPush-v1": "local demos collected 2026-09-09 after the layout-pool change (HF copy of 2026-08-28 predates the env)"
92
+ },
93
+ "excluded_tasks": {
94
+ "BagHanging-v1": "level 3, excluded on request",
95
+ "BagDropIn-v1": "level 3, excluded on request",
96
+ "OpenCoffer-v1": "no demos exist",
97
+ "DualArmSqueezeClayDex-v1": "no demos exist",
98
+ "DualArmRopeScissorCut-v1": "no demos exist",
99
+ "DualArmBuildCanel-v1": "no demos exist",
100
+ "PickSoft-v1": "no demos exist",
101
+ "ClayMolding-v1": "no demos exist"
102
+ },
103
+ "eval_episodes": 50,
104
+ "eval_seed_base": 1000,
105
+ "evaluated_steps": [
106
+ 80000
107
+ ],
108
+ "campaign": "pi05_levels_20261028",
109
+ "trained": "2026-10-29 02:10 -> 2026-10-30 (full restart with padding-aware norm stats)"
110
+ }
multi_task/level_3/norm_stats.json ADDED
@@ -0,0 +1,424 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_stats": {
3
+ "state": {
4
+ "mean": [
5
+ 0.0,
6
+ 0.0,
7
+ 0.0,
8
+ 0.0,
9
+ 0.0,
10
+ 0.0,
11
+ 0.0,
12
+ 0.0,
13
+ 0.0,
14
+ 0.0,
15
+ 0.0,
16
+ 0.0,
17
+ 0.0,
18
+ 0.0,
19
+ 0.0,
20
+ 0.0,
21
+ 0.0,
22
+ 0.0,
23
+ 0.0,
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.0,
29
+ 0.0,
30
+ 0.0,
31
+ 0.0,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.0,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0,
40
+ 0.0,
41
+ 0.0,
42
+ 0.0,
43
+ 0.0,
44
+ 0.0,
45
+ 0.0,
46
+ 0.0,
47
+ 0.0,
48
+ 0.0,
49
+ 0.0,
50
+ 0.0,
51
+ 0.0,
52
+ 0.0,
53
+ 0.0,
54
+ 0.0
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ 0.0,
64
+ 0.0,
65
+ 0.0,
66
+ 0.0,
67
+ 0.0,
68
+ 0.0,
69
+ 0.0,
70
+ 0.0,
71
+ 0.0,
72
+ 0.0,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0,
93
+ 0.0,
94
+ 0.0,
95
+ 0.0,
96
+ 0.0,
97
+ 0.0,
98
+ 0.0,
99
+ 0.0,
100
+ 0.0,
101
+ 0.0,
102
+ 0.0,
103
+ 0.0,
104
+ 0.0,
105
+ 0.0,
106
+ 0.0
107
+ ],
108
+ "q01": [
109
+ 0.0,
110
+ 0.0,
111
+ 0.0,
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0,
117
+ 0.0,
118
+ 0.0,
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0,
130
+ 0.0,
131
+ 0.0,
132
+ 0.0,
133
+ 0.0,
134
+ 0.0,
135
+ 0.0,
136
+ 0.0,
137
+ 0.0,
138
+ 0.0,
139
+ 0.0,
140
+ 0.0,
141
+ 0.0,
142
+ 0.0,
143
+ 0.0,
144
+ 0.0,
145
+ 0.0,
146
+ 0.0,
147
+ 0.0,
148
+ 0.0,
149
+ 0.0,
150
+ 0.0,
151
+ 0.0,
152
+ 0.0,
153
+ 0.0,
154
+ 0.0,
155
+ 0.0,
156
+ 0.0,
157
+ 0.0,
158
+ 0.0
159
+ ],
160
+ "q99": [
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 0.0,
165
+ 0.0,
166
+ 0.0,
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ 0.0,
178
+ 0.0,
179
+ 0.0,
180
+ 0.0,
181
+ 0.0,
182
+ 0.0,
183
+ 0.0,
184
+ 0.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0,
188
+ 0.0,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0,
203
+ 0.0,
204
+ 0.0,
205
+ 0.0,
206
+ 0.0,
207
+ 0.0,
208
+ 0.0,
209
+ 0.0,
210
+ 0.0
211
+ ]
212
+ },
213
+ "actions": {
214
+ "mean": [
215
+ -0.033782027661800385,
216
+ -0.022587396204471588,
217
+ -0.29355403780937195,
218
+ 0.000647504348307848,
219
+ 0.002954313298687339,
220
+ 0.0004305039474274963,
221
+ -0.07470420747995377,
222
+ 0.019150469452142715,
223
+ 0.014058200642466545,
224
+ 0.003928771708160639,
225
+ -0.012139490805566311,
226
+ -0.010567662306129932,
227
+ -0.06447278708219528,
228
+ 0.0631028339266777,
229
+ 0.0007679514237679541,
230
+ 0.006326192058622837,
231
+ 0.004275909159332514,
232
+ 0.0032503237016499043,
233
+ 0.002842068439349532,
234
+ 0.02700621262192726,
235
+ 0.032175980508327484,
236
+ 0.022992270067334175,
237
+ -0.0005415640771389008,
238
+ 0.004833668936043978,
239
+ 0.0014543588040396571,
240
+ -0.00624785665422678,
241
+ -0.021385399624705315,
242
+ -0.0000353561517840717,
243
+ 0.0014680171152576804,
244
+ 0.008543578907847404,
245
+ 0.007964592427015305,
246
+ 0.0029826026875525713,
247
+ -0.000026650364816305228,
248
+ 0.005793577991425991,
249
+ 0.0056790742091834545,
250
+ 0.0045994482934474945,
251
+ 0.00008398477075388655,
252
+ 0.00603652186691761,
253
+ 0.006156971678137779,
254
+ 0.0054742698557674885,
255
+ 0.004678060300648212,
256
+ 0.0014415249461308122,
257
+ 0.025179289281368256,
258
+ 0.01766735129058361,
259
+ 0.0006659116479568183,
260
+ 0.00037842997699044645,
261
+ -0.0013420659815892577,
262
+ -0.00010432677663629875,
263
+ 0.002894642995670438,
264
+ 0.0011669923551380634
265
+ ],
266
+ "std": [
267
+ 0.28698259592056274,
268
+ 0.19696193933486938,
269
+ 0.9252079129219055,
270
+ 0.032511353492736816,
271
+ 0.04559716209769249,
272
+ 0.04620357230305672,
273
+ 0.6854458451271057,
274
+ 0.07256162166595459,
275
+ 0.06765808165073395,
276
+ 0.27136313915252686,
277
+ 0.0849372148513794,
278
+ 0.17261932790279388,
279
+ 0.4691751003265381,
280
+ 0.5133065581321716,
281
+ 0.008760109543800354,
282
+ 0.06635921448469162,
283
+ 0.057061173021793365,
284
+ 0.05286990851163864,
285
+ 0.0564114972949028,
286
+ 0.16191180050373077,
287
+ 0.10301927477121353,
288
+ 0.08579910546541214,
289
+ 0.027703961357474327,
290
+ 0.05496024712920189,
291
+ 0.040191732347011566,
292
+ 0.04620763659477234,
293
+ 0.15451842546463013,
294
+ 0.0016511352732777596,
295
+ 0.015850326046347618,
296
+ 0.04649820178747177,
297
+ 0.0505736842751503,
298
+ 0.047922283411026,
299
+ 0.001638531917706132,
300
+ 0.0400613397359848,
301
+ 0.03152022138237953,
302
+ 0.03210466727614403,
303
+ 0.019149769097566605,
304
+ 0.044146161526441574,
305
+ 0.03192608803510666,
306
+ 0.03284692019224167,
307
+ 0.04730696231126785,
308
+ 0.02281091921031475,
309
+ 0.104012131690979,
310
+ 0.07011067122220993,
311
+ 0.01952323690056801,
312
+ 0.01839304529130459,
313
+ 0.037878140807151794,
314
+ 0.003996575251221657,
315
+ 0.04017985239624977,
316
+ 0.024547340348362923
317
+ ],
318
+ "q01": [
319
+ -1.293516993522644,
320
+ -0.9122940247058868,
321
+ -3.1471363578796385,
322
+ -0.12001893310546874,
323
+ -0.06008779774308204,
324
+ -0.1309176956653595,
325
+ -1.0,
326
+ -0.12031810512542718,
327
+ -0.20866160240173337,
328
+ -1.0018507961273193,
329
+ -0.5926298097372055,
330
+ -1.1243762382268905,
331
+ -3.144608434963226,
332
+ -1.0018370251655577,
333
+ -0.009388944998383521,
334
+ -0.3939734101295471,
335
+ -0.356801942884922,
336
+ -0.31038713455200195,
337
+ -0.2772219181060791,
338
+ -0.11667379987239834,
339
+ -0.14657057349681846,
340
+ -0.14596793406009678,
341
+ -0.2190624426305294,
342
+ -0.08032799344062802,
343
+ -0.09003404917716984,
344
+ -0.280207644701004,
345
+ -0.8257047739863396,
346
+ -0.02669478952884674,
347
+ -0.031201852294802664,
348
+ -0.06293542943894863,
349
+ -0.13904655757546427,
350
+ -0.3136264556646347,
351
+ -0.007869197897613048,
352
+ -0.04900383576750755,
353
+ -0.05303184688091278,
354
+ -0.04026162251830101,
355
+ -0.19190412923693656,
356
+ -0.19206023216247559,
357
+ -9.76724004431162e-6,
358
+ -0.025828974321484566,
359
+ -0.06144549695253371,
360
+ -0.024112636876106264,
361
+ -0.06349016291499138,
362
+ -0.012862106871604925,
363
+ -0.24201032519340515,
364
+ -0.27323365211486816,
365
+ -0.4351250231266022,
366
+ -0.07336171716451645,
367
+ -0.3342823386192322,
368
+ -0.19350360333919525
369
+ ],
370
+ "q99": [
371
+ 0.9992663357734681,
372
+ 0.498039038705826,
373
+ 0.17883401031494195,
374
+ 0.11959322891235358,
375
+ 0.17566223419904714,
376
+ 0.1708689628124237,
377
+ 0.9996,
378
+ 0.2583850477695464,
379
+ 0.24012254574298852,
380
+ 0.9977392828941345,
381
+ 0.04414243321418765,
382
+ 0.31903822612762456,
383
+ 0.2490699649333954,
384
+ 0.998206401729584,
385
+ 0.049844462689012284,
386
+ 0.40833163261413574,
387
+ 0.3446492552757263,
388
+ 0.32548064321279524,
389
+ 0.2565118074417114,
390
+ 0.999718154013157,
391
+ 0.4331694315671921,
392
+ 0.3009268979549409,
393
+ 0.354452908039093,
394
+ 0.3597899972796441,
395
+ 0.21706091115474702,
396
+ 0.00966519737243654,
397
+ 0.00725956751108181,
398
+ 0.015374016743153368,
399
+ 0.08456174169778824,
400
+ 0.4509677290916443,
401
+ 0.1999645719647407,
402
+ 0.3613354504108993,
403
+ 0.003934723903238773,
404
+ 0.6071873307228088,
405
+ 0.41866064071655273,
406
+ 0.47751927375793457,
407
+ 0.2165757715702057,
408
+ 0.6177723407745361,
409
+ 0.4170748886466027,
410
+ 0.47528305649757385,
411
+ 0.32349352074861526,
412
+ 0.11218974010944366,
413
+ 0.604661538207531,
414
+ 0.32043952921628954,
415
+ 0.5277910232543945,
416
+ 0.527792751789093,
417
+ 0.811981201171875,
418
+ 0.10148198902606964,
419
+ 0.6083123683929443,
420
+ 0.5887998342514038
421
+ ]
422
+ }
423
+ }
424
+ }