anhtld commited on
Commit
a77c8b4
·
verified ·
1 Parent(s): 0872fd4

auto-sync 2026-07-02T21:03:15Z workspace (part 3)

Browse files
Files changed (27) hide show
  1. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073384.out +528 -0
  2. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.err +0 -0
  3. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.out +528 -0
  4. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.err +0 -0
  5. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.out +528 -0
  6. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.err +0 -0
  7. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.out +528 -0
  8. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.err +0 -0
  9. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.out +528 -0
  10. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.err +0 -0
  11. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.out +528 -0
  12. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.err +0 -0
  13. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.out +528 -0
  14. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.err +0 -0
  15. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.out +528 -0
  16. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.err +0 -0
  17. workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.out +528 -0
  18. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.err +0 -0
  19. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.out +467 -0
  20. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.err +0 -0
  21. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.out +467 -0
  22. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.err +0 -0
  23. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.out +467 -0
  24. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.err +0 -0
  25. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.out +467 -0
  26. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.err +0 -0
  27. workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.out +467 -0
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073384.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 0.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 2,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9725059171742344,
64
+ "median_positive_min_rms_l2_at_1": 0.8823229204260931,
65
+ "positive_closer_than_negative_rate_at_1": 0.64,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.13978494623655913,
73
+ "negative_near_at_1_thr_0p4": 0.04,
74
+ "mean_positive_min_rms_l2_at_2": 0.9022127508971206,
75
+ "median_positive_min_rms_l2_at_2": 0.8094138820113882,
76
+ "positive_closer_than_negative_rate_at_2": 0.6533333333333333,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.16129032258064516,
84
+ "negative_near_at_2_thr_0p4": 0.04,
85
+ "mean_positive_min_rms_l2_at_4": 0.862698274977771,
86
+ "median_positive_min_rms_l2_at_4": 0.73202292084015,
87
+ "positive_closer_than_negative_rate_at_4": 0.64,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
95
+ "negative_near_at_4_thr_0p4": 0.05333333333333334,
96
+ "mean_positive_min_rms_l2_at_8": 0.8259469118673001,
97
+ "median_positive_min_rms_l2_at_8": 0.6829239915301811,
98
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.010752688172043012,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
106
+ "negative_near_at_8_thr_0p4": 0.06666666666666667,
107
+ "mean_positive_min_rms_l2_at_16": 0.7958533029317688,
108
+ "median_positive_min_rms_l2_at_16": 0.6433900556414129,
109
+ "positive_closer_than_negative_rate_at_16": 0.6533333333333333,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
117
+ "negative_near_at_16_thr_0p4": 0.12
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.6636155258108791,
123
+ "median_positive_min_rms_l2_at_1": 0.7326940905118462,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.25,
132
+ "negative_near_at_1_thr_0p4": 0.125,
133
+ "mean_positive_min_rms_l2_at_2": 0.5613758339097545,
134
+ "median_positive_min_rms_l2_at_2": 0.4886583984103299,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.25,
143
+ "negative_near_at_2_thr_0p4": 0.125,
144
+ "mean_positive_min_rms_l2_at_4": 0.5356233174883004,
145
+ "median_positive_min_rms_l2_at_4": 0.45897968530915595,
146
+ "positive_closer_than_negative_rate_at_4": 0.5,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.375,
154
+ "negative_near_at_4_thr_0p4": 0.125,
155
+ "mean_positive_min_rms_l2_at_8": 0.4952898810308547,
156
+ "median_positive_min_rms_l2_at_8": 0.4179445248650999,
157
+ "positive_closer_than_negative_rate_at_8": 0.625,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.5,
165
+ "negative_near_at_8_thr_0p4": 0.25,
166
+ "mean_positive_min_rms_l2_at_16": 0.4540287654386964,
167
+ "median_positive_min_rms_l2_at_16": 0.40228290491807417,
168
+ "positive_closer_than_negative_rate_at_16": 0.625,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.5,
176
+ "negative_near_at_16_thr_0p4": 0.375
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6235778209388965,
181
+ "median_positive_min_rms_l2_at_1": 0.5165083974706,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.57336432033639,
192
+ "median_positive_min_rms_l2_at_2": 0.4740997306699655,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.4892525093556113,
203
+ "median_positive_min_rms_l2_at_4": 0.41041737894770064,
204
+ "positive_closer_than_negative_rate_at_4": 1.0,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.41638412518092965,
214
+ "median_positive_min_rms_l2_at_8": 0.3834909752201121,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.41638412518092965,
225
+ "median_positive_min_rms_l2_at_16": 0.3834909752201121,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
234
+ "negative_near_at_16_thr_0p4": 0.0
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.278275809358609,
239
+ "median_positive_min_rms_l2_at_1": 1.2358538825073988,
240
+ "positive_closer_than_negative_rate_at_1": 0.5,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2054084331390729,
250
+ "median_positive_min_rms_l2_at_2": 1.1466485055270579,
251
+ "positive_closer_than_negative_rate_at_2": 0.525,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1570388816918311,
261
+ "median_positive_min_rms_l2_at_4": 1.0933697354655754,
262
+ "positive_closer_than_negative_rate_at_4": 0.5,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.114766816267041,
272
+ "median_positive_min_rms_l2_at_8": 1.0922017767185845,
273
+ "positive_closer_than_negative_rate_at_8": 0.525,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0910018894775972,
283
+ "median_positive_min_rms_l2_at_16": 1.0922017767185845,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.6725508624074813,
297
+ "median_positive_min_rms_l2_at_1": 0.7143452574666653,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.2,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.5905513873547142,
308
+ "median_positive_min_rms_l2_at_2": 0.5969772152260281,
309
+ "positive_closer_than_negative_rate_at_2": 0.75,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.26666666666666666,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5642105570928334,
319
+ "median_positive_min_rms_l2_at_4": 0.5969772152260281,
320
+ "positive_closer_than_negative_rate_at_4": 0.75,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5354285916329358,
330
+ "median_positive_min_rms_l2_at_8": 0.5769420290292241,
331
+ "positive_closer_than_negative_rate_at_8": 0.75,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.488668114431768,
341
+ "median_positive_min_rms_l2_at_16": 0.47624559096939934,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.4989414634061748,
355
+ "median_positive_min_rms_l2_at_1": 0.39415586212411013,
356
+ "positive_closer_than_negative_rate_at_1": 0.9375,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.5,
364
+ "negative_near_at_1_thr_0p4": 0.125,
365
+ "mean_positive_min_rms_l2_at_2": 0.460036581295723,
366
+ "median_positive_min_rms_l2_at_2": 0.36550891491354337,
367
+ "positive_closer_than_negative_rate_at_2": 0.9375,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.5625,
375
+ "negative_near_at_2_thr_0p4": 0.125,
376
+ "mean_positive_min_rms_l2_at_4": 0.4378783863927218,
377
+ "median_positive_min_rms_l2_at_4": 0.3499086171302478,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.6875,
386
+ "negative_near_at_4_thr_0p4": 0.1875,
387
+ "mean_positive_min_rms_l2_at_8": 0.41981592973475945,
388
+ "median_positive_min_rms_l2_at_8": 0.3499086171302478,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0625,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.6875,
397
+ "negative_near_at_8_thr_0p4": 0.1875,
398
+ "mean_positive_min_rms_l2_at_16": 0.3851160371105106,
399
+ "median_positive_min_rms_l2_at_16": 0.3123811571160222,
400
+ "positive_closer_than_negative_rate_at_16": 0.875,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0625,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8815645998427784
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.9970158296753847
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8846249015183998
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8149309647899239
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.7839799993026236
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.748181848872285
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.7035080142729668
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.6666317298535711
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6989867470300257
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6723504507282938
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6556015862447392
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7226463808574136,
461
+ "utility_accuracy": 0.8557110115280676,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.3282638243741881,
467
+ "utility_accuracy": 0.9300106044538706,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.21501967589668242,
473
+ "utility_accuracy": 0.9537508979577874,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.1470821369504992,
479
+ "utility_accuracy": 0.9650053022269353,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.12321751597995145,
485
+ "utility_accuracy": 0.97054698457223,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.09971899213586347,
491
+ "utility_accuracy": 0.975712379844696,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.07426771755117353,
497
+ "utility_accuracy": 0.981117230527144,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.08197901026727042,
503
+ "utility_accuracy": 0.979885745561523,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.05965981193228545,
509
+ "utility_accuracy": 0.984709061676872,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.0490526132399585,
515
+ "utility_accuracy": 0.9874456949338077,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.0318752133163209,
521
+ "utility_accuracy": 0.9905928231792837,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool2.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073385.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 0.5,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 2,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9648839030713359,
64
+ "median_positive_min_rms_l2_at_1": 0.8699089373200096,
65
+ "positive_closer_than_negative_rate_at_1": 0.6533333333333333,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.10752688172043011,
73
+ "negative_near_at_1_thr_0p4": 0.04,
74
+ "mean_positive_min_rms_l2_at_2": 0.9132382483162276,
75
+ "median_positive_min_rms_l2_at_2": 0.7890070178440132,
76
+ "positive_closer_than_negative_rate_at_2": 0.64,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.16129032258064516,
84
+ "negative_near_at_2_thr_0p4": 0.04,
85
+ "mean_positive_min_rms_l2_at_4": 0.8582888787131646,
86
+ "median_positive_min_rms_l2_at_4": 0.7301684150592884,
87
+ "positive_closer_than_negative_rate_at_4": 0.64,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
95
+ "negative_near_at_4_thr_0p4": 0.06666666666666667,
96
+ "mean_positive_min_rms_l2_at_8": 0.8239652045180683,
97
+ "median_positive_min_rms_l2_at_8": 0.7142117004796226,
98
+ "positive_closer_than_negative_rate_at_8": 0.6933333333333334,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.23655913978494625,
106
+ "negative_near_at_8_thr_0p4": 0.12,
107
+ "mean_positive_min_rms_l2_at_16": 0.7866852985588353,
108
+ "median_positive_min_rms_l2_at_16": 0.6505304555801724,
109
+ "positive_closer_than_negative_rate_at_16": 0.6933333333333334,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.010752688172043012,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
117
+ "negative_near_at_16_thr_0p4": 0.14666666666666667
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.6000003426007267,
123
+ "median_positive_min_rms_l2_at_1": 0.6281345196005494,
124
+ "positive_closer_than_negative_rate_at_1": 0.75,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.375,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.5614700590418515,
134
+ "median_positive_min_rms_l2_at_2": 0.5299929813746398,
135
+ "positive_closer_than_negative_rate_at_2": 0.75,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.375,
143
+ "negative_near_at_2_thr_0p4": 0.0,
144
+ "mean_positive_min_rms_l2_at_4": 0.5214931077334534,
145
+ "median_positive_min_rms_l2_at_4": 0.4658871085805256,
146
+ "positive_closer_than_negative_rate_at_4": 0.625,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.375,
154
+ "negative_near_at_4_thr_0p4": 0.0,
155
+ "mean_positive_min_rms_l2_at_8": 0.4778171747916355,
156
+ "median_positive_min_rms_l2_at_8": 0.4026693731642023,
157
+ "positive_closer_than_negative_rate_at_8": 0.75,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.5,
165
+ "negative_near_at_8_thr_0p4": 0.375,
166
+ "mean_positive_min_rms_l2_at_16": 0.43823610662049123,
167
+ "median_positive_min_rms_l2_at_16": 0.3621218709039073,
168
+ "positive_closer_than_negative_rate_at_16": 0.75,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.5,
176
+ "negative_near_at_16_thr_0p4": 0.375
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6709976489383664,
181
+ "median_positive_min_rms_l2_at_1": 0.45317972423733927,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.6709976489383664,
192
+ "median_positive_min_rms_l2_at_2": 0.45317972423733927,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5917245179796777,
203
+ "median_positive_min_rms_l2_at_4": 0.45317972423733927,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.0,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.5391963970764094,
214
+ "median_positive_min_rms_l2_at_8": 0.45317972423733927,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.0,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.4241885443710336,
225
+ "median_positive_min_rms_l2_at_16": 0.4219174810240967,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
234
+ "negative_near_at_16_thr_0p4": 0.0
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.2644836991071848,
239
+ "median_positive_min_rms_l2_at_1": 1.2829431043744715,
240
+ "positive_closer_than_negative_rate_at_1": 0.525,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2079977965113653,
250
+ "median_positive_min_rms_l2_at_2": 1.17903397781618,
251
+ "positive_closer_than_negative_rate_at_2": 0.5,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1547928683026627,
261
+ "median_positive_min_rms_l2_at_4": 1.1774621684936668,
262
+ "positive_closer_than_negative_rate_at_4": 0.5,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.1226826549750495,
272
+ "median_positive_min_rms_l2_at_8": 1.103951040730625,
273
+ "positive_closer_than_negative_rate_at_8": 0.525,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0843894010017423,
283
+ "median_positive_min_rms_l2_at_16": 1.0600344327976914,
284
+ "positive_closer_than_negative_rate_at_16": 0.525,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.7220626456234727,
297
+ "median_positive_min_rms_l2_at_1": 0.7374232089474886,
298
+ "positive_closer_than_negative_rate_at_1": 0.625,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.6556912874806853,
308
+ "median_positive_min_rms_l2_at_2": 0.6519853411650709,
309
+ "positive_closer_than_negative_rate_at_2": 0.625,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5773803100235313,
319
+ "median_positive_min_rms_l2_at_4": 0.6018609897771368,
320
+ "positive_closer_than_negative_rate_at_4": 0.75,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.2,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5223628506822632,
330
+ "median_positive_min_rms_l2_at_8": 0.45563908390460645,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
339
+ "negative_near_at_8_thr_0p4": 0.125,
340
+ "mean_positive_min_rms_l2_at_16": 0.49694062345872797,
341
+ "median_positive_min_rms_l2_at_16": 0.4533323098325148,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.4,
350
+ "negative_near_at_16_thr_0p4": 0.125
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.47509993494967745,
355
+ "median_positive_min_rms_l2_at_1": 0.43126780278573174,
356
+ "positive_closer_than_negative_rate_at_1": 0.9375,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.375,
364
+ "negative_near_at_1_thr_0p4": 0.1875,
365
+ "mean_positive_min_rms_l2_at_2": 0.436446671248085,
366
+ "median_positive_min_rms_l2_at_2": 0.3962047922647496,
367
+ "positive_closer_than_negative_rate_at_2": 0.9375,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.625,
375
+ "negative_near_at_2_thr_0p4": 0.1875,
376
+ "mean_positive_min_rms_l2_at_4": 0.3949128981705572,
377
+ "median_positive_min_rms_l2_at_4": 0.36101270972137667,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.8125,
386
+ "negative_near_at_4_thr_0p4": 0.3125,
387
+ "mean_positive_min_rms_l2_at_8": 0.38102370416603787,
388
+ "median_positive_min_rms_l2_at_8": 0.337229216803543,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.8125,
397
+ "negative_near_at_8_thr_0p4": 0.3125,
398
+ "mean_positive_min_rms_l2_at_16": 0.35158184230780587,
399
+ "median_positive_min_rms_l2_at_16": 0.3139204529432209,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0625,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.4375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8616884942842844
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.9919483258648587
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8756906377254225
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8052988972807169
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.7533827248917199
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7375554285184768
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.7189238575941732
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.675055655692774
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6829219609747745
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6436566720422799
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6545517841643205
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7242498627005203,
461
+ "utility_accuracy": 0.8520849724626278,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.3253256966052892,
467
+ "utility_accuracy": 0.9306947627681046,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.20604104487830027,
473
+ "utility_accuracy": 0.953135155474977,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.13880927105891824,
479
+ "utility_accuracy": 0.9657920842883043,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.12940041396253468,
485
+ "utility_accuracy": 0.9680155988095646,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.08415939552574443,
491
+ "utility_accuracy": 0.9779358943659563,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.08504934924782512,
497
+ "utility_accuracy": 0.9795778743201177,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.07907817256938778,
503
+ "utility_accuracy": 0.9793042109944241,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.0668363076732288,
509
+ "utility_accuracy": 0.982690794649882,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.04471126891160421,
515
+ "utility_accuracy": 0.9890876748879691,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.05176344400836499,
521
+ "utility_accuracy": 0.9868641603667089,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool2.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073386.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 1.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 2,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9595536339049642,
64
+ "median_positive_min_rms_l2_at_1": 0.8404027293385735,
65
+ "positive_closer_than_negative_rate_at_1": 0.6533333333333333,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.08602150537634409,
73
+ "negative_near_at_1_thr_0p4": 0.013333333333333334,
74
+ "mean_positive_min_rms_l2_at_2": 0.9100201708107615,
75
+ "median_positive_min_rms_l2_at_2": 0.8012806317031038,
76
+ "positive_closer_than_negative_rate_at_2": 0.64,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.11827956989247312,
84
+ "negative_near_at_2_thr_0p4": 0.05333333333333334,
85
+ "mean_positive_min_rms_l2_at_4": 0.8528873481040729,
86
+ "median_positive_min_rms_l2_at_4": 0.6973313314832544,
87
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
95
+ "negative_near_at_4_thr_0p4": 0.08,
96
+ "mean_positive_min_rms_l2_at_8": 0.823834349394562,
97
+ "median_positive_min_rms_l2_at_8": 0.6642526927761692,
98
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.1935483870967742,
106
+ "negative_near_at_8_thr_0p4": 0.08,
107
+ "mean_positive_min_rms_l2_at_16": 0.7902339963363146,
108
+ "median_positive_min_rms_l2_at_16": 0.6561575363040442,
109
+ "positive_closer_than_negative_rate_at_16": 0.68,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
117
+ "negative_near_at_16_thr_0p4": 0.10666666666666667
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.6210733262981588,
123
+ "median_positive_min_rms_l2_at_1": 0.5581958314049429,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.0,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.5690201195768476,
134
+ "median_positive_min_rms_l2_at_2": 0.5581958314049429,
135
+ "positive_closer_than_negative_rate_at_2": 0.5,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.125,
143
+ "negative_near_at_2_thr_0p4": 0.0,
144
+ "mean_positive_min_rms_l2_at_4": 0.4998652694338125,
145
+ "median_positive_min_rms_l2_at_4": 0.505057784459326,
146
+ "positive_closer_than_negative_rate_at_4": 0.625,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.25,
154
+ "negative_near_at_4_thr_0p4": 0.125,
155
+ "mean_positive_min_rms_l2_at_8": 0.4876210465343266,
156
+ "median_positive_min_rms_l2_at_8": 0.505057784459326,
157
+ "positive_closer_than_negative_rate_at_8": 0.625,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.375,
165
+ "negative_near_at_8_thr_0p4": 0.125,
166
+ "mean_positive_min_rms_l2_at_16": 0.4360691869073081,
167
+ "median_positive_min_rms_l2_at_16": 0.4027142183394036,
168
+ "positive_closer_than_negative_rate_at_16": 0.75,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.5,
176
+ "negative_near_at_16_thr_0p4": 0.25
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6982113717275308,
181
+ "median_positive_min_rms_l2_at_1": 0.582758229867448,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.6278681120409897,
192
+ "median_positive_min_rms_l2_at_2": 0.5439867646050089,
193
+ "positive_closer_than_negative_rate_at_2": 1.0,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5119317086090936,
203
+ "median_positive_min_rms_l2_at_4": 0.49348991384981183,
204
+ "positive_closer_than_negative_rate_at_4": 1.0,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.0,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.44501861944164084,
214
+ "median_positive_min_rms_l2_at_8": 0.4104626489237139,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.44501861944164084,
225
+ "median_positive_min_rms_l2_at_16": 0.4104626489237139,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
234
+ "negative_near_at_16_thr_0p4": 0.0
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.2539523862626474,
239
+ "median_positive_min_rms_l2_at_1": 1.2610587052817746,
240
+ "positive_closer_than_negative_rate_at_1": 0.525,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2029573894701326,
250
+ "median_positive_min_rms_l2_at_2": 1.2417352782937174,
251
+ "positive_closer_than_negative_rate_at_2": 0.5,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1474736913861137,
261
+ "median_positive_min_rms_l2_at_4": 1.135822496057228,
262
+ "positive_closer_than_negative_rate_at_4": 0.5,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.1162260448287478,
272
+ "median_positive_min_rms_l2_at_8": 1.1202445472804554,
273
+ "positive_closer_than_negative_rate_at_8": 0.5,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0873629823945237,
283
+ "median_positive_min_rms_l2_at_16": 1.0682070908001235,
284
+ "positive_closer_than_negative_rate_at_16": 0.525,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.6584944763264635,
297
+ "median_positive_min_rms_l2_at_1": 0.588318225200819,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.6159245763817651,
308
+ "median_positive_min_rms_l2_at_2": 0.5441083172508144,
309
+ "positive_closer_than_negative_rate_at_2": 0.75,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.2,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5314338965902703,
319
+ "median_positive_min_rms_l2_at_4": 0.5137039074220306,
320
+ "positive_closer_than_negative_rate_at_4": 0.875,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.51531193331891,
330
+ "median_positive_min_rms_l2_at_8": 0.5127802168994106,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.4591745824054725,
341
+ "median_positive_min_rms_l2_at_16": 0.42881351161710407,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.4,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5216423989563654,
355
+ "median_positive_min_rms_l2_at_1": 0.4821479036403551,
356
+ "positive_closer_than_negative_rate_at_1": 0.9375,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.375,
364
+ "negative_near_at_1_thr_0p4": 0.0625,
365
+ "mean_positive_min_rms_l2_at_2": 0.4754009427474873,
366
+ "median_positive_min_rms_l2_at_2": 0.41939543643798993,
367
+ "positive_closer_than_negative_rate_at_2": 0.9375,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.4375,
375
+ "negative_near_at_2_thr_0p4": 0.25,
376
+ "mean_positive_min_rms_l2_at_4": 0.45569621142719496,
377
+ "median_positive_min_rms_l2_at_4": 0.4118352984805886,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.5,
386
+ "negative_near_at_4_thr_0p4": 0.3125,
387
+ "mean_positive_min_rms_l2_at_8": 0.4202101860653062,
388
+ "median_positive_min_rms_l2_at_8": 0.3516472117630669,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.625,
397
+ "negative_near_at_8_thr_0p4": 0.3125,
398
+ "mean_positive_min_rms_l2_at_16": 0.3953138417181907,
399
+ "median_positive_min_rms_l2_at_16": 0.3354711142905443,
400
+ "positive_closer_than_negative_rate_at_16": 0.875,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.6875,
408
+ "negative_near_at_16_thr_0p4": 0.375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8461830020945935
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.9995137666024031
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8912362978733044
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8349004985892116
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.7814697792414632
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7529246008057825
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.6975827711651441
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.6891400138404413
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6625063569597489
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6880397355815207
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6380301157699801
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7172667772379143,
461
+ "utility_accuracy": 0.8516060616426641,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.3261281178321619,
467
+ "utility_accuracy": 0.9322341189751309,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.21098597431097582,
473
+ "utility_accuracy": 0.9541613929463277,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.1514994380841754,
479
+ "utility_accuracy": 0.9640816885027196,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11730588989160473,
485
+ "utility_accuracy": 0.970889063729347,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.08338950112346333,
491
+ "utility_accuracy": 0.9786542605959019,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.08636609501890759,
497
+ "utility_accuracy": 0.9773885677145692,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.09603148512548619,
503
+ "utility_accuracy": 0.9764307460746416,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.08995261729123964,
509
+ "utility_accuracy": 0.9786200526801901,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.05027376020252852,
515
+ "utility_accuracy": 0.9872746553552492,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.03901958788985606,
521
+ "utility_accuracy": 0.9898402490336263,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool2.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073387.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 2.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 2,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 1.0017129831247902,
64
+ "median_positive_min_rms_l2_at_1": 0.9114711089914809,
65
+ "positive_closer_than_negative_rate_at_1": 0.6266666666666667,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.021505376344086023,
73
+ "negative_near_at_1_thr_0p4": 0.0,
74
+ "mean_positive_min_rms_l2_at_2": 0.9397553290815698,
75
+ "median_positive_min_rms_l2_at_2": 0.8260311603571916,
76
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.03225806451612903,
84
+ "negative_near_at_2_thr_0p4": 0.0,
85
+ "mean_positive_min_rms_l2_at_4": 0.8996635598695865,
86
+ "median_positive_min_rms_l2_at_4": 0.7585661804463486,
87
+ "positive_closer_than_negative_rate_at_4": 0.68,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.10752688172043011,
95
+ "negative_near_at_4_thr_0p4": 0.04,
96
+ "mean_positive_min_rms_l2_at_8": 0.8478947540772505,
97
+ "median_positive_min_rms_l2_at_8": 0.7200871936274512,
98
+ "positive_closer_than_negative_rate_at_8": 0.68,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.13978494623655913,
106
+ "negative_near_at_8_thr_0p4": 0.06666666666666667,
107
+ "mean_positive_min_rms_l2_at_16": 0.8058092390179312,
108
+ "median_positive_min_rms_l2_at_16": 0.6673183549676988,
109
+ "positive_closer_than_negative_rate_at_16": 0.68,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.1827956989247312,
117
+ "negative_near_at_16_thr_0p4": 0.08
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.7086815864633816,
123
+ "median_positive_min_rms_l2_at_1": 0.6699759082572624,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.0,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.6500026742929994,
134
+ "median_positive_min_rms_l2_at_2": 0.5930719502537873,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.0,
143
+ "negative_near_at_2_thr_0p4": 0.0,
144
+ "mean_positive_min_rms_l2_at_4": 0.6042460848388688,
145
+ "median_positive_min_rms_l2_at_4": 0.5128975537881824,
146
+ "positive_closer_than_negative_rate_at_4": 0.75,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.125,
154
+ "negative_near_at_4_thr_0p4": 0.0,
155
+ "mean_positive_min_rms_l2_at_8": 0.5619500677234204,
156
+ "median_positive_min_rms_l2_at_8": 0.5088123218822107,
157
+ "positive_closer_than_negative_rate_at_8": 0.75,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.125,
165
+ "negative_near_at_8_thr_0p4": 0.0,
166
+ "mean_positive_min_rms_l2_at_16": 0.5328631227372735,
167
+ "median_positive_min_rms_l2_at_16": 0.48237004877698075,
168
+ "positive_closer_than_negative_rate_at_16": 0.625,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.25,
176
+ "negative_near_at_16_thr_0p4": 0.0
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.9243255699112383,
181
+ "median_positive_min_rms_l2_at_1": 1.030301985727831,
182
+ "positive_closer_than_negative_rate_at_1": 0.3333333333333333,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.7373589668440594,
192
+ "median_positive_min_rms_l2_at_2": 0.6452404128915133,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.6980039146914293,
203
+ "median_positive_min_rms_l2_at_4": 0.591751814354963,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.0,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.5347363959129061,
214
+ "median_positive_min_rms_l2_at_8": 0.4671442414379531,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.0,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.4685419210360618,
225
+ "median_positive_min_rms_l2_at_16": 0.4671442414379531,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.0,
234
+ "negative_near_at_16_thr_0p4": 0.0
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.2745883964548637,
239
+ "median_positive_min_rms_l2_at_1": 1.2980576954944099,
240
+ "positive_closer_than_negative_rate_at_1": 0.55,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2139705975951314,
250
+ "median_positive_min_rms_l2_at_2": 1.1977580848197475,
251
+ "positive_closer_than_negative_rate_at_2": 0.55,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1731523914373678,
261
+ "median_positive_min_rms_l2_at_4": 1.1639895087783791,
262
+ "positive_closer_than_negative_rate_at_4": 0.55,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.1138315885347272,
272
+ "median_positive_min_rms_l2_at_8": 1.1181980448916162,
273
+ "positive_closer_than_negative_rate_at_8": 0.525,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0683963642363339,
283
+ "median_positive_min_rms_l2_at_16": 1.089441093155812,
284
+ "positive_closer_than_negative_rate_at_16": 0.525,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.7194165233692492,
297
+ "median_positive_min_rms_l2_at_1": 0.726569495156959,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.6589039423060395,
308
+ "median_positive_min_rms_l2_at_2": 0.6801419511836077,
309
+ "positive_closer_than_negative_rate_at_2": 0.75,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.6126903995218096,
319
+ "median_positive_min_rms_l2_at_4": 0.6498802981600129,
320
+ "positive_closer_than_negative_rate_at_4": 0.75,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5822781357459964,
330
+ "median_positive_min_rms_l2_at_8": 0.584633211091233,
331
+ "positive_closer_than_negative_rate_at_8": 0.75,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.2,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.5310565797504216,
341
+ "median_positive_min_rms_l2_at_16": 0.5337774678300925,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5576013724642485,
355
+ "median_positive_min_rms_l2_at_1": 0.49147102479707727,
356
+ "positive_closer_than_negative_rate_at_1": 0.8125,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.0625,
364
+ "negative_near_at_1_thr_0p4": 0.0,
365
+ "mean_positive_min_rms_l2_at_2": 0.5118179811104724,
366
+ "median_positive_min_rms_l2_at_2": 0.4580426280465846,
367
+ "positive_closer_than_negative_rate_at_2": 0.9375,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.0625,
375
+ "negative_near_at_2_thr_0p4": 0.0,
376
+ "mean_positive_min_rms_l2_at_4": 0.4824751680595887,
377
+ "median_positive_min_rms_l2_at_4": 0.4264497836984006,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.4375,
386
+ "negative_near_at_4_thr_0p4": 0.1875,
387
+ "mean_positive_min_rms_l2_at_8": 0.4509262092623252,
388
+ "median_positive_min_rms_l2_at_8": 0.38389410026628323,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.5625,
397
+ "negative_near_at_8_thr_0p4": 0.3125,
398
+ "mean_positive_min_rms_l2_at_16": 0.42610407570949327,
399
+ "median_positive_min_rms_l2_at_16": 0.38046149455605593,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.625,
408
+ "negative_near_at_16_thr_0p4": 0.375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8527165695104455
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 1.0110104549707275
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8802555744755447
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8119423946673564
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.7676992409416351
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7217520335082817
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.7027495759158381
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.6909212272035856
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6743285026096542
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6643342361824341
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6767342009011016
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7251045567227271,
461
+ "utility_accuracy": 0.8520507645469162,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.3301785192381804,
467
+ "utility_accuracy": 0.9303868915266993,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.2130958810997889,
473
+ "utility_accuracy": 0.9542640166934628,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.1441715399087978,
479
+ "utility_accuracy": 0.9656210447097459,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11046794781905021,
485
+ "utility_accuracy": 0.9734888653234358,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.08856070134607158,
491
+ "utility_accuracy": 0.9771149043888756,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.12288624352890491,
497
+ "utility_accuracy": 0.9725310436835084,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.06811458756224886,
503
+ "utility_accuracy": 0.9838880716997913,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.04549175169855668,
509
+ "utility_accuracy": 0.9884719324051585,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.04345604507218167,
515
+ "utility_accuracy": 0.9893613382136627,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.07220301079199556,
521
+ "utility_accuracy": 0.9835117846269626,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs2p0_pool2.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073388.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 0.5,
20
+ "guidance_scale": 1.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 2,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9243640438422971,
64
+ "median_positive_min_rms_l2_at_1": 0.818110139112235,
65
+ "positive_closer_than_negative_rate_at_1": 0.6,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.07526881720430108,
73
+ "negative_near_at_1_thr_0p4": 0.02666666666666667,
74
+ "mean_positive_min_rms_l2_at_2": 0.8732615649002684,
75
+ "median_positive_min_rms_l2_at_2": 0.7578948768072168,
76
+ "positive_closer_than_negative_rate_at_2": 0.6133333333333333,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.0967741935483871,
84
+ "negative_near_at_2_thr_0p4": 0.04,
85
+ "mean_positive_min_rms_l2_at_4": 0.8332084306895605,
86
+ "median_positive_min_rms_l2_at_4": 0.7201433579255389,
87
+ "positive_closer_than_negative_rate_at_4": 0.64,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
95
+ "negative_near_at_4_thr_0p4": 0.06666666666666667,
96
+ "mean_positive_min_rms_l2_at_8": 0.8016763427119793,
97
+ "median_positive_min_rms_l2_at_8": 0.6837446862391076,
98
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.1827956989247312,
106
+ "negative_near_at_8_thr_0p4": 0.08,
107
+ "mean_positive_min_rms_l2_at_16": 0.7794026809404573,
108
+ "median_positive_min_rms_l2_at_16": 0.6803190134480502,
109
+ "positive_closer_than_negative_rate_at_16": 0.6666666666666666,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.23655913978494625,
117
+ "negative_near_at_16_thr_0p4": 0.10666666666666667
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.661383712773014,
123
+ "median_positive_min_rms_l2_at_1": 0.574595667030066,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.125,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.6262954486973477,
134
+ "median_positive_min_rms_l2_at_2": 0.5411018540334914,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.25,
143
+ "negative_near_at_2_thr_0p4": 0.125,
144
+ "mean_positive_min_rms_l2_at_4": 0.5752603092962689,
145
+ "median_positive_min_rms_l2_at_4": 0.5123557106405987,
146
+ "positive_closer_than_negative_rate_at_4": 0.5,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.25,
154
+ "negative_near_at_4_thr_0p4": 0.125,
155
+ "mean_positive_min_rms_l2_at_8": 0.5399598641605974,
156
+ "median_positive_min_rms_l2_at_8": 0.4969019134504796,
157
+ "positive_closer_than_negative_rate_at_8": 0.625,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.25,
165
+ "negative_near_at_8_thr_0p4": 0.125,
166
+ "mean_positive_min_rms_l2_at_16": 0.4968590229828883,
167
+ "median_positive_min_rms_l2_at_16": 0.45846018140838274,
168
+ "positive_closer_than_negative_rate_at_16": 0.625,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.375,
176
+ "negative_near_at_16_thr_0p4": 0.125
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6934291294380867,
181
+ "median_positive_min_rms_l2_at_1": 0.5324243403209564,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.5659869581390273,
192
+ "median_positive_min_rms_l2_at_2": 0.5324243403209564,
193
+ "positive_closer_than_negative_rate_at_2": 1.0,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5112341596608797,
203
+ "median_positive_min_rms_l2_at_4": 0.4720049402436989,
204
+ "positive_closer_than_negative_rate_at_4": 1.0,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
212
+ "negative_near_at_4_thr_0p4": 0.3333333333333333,
213
+ "mean_positive_min_rms_l2_at_8": 0.504426219387879,
214
+ "median_positive_min_rms_l2_at_8": 0.4515811194246968,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
223
+ "negative_near_at_8_thr_0p4": 0.3333333333333333,
224
+ "mean_positive_min_rms_l2_at_16": 0.4501241874703863,
225
+ "median_positive_min_rms_l2_at_16": 0.39480961289650457,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
234
+ "negative_near_at_16_thr_0p4": 0.3333333333333333
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.1883884562139007,
239
+ "median_positive_min_rms_l2_at_1": 1.1289707813936605,
240
+ "positive_closer_than_negative_rate_at_1": 0.5,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.1372458950818034,
250
+ "median_positive_min_rms_l2_at_2": 1.066597257196237,
251
+ "positive_closer_than_negative_rate_at_2": 0.5,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1030142089557877,
261
+ "median_positive_min_rms_l2_at_4": 1.066597257196237,
262
+ "positive_closer_than_negative_rate_at_4": 0.5,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.0668970497406745,
272
+ "median_positive_min_rms_l2_at_8": 1.0659824707108914,
273
+ "positive_closer_than_negative_rate_at_8": 0.5,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.049240922503608,
283
+ "median_positive_min_rms_l2_at_16": 1.045153483629257,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.6049063170246437,
297
+ "median_positive_min_rms_l2_at_1": 0.6006691561933669,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.5605314360282244,
308
+ "median_positive_min_rms_l2_at_2": 0.5547878235111475,
309
+ "positive_closer_than_negative_rate_at_2": 0.75,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5242655446464387,
319
+ "median_positive_min_rms_l2_at_4": 0.5094277422289724,
320
+ "positive_closer_than_negative_rate_at_4": 0.875,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5013293509524034,
330
+ "median_positive_min_rms_l2_at_8": 0.5094277422289724,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.48901514551731623,
341
+ "median_positive_min_rms_l2_at_16": 0.5094277422289724,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5570683102847936,
355
+ "median_positive_min_rms_l2_at_1": 0.4817170047141589,
356
+ "positive_closer_than_negative_rate_at_1": 0.75,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.25,
364
+ "negative_near_at_1_thr_0p4": 0.125,
365
+ "mean_positive_min_rms_l2_at_2": 0.5060930551333616,
366
+ "median_positive_min_rms_l2_at_2": 0.45518768877188154,
367
+ "positive_closer_than_negative_rate_at_2": 0.75,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.3125,
375
+ "negative_near_at_2_thr_0p4": 0.125,
376
+ "mean_positive_min_rms_l2_at_4": 0.4521807046459116,
377
+ "median_positive_min_rms_l2_at_4": 0.40948871097648676,
378
+ "positive_closer_than_negative_rate_at_4": 0.875,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.4375,
386
+ "negative_near_at_4_thr_0p4": 0.1875,
387
+ "mean_positive_min_rms_l2_at_8": 0.4244532812315737,
388
+ "median_positive_min_rms_l2_at_8": 0.3899635893730408,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.5625,
397
+ "negative_near_at_8_thr_0p4": 0.25,
398
+ "mean_positive_min_rms_l2_at_16": 0.3945431469215322,
399
+ "median_positive_min_rms_l2_at_16": 0.3439783941012322,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.75,
408
+ "negative_near_at_16_thr_0p4": 0.375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.0715575245067552
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.47951147353310813
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.4280581672322969
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.375072312822724
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.3642511074749974
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.3450110760176918
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.33583292504383844
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.3189813591204024
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.3168662551647435
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.3115227240353872
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.30531398476861754
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7300782364445576,
461
+ "utility_accuracy": 0.85071665583416,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.323076738336763,
467
+ "utility_accuracy": 0.9315841685766086,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.2219911185430766,
473
+ "utility_accuracy": 0.9515273834365272,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.1485643451773753,
479
+ "utility_accuracy": 0.9644237676598365,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11367351004284659,
485
+ "utility_accuracy": 0.9716416378750042,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.09377127692449498,
491
+ "utility_accuracy": 0.9762939144117949,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.11224225884063173,
497
+ "utility_accuracy": 0.9745151027947867,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.07470970923010378,
503
+ "utility_accuracy": 0.9809119830328739,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.07163447661256393,
509
+ "utility_accuracy": 0.9826223788184586,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.15475133726705856,
515
+ "utility_accuracy": 0.971675845790716,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.04006257458338192,
521
+ "utility_accuracy": 0.9901823281907434,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_noise0p5_pool2.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073623.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 0.5,
20
+ "guidance_scale": 0.5,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 8,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.950424643716975,
64
+ "median_positive_min_rms_l2_at_1": 0.9023621193623895,
65
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.053763440860215055,
73
+ "negative_near_at_1_thr_0p4": 0.013333333333333334,
74
+ "mean_positive_min_rms_l2_at_2": 0.9022081655468223,
75
+ "median_positive_min_rms_l2_at_2": 0.8092179007083419,
76
+ "positive_closer_than_negative_rate_at_2": 0.6533333333333333,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.11827956989247312,
84
+ "negative_near_at_2_thr_0p4": 0.02666666666666667,
85
+ "mean_positive_min_rms_l2_at_4": 0.8665425607998576,
86
+ "median_positive_min_rms_l2_at_4": 0.7722676449524273,
87
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.15053763440860216,
95
+ "negative_near_at_4_thr_0p4": 0.04,
96
+ "mean_positive_min_rms_l2_at_8": 0.8321554274342323,
97
+ "median_positive_min_rms_l2_at_8": 0.7349514711866495,
98
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
106
+ "negative_near_at_8_thr_0p4": 0.05333333333333334,
107
+ "mean_positive_min_rms_l2_at_16": 0.7992588942480718,
108
+ "median_positive_min_rms_l2_at_16": 0.6740289555733507,
109
+ "positive_closer_than_negative_rate_at_16": 0.64,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.24731182795698925,
117
+ "negative_near_at_16_thr_0p4": 0.12
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.5924153073704641,
123
+ "median_positive_min_rms_l2_at_1": 0.5437916674032264,
124
+ "positive_closer_than_negative_rate_at_1": 0.75,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.125,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.5311145537225059,
134
+ "median_positive_min_rms_l2_at_2": 0.4414166317022555,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.125,
143
+ "negative_near_at_2_thr_0p4": 0.125,
144
+ "mean_positive_min_rms_l2_at_4": 0.5311145537225059,
145
+ "median_positive_min_rms_l2_at_4": 0.4414166317022555,
146
+ "positive_closer_than_negative_rate_at_4": 0.625,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.125,
154
+ "negative_near_at_4_thr_0p4": 0.125,
155
+ "mean_positive_min_rms_l2_at_8": 0.48234092938839657,
156
+ "median_positive_min_rms_l2_at_8": 0.4214122269199205,
157
+ "positive_closer_than_negative_rate_at_8": 0.75,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.375,
165
+ "negative_near_at_8_thr_0p4": 0.125,
166
+ "mean_positive_min_rms_l2_at_16": 0.4458649803975452,
167
+ "median_positive_min_rms_l2_at_16": 0.4153332195370631,
168
+ "positive_closer_than_negative_rate_at_16": 0.625,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.375,
176
+ "negative_near_at_16_thr_0p4": 0.25
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6605030414896077,
181
+ "median_positive_min_rms_l2_at_1": 0.4905504196326008,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.5748846510473373,
192
+ "median_positive_min_rms_l2_at_2": 0.364276288845954,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.6666666666666666,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5748846510473373,
203
+ "median_positive_min_rms_l2_at_4": 0.364276288845954,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.6666666666666666,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.5629480893400615,
214
+ "median_positive_min_rms_l2_at_8": 0.364276288845954,
215
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.4731528018675104,
225
+ "median_positive_min_rms_l2_at_16": 0.364276288845954,
226
+ "positive_closer_than_negative_rate_at_16": 0.6666666666666666,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
234
+ "negative_near_at_16_thr_0p4": 0.3333333333333333
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.2226744125110163,
239
+ "median_positive_min_rms_l2_at_1": 1.1705519428665838,
240
+ "positive_closer_than_negative_rate_at_1": 0.525,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.1892570654579626,
250
+ "median_positive_min_rms_l2_at_2": 1.1705519428665838,
251
+ "positive_closer_than_negative_rate_at_2": 0.525,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1556430213579978,
261
+ "median_positive_min_rms_l2_at_4": 1.0996238180297366,
262
+ "positive_closer_than_negative_rate_at_4": 0.525,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.1242921990411574,
272
+ "median_positive_min_rms_l2_at_8": 1.0708442590784817,
273
+ "positive_closer_than_negative_rate_at_8": 0.525,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0900899754132407,
283
+ "median_positive_min_rms_l2_at_16": 1.054830334710958,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.7088165893361474,
297
+ "median_positive_min_rms_l2_at_1": 0.6785032144732429,
298
+ "positive_closer_than_negative_rate_at_1": 0.875,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.6343231656636676,
308
+ "median_positive_min_rms_l2_at_2": 0.6152624213033738,
309
+ "positive_closer_than_negative_rate_at_2": 0.875,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.2,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5756548071571506,
319
+ "median_positive_min_rms_l2_at_4": 0.5194671460820585,
320
+ "positive_closer_than_negative_rate_at_4": 0.875,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5288168898242209,
330
+ "median_positive_min_rms_l2_at_8": 0.5194671460820585,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.5052133783550704,
341
+ "median_positive_min_rms_l2_at_16": 0.47461773657197776,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5425010252588789,
355
+ "median_positive_min_rms_l2_at_1": 0.504541777511975,
356
+ "positive_closer_than_negative_rate_at_1": 0.875,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.1875,
364
+ "negative_near_at_1_thr_0p4": 0.0625,
365
+ "mean_positive_min_rms_l2_at_2": 0.4853019493513323,
366
+ "median_positive_min_rms_l2_at_2": 0.4376990599237751,
367
+ "positive_closer_than_negative_rate_at_2": 0.875,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.3125,
375
+ "negative_near_at_2_thr_0p4": 0.0625,
376
+ "mean_positive_min_rms_l2_at_4": 0.44014197342809697,
377
+ "median_positive_min_rms_l2_at_4": 0.4095441545323337,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.4375,
386
+ "negative_near_at_4_thr_0p4": 0.125,
387
+ "mean_positive_min_rms_l2_at_8": 0.41073297186212027,
388
+ "median_positive_min_rms_l2_at_8": 0.35744523451523175,
389
+ "positive_closer_than_negative_rate_at_8": 0.875,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.6875,
397
+ "negative_near_at_8_thr_0p4": 0.1875,
398
+ "mean_positive_min_rms_l2_at_16": 0.38574434343040276,
399
+ "median_positive_min_rms_l2_at_16": 0.3441321848615977,
400
+ "positive_closer_than_negative_rate_at_16": 0.875,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.375
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.075625414840367
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.4826012268189795
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.42918015207989585
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.38463147041793655
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.3523485802847873
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.3445387958783737
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.3303256749310756
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.32508508997886926
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.3143217709904322
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.3080951320209567
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.3067786458736668
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7297132718870146,
461
+ "utility_accuracy": 0.856224130263743,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.32364365887177843,
467
+ "utility_accuracy": 0.9303184756952759,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.21986457933121095,
473
+ "utility_accuracy": 0.9500564430609243,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.13980775590891328,
479
+ "utility_accuracy": 0.9661341634454212,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11097643036767803,
485
+ "utility_accuracy": 0.9716416378750042,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.10533637669648147,
491
+ "utility_accuracy": 0.9745493107104984,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.0679572023199263,
497
+ "utility_accuracy": 0.9825197550713235,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.06668073077899042,
503
+ "utility_accuracy": 0.9822460917456299,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.0436221459020273,
509
+ "utility_accuracy": 0.9876851503437896,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.04930547571291233,
515
+ "utility_accuracy": 0.9868299524509971,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.042537510963100905,
521
+ "utility_accuracy": 0.9893613382136627,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_noise0p5_pool8.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073624.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 0.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 8,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9474089141940653,
64
+ "median_positive_min_rms_l2_at_1": 0.789793105959776,
65
+ "positive_closer_than_negative_rate_at_1": 0.6533333333333333,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.0967741935483871,
73
+ "negative_near_at_1_thr_0p4": 0.02666666666666667,
74
+ "mean_positive_min_rms_l2_at_2": 0.8923297114138006,
75
+ "median_positive_min_rms_l2_at_2": 0.743316996689625,
76
+ "positive_closer_than_negative_rate_at_2": 0.6533333333333333,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.12903225806451613,
84
+ "negative_near_at_2_thr_0p4": 0.02666666666666667,
85
+ "mean_positive_min_rms_l2_at_4": 0.8345818272885773,
86
+ "median_positive_min_rms_l2_at_4": 0.7286164213853462,
87
+ "positive_closer_than_negative_rate_at_4": 0.6533333333333333,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.20430107526881722,
95
+ "negative_near_at_4_thr_0p4": 0.05333333333333334,
96
+ "mean_positive_min_rms_l2_at_8": 0.8056654691032971,
97
+ "median_positive_min_rms_l2_at_8": 0.6782004447664419,
98
+ "positive_closer_than_negative_rate_at_8": 0.6533333333333333,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.22580645161290322,
106
+ "negative_near_at_8_thr_0p4": 0.05333333333333334,
107
+ "mean_positive_min_rms_l2_at_16": 0.7775313483461576,
108
+ "median_positive_min_rms_l2_at_16": 0.6382834887293457,
109
+ "positive_closer_than_negative_rate_at_16": 0.68,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.25806451612903225,
117
+ "negative_near_at_16_thr_0p4": 0.09333333333333334
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.550256065749632,
123
+ "median_positive_min_rms_l2_at_1": 0.4909087422337335,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.375,
132
+ "negative_near_at_1_thr_0p4": 0.125,
133
+ "mean_positive_min_rms_l2_at_2": 0.5284201719254512,
134
+ "median_positive_min_rms_l2_at_2": 0.4909087422337335,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.375,
143
+ "negative_near_at_2_thr_0p4": 0.125,
144
+ "mean_positive_min_rms_l2_at_4": 0.5059201037505049,
145
+ "median_positive_min_rms_l2_at_4": 0.42131017019032635,
146
+ "positive_closer_than_negative_rate_at_4": 0.75,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.5,
154
+ "negative_near_at_4_thr_0p4": 0.125,
155
+ "mean_positive_min_rms_l2_at_8": 0.48223489161511,
156
+ "median_positive_min_rms_l2_at_8": 0.4014484104764113,
157
+ "positive_closer_than_negative_rate_at_8": 0.75,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.5,
165
+ "negative_near_at_8_thr_0p4": 0.125,
166
+ "mean_positive_min_rms_l2_at_16": 0.4368831528047997,
167
+ "median_positive_min_rms_l2_at_16": 0.36098006297031,
168
+ "positive_closer_than_negative_rate_at_16": 0.75,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.625,
176
+ "negative_near_at_16_thr_0p4": 0.25
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.7122163131562144,
181
+ "median_positive_min_rms_l2_at_1": 0.5411549688901697,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.6201926252087575,
192
+ "median_positive_min_rms_l2_at_2": 0.45089126458270157,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5178309537983946,
203
+ "median_positive_min_rms_l2_at_4": 0.41492580833271825,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.5178309537983946,
214
+ "median_positive_min_rms_l2_at_8": 0.41492580833271825,
215
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.4558118487147942,
225
+ "median_positive_min_rms_l2_at_16": 0.40992403119024795,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
234
+ "negative_near_at_16_thr_0p4": 0.0
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.2499369623644268,
239
+ "median_positive_min_rms_l2_at_1": 1.2225239797540222,
240
+ "positive_closer_than_negative_rate_at_1": 0.5,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.1905536211486054,
250
+ "median_positive_min_rms_l2_at_2": 1.1597201674716588,
251
+ "positive_closer_than_negative_rate_at_2": 0.5,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1300351545215463,
261
+ "median_positive_min_rms_l2_at_4": 1.0989359232776017,
262
+ "positive_closer_than_negative_rate_at_4": 0.475,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.0971081818339055,
272
+ "median_positive_min_rms_l2_at_8": 1.0989359232776017,
273
+ "positive_closer_than_negative_rate_at_8": 0.475,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.0721319676833314,
283
+ "median_positive_min_rms_l2_at_16": 1.0897227482155145,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.6714787834758627,
297
+ "median_positive_min_rms_l2_at_1": 0.6571226195188776,
298
+ "positive_closer_than_negative_rate_at_1": 0.875,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.5945232417052301,
308
+ "median_positive_min_rms_l2_at_2": 0.5278963378988697,
309
+ "positive_closer_than_negative_rate_at_2": 0.875,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5306783911785904,
319
+ "median_positive_min_rms_l2_at_4": 0.4763926418901006,
320
+ "positive_closer_than_negative_rate_at_4": 0.875,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.13333333333333333,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.49046022473494794,
330
+ "median_positive_min_rms_l2_at_8": 0.47533035454104655,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.26666666666666666,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.4701150274846364,
341
+ "median_positive_min_rms_l2_at_16": 0.4282295987895667,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.48446029511616534,
355
+ "median_positive_min_rms_l2_at_1": 0.4509538323417634,
356
+ "positive_closer_than_negative_rate_at_1": 0.9375,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.3125,
364
+ "negative_near_at_1_thr_0p4": 0.0625,
365
+ "mean_positive_min_rms_l2_at_2": 0.45391503789351695,
366
+ "median_positive_min_rms_l2_at_2": 0.41196743403303004,
367
+ "positive_closer_than_negative_rate_at_2": 0.9375,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.4375,
375
+ "negative_near_at_2_thr_0p4": 0.0625,
376
+ "mean_positive_min_rms_l2_at_4": 0.40145546863504755,
377
+ "median_positive_min_rms_l2_at_4": 0.3853941861337369,
378
+ "positive_closer_than_negative_rate_at_4": 0.9375,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.75,
386
+ "negative_near_at_4_thr_0p4": 0.1875,
387
+ "mean_positive_min_rms_l2_at_8": 0.38788099923357294,
388
+ "median_positive_min_rms_l2_at_8": 0.34848605975519154,
389
+ "positive_closer_than_negative_rate_at_8": 0.9375,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.75,
397
+ "negative_near_at_8_thr_0p4": 0.1875,
398
+ "mean_positive_min_rms_l2_at_16": 0.3573411789681524,
399
+ "median_positive_min_rms_l2_at_16": 0.3213950266583012,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.3125
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.876462736392459
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.9999296845299175
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8917806713728356
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.7960715189402012
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.769484851316538
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7234295108083493
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.6873012383115511
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.678005286867113
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6820525420528023
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6638463287799307
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6567017389259274
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7193386813083651,
461
+ "utility_accuracy": 0.8531454178496904,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.32908416781428573,
467
+ "utility_accuracy": 0.9307973865152396,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.21673136572052956,
473
+ "utility_accuracy": 0.9529299079807068,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.14798078328417943,
479
+ "utility_accuracy": 0.966613074265385,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.138410114533571,
485
+ "utility_accuracy": 0.9680155988095646,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.09986814876842282,
491
+ "utility_accuracy": 0.9763623302432183,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.08698771910697514,
497
+ "utility_accuracy": 0.9791331714158656,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.08004244983500063,
503
+ "utility_accuracy": 0.9803988642971984,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.04530393743363716,
509
+ "utility_accuracy": 0.9884377244894469,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.04281839324236979,
515
+ "utility_accuracy": 0.9891902986351042,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.045439313003332746,
521
+ "utility_accuracy": 0.9895323777922211,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p0_pool8.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073625.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 1.0,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 8,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9771329235738919,
64
+ "median_positive_min_rms_l2_at_1": 0.8701734247150226,
65
+ "positive_closer_than_negative_rate_at_1": 0.64,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.021505376344086023,
73
+ "negative_near_at_1_thr_0p4": 0.0,
74
+ "mean_positive_min_rms_l2_at_2": 0.9313581125554162,
75
+ "median_positive_min_rms_l2_at_2": 0.8221578721058569,
76
+ "positive_closer_than_negative_rate_at_2": 0.68,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.0967741935483871,
84
+ "negative_near_at_2_thr_0p4": 0.013333333333333334,
85
+ "mean_positive_min_rms_l2_at_4": 0.8729095163577953,
86
+ "median_positive_min_rms_l2_at_4": 0.778177543342207,
87
+ "positive_closer_than_negative_rate_at_4": 0.64,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.13978494623655913,
95
+ "negative_near_at_4_thr_0p4": 0.04,
96
+ "mean_positive_min_rms_l2_at_8": 0.8328867188069515,
97
+ "median_positive_min_rms_l2_at_8": 0.7299046172954785,
98
+ "positive_closer_than_negative_rate_at_8": 0.68,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.20430107526881722,
106
+ "negative_near_at_8_thr_0p4": 0.04,
107
+ "mean_positive_min_rms_l2_at_16": 0.8023423684171563,
108
+ "median_positive_min_rms_l2_at_16": 0.6886013178724835,
109
+ "positive_closer_than_negative_rate_at_16": 0.68,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
117
+ "negative_near_at_16_thr_0p4": 0.09333333333333334
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.6847177093509245,
123
+ "median_positive_min_rms_l2_at_1": 0.6576455844915281,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.0,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.6170774666972239,
134
+ "median_positive_min_rms_l2_at_2": 0.5346043741981091,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.25,
143
+ "negative_near_at_2_thr_0p4": 0.0,
144
+ "mean_positive_min_rms_l2_at_4": 0.5735022062205162,
145
+ "median_positive_min_rms_l2_at_4": 0.47948316638407107,
146
+ "positive_closer_than_negative_rate_at_4": 0.625,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.375,
154
+ "negative_near_at_4_thr_0p4": 0.0,
155
+ "mean_positive_min_rms_l2_at_8": 0.5268699696801352,
156
+ "median_positive_min_rms_l2_at_8": 0.4187439219669544,
157
+ "positive_closer_than_negative_rate_at_8": 0.75,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.5,
165
+ "negative_near_at_8_thr_0p4": 0.0,
166
+ "mean_positive_min_rms_l2_at_16": 0.4966886159076291,
167
+ "median_positive_min_rms_l2_at_16": 0.391695571081499,
168
+ "positive_closer_than_negative_rate_at_16": 0.75,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.625,
176
+ "negative_near_at_16_thr_0p4": 0.25
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.5581711488253355,
181
+ "median_positive_min_rms_l2_at_1": 0.4440462533127819,
182
+ "positive_closer_than_negative_rate_at_1": 1.0,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.5307292018639092,
192
+ "median_positive_min_rms_l2_at_2": 0.4083093210573678,
193
+ "positive_closer_than_negative_rate_at_2": 1.0,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5291476912913479,
203
+ "median_positive_min_rms_l2_at_4": 0.4083093210573678,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.44685228421332696,
214
+ "median_positive_min_rms_l2_at_8": 0.4083093210573678,
215
+ "positive_closer_than_negative_rate_at_8": 1.0,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
223
+ "negative_near_at_8_thr_0p4": 0.0,
224
+ "mean_positive_min_rms_l2_at_16": 0.4120504056601675,
225
+ "median_positive_min_rms_l2_at_16": 0.4083093210573678,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
234
+ "negative_near_at_16_thr_0p4": 0.3333333333333333
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.250003184541318,
239
+ "median_positive_min_rms_l2_at_1": 1.3276785464926397,
240
+ "positive_closer_than_negative_rate_at_1": 0.525,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2124916496373115,
250
+ "median_positive_min_rms_l2_at_2": 1.1912358250079176,
251
+ "positive_closer_than_negative_rate_at_2": 0.55,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1418638410675854,
261
+ "median_positive_min_rms_l2_at_4": 1.1189122363156847,
262
+ "positive_closer_than_negative_rate_at_4": 0.525,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.107488845428951,
272
+ "median_positive_min_rms_l2_at_8": 1.0671437035757376,
273
+ "positive_closer_than_negative_rate_at_8": 0.525,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.082736861865861,
283
+ "median_positive_min_rms_l2_at_16": 1.0434531722351827,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.7040588009416929,
297
+ "median_positive_min_rms_l2_at_1": 0.794752806211765,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.6403165572702342,
308
+ "median_positive_min_rms_l2_at_2": 0.6291705175590376,
309
+ "positive_closer_than_negative_rate_at_2": 0.875,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.2,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.601065339041964,
319
+ "median_positive_min_rms_l2_at_4": 0.519754774608009,
320
+ "positive_closer_than_negative_rate_at_4": 0.875,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5460258088525316,
330
+ "median_positive_min_rms_l2_at_8": 0.4856327864798876,
331
+ "positive_closer_than_negative_rate_at_8": 0.875,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.4,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.5112621450111662,
341
+ "median_positive_min_rms_l2_at_16": 0.44464449870941997,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.4,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5881288965847455,
355
+ "median_positive_min_rms_l2_at_1": 0.5064488414623722,
356
+ "positive_closer_than_negative_rate_at_1": 0.8125,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.0625,
364
+ "negative_near_at_1_thr_0p4": 0.0,
365
+ "mean_positive_min_rms_l2_at_2": 0.5403546648704848,
366
+ "median_positive_min_rms_l2_at_2": 0.4686658966566094,
367
+ "positive_closer_than_negative_rate_at_2": 0.875,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.1875,
375
+ "negative_near_at_2_thr_0p4": 0.0625,
376
+ "mean_positive_min_rms_l2_at_4": 0.4846305198475304,
377
+ "median_positive_min_rms_l2_at_4": 0.43259838251878363,
378
+ "positive_closer_than_negative_rate_at_4": 0.8125,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.25,
386
+ "negative_near_at_4_thr_0p4": 0.1875,
387
+ "mean_positive_min_rms_l2_at_8": 0.45191437433130915,
388
+ "median_positive_min_rms_l2_at_8": 0.4005109320373007,
389
+ "positive_closer_than_negative_rate_at_8": 0.875,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.5,
397
+ "negative_near_at_8_thr_0p4": 0.1875,
398
+ "mean_positive_min_rms_l2_at_16": 0.4074792492642246,
399
+ "median_positive_min_rms_l2_at_16": 0.3588964593455276,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.25
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8796875048957404
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.992526609630935
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8623581777430934
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8060891416315642
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.776998147841089
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7323536371348895
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.7211879472899716
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.6891681889261746
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6950268301621503
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.6756896811455041
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.660154535694791
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7290505874341681,
461
+ "utility_accuracy": 0.8527691307768618,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.32315283175943343,
467
+ "utility_accuracy": 0.9328498614579414,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.21499697753901323,
473
+ "utility_accuracy": 0.9547771354291383,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.15134868688081873,
479
+ "utility_accuracy": 0.9655868367940341,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11730325045196942,
485
+ "utility_accuracy": 0.9714021824650224,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.09181070779258926,
491
+ "utility_accuracy": 0.9764307460746416,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.1156301671955823,
497
+ "utility_accuracy": 0.9741730236376698,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.055670652914915526,
503
+ "utility_accuracy": 0.9856326754010878,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.047059337971863596,
509
+ "utility_accuracy": 0.9875141107652311,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.057981274414040274,
515
+ "utility_accuracy": 0.9870694078609791,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.031646742620049295,
521
+ "utility_accuracy": 0.9911743577463825,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs1p0_pool8.pt
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_gflow_15073626.out ADDED
@@ -0,0 +1,528 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_guided_spline_flow_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Guided spline-flow proposals combine positive-keyframe flow matching with a train-only positive-vs-negative utility head. Sampling follows the flow field while ascending the learned local causal utility gradient in normalized spline tangent space.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "utility_hidden_dim": 256,
10
+ "batch_size": 128,
11
+ "utility_batch_size": 256,
12
+ "epochs": 300,
13
+ "utility_epochs": 120,
14
+ "learning_rate": 0.001,
15
+ "utility_learning_rate": 0.001,
16
+ "val_fraction": 0.2,
17
+ "seed": 0,
18
+ "sample_steps": 16,
19
+ "noise_scale": 1.0,
20
+ "guidance_scale": 0.5,
21
+ "guidance_grad_clip": 1.0,
22
+ "proposal_pool_multiplier": 8,
23
+ "utility_positive_weight": 0.0
24
+ },
25
+ "task_ids": [
26
+ "LiftPegUpright-v1",
27
+ "PickCube-v1",
28
+ "PullCube-v1",
29
+ "PushCube-v1",
30
+ "StackCube-v1"
31
+ ],
32
+ "code_dim": 21,
33
+ "horizon": 16,
34
+ "action_dim": 7,
35
+ "num_examples": 43095,
36
+ "num_groups": 2873,
37
+ "num_train_examples": 34275,
38
+ "num_val_examples": 8820,
39
+ "num_train_positive": 1198,
40
+ "num_train_negative": 28035,
41
+ "num_val_groups_with_positive": 93,
42
+ "label_counts": {
43
+ "neutral": 6310,
44
+ "negative": 35225,
45
+ "positive": 1560
46
+ },
47
+ "train_positive_by_task": {
48
+ "LiftPegUpright-v1": 50,
49
+ "PickCube-v1": 15,
50
+ "PullCube-v1": 723,
51
+ "PushCube-v1": 308,
52
+ "StackCube-v1": 102
53
+ },
54
+ "train_negative_by_task": {
55
+ "LiftPegUpright-v1": 5166,
56
+ "PickCube-v1": 10907,
57
+ "PullCube-v1": 2132,
58
+ "PushCube-v1": 4211,
59
+ "StackCube-v1": 5619
60
+ },
61
+ "overall": {
62
+ "num_groups": 93,
63
+ "mean_positive_min_rms_l2_at_1": 0.9612560722806837,
64
+ "median_positive_min_rms_l2_at_1": 0.8749868001662715,
65
+ "positive_closer_than_negative_rate_at_1": 0.6133333333333333,
66
+ "ptr_proxy_at_1_thr_0p05": 0.0,
67
+ "negative_near_at_1_thr_0p05": 0.0,
68
+ "ptr_proxy_at_1_thr_0p1": 0.0,
69
+ "negative_near_at_1_thr_0p1": 0.0,
70
+ "ptr_proxy_at_1_thr_0p2": 0.0,
71
+ "negative_near_at_1_thr_0p2": 0.0,
72
+ "ptr_proxy_at_1_thr_0p4": 0.08602150537634409,
73
+ "negative_near_at_1_thr_0p4": 0.013333333333333334,
74
+ "mean_positive_min_rms_l2_at_2": 0.9100603757973558,
75
+ "median_positive_min_rms_l2_at_2": 0.7847804101351404,
76
+ "positive_closer_than_negative_rate_at_2": 0.6266666666666667,
77
+ "ptr_proxy_at_2_thr_0p05": 0.0,
78
+ "negative_near_at_2_thr_0p05": 0.0,
79
+ "ptr_proxy_at_2_thr_0p1": 0.0,
80
+ "negative_near_at_2_thr_0p1": 0.0,
81
+ "ptr_proxy_at_2_thr_0p2": 0.0,
82
+ "negative_near_at_2_thr_0p2": 0.0,
83
+ "ptr_proxy_at_2_thr_0p4": 0.15053763440860216,
84
+ "negative_near_at_2_thr_0p4": 0.05333333333333334,
85
+ "mean_positive_min_rms_l2_at_4": 0.867330967167262,
86
+ "median_positive_min_rms_l2_at_4": 0.7505875974456033,
87
+ "positive_closer_than_negative_rate_at_4": 0.6266666666666667,
88
+ "ptr_proxy_at_4_thr_0p05": 0.0,
89
+ "negative_near_at_4_thr_0p05": 0.0,
90
+ "ptr_proxy_at_4_thr_0p1": 0.0,
91
+ "negative_near_at_4_thr_0p1": 0.0,
92
+ "ptr_proxy_at_4_thr_0p2": 0.0,
93
+ "negative_near_at_4_thr_0p2": 0.0,
94
+ "ptr_proxy_at_4_thr_0p4": 0.17204301075268819,
95
+ "negative_near_at_4_thr_0p4": 0.06666666666666667,
96
+ "mean_positive_min_rms_l2_at_8": 0.8212895154030454,
97
+ "median_positive_min_rms_l2_at_8": 0.7084653176405824,
98
+ "positive_closer_than_negative_rate_at_8": 0.6266666666666667,
99
+ "ptr_proxy_at_8_thr_0p05": 0.0,
100
+ "negative_near_at_8_thr_0p05": 0.0,
101
+ "ptr_proxy_at_8_thr_0p1": 0.0,
102
+ "negative_near_at_8_thr_0p1": 0.0,
103
+ "ptr_proxy_at_8_thr_0p2": 0.0,
104
+ "negative_near_at_8_thr_0p2": 0.0,
105
+ "ptr_proxy_at_8_thr_0p4": 0.24731182795698925,
106
+ "negative_near_at_8_thr_0p4": 0.09333333333333334,
107
+ "mean_positive_min_rms_l2_at_16": 0.7866314431761244,
108
+ "median_positive_min_rms_l2_at_16": 0.6472222816582276,
109
+ "positive_closer_than_negative_rate_at_16": 0.6666666666666666,
110
+ "ptr_proxy_at_16_thr_0p05": 0.0,
111
+ "negative_near_at_16_thr_0p05": 0.0,
112
+ "ptr_proxy_at_16_thr_0p1": 0.0,
113
+ "negative_near_at_16_thr_0p1": 0.0,
114
+ "ptr_proxy_at_16_thr_0p2": 0.0,
115
+ "negative_near_at_16_thr_0p2": 0.0,
116
+ "ptr_proxy_at_16_thr_0p4": 0.26881720430107525,
117
+ "negative_near_at_16_thr_0p4": 0.09333333333333334
118
+ },
119
+ "per_task": {
120
+ "LiftPegUpright-v1": {
121
+ "num_groups": 8,
122
+ "mean_positive_min_rms_l2_at_1": 0.62976909010284,
123
+ "median_positive_min_rms_l2_at_1": 0.6046877659753037,
124
+ "positive_closer_than_negative_rate_at_1": 0.625,
125
+ "ptr_proxy_at_1_thr_0p05": 0.0,
126
+ "negative_near_at_1_thr_0p05": 0.0,
127
+ "ptr_proxy_at_1_thr_0p1": 0.0,
128
+ "negative_near_at_1_thr_0p1": 0.0,
129
+ "ptr_proxy_at_1_thr_0p2": 0.0,
130
+ "negative_near_at_1_thr_0p2": 0.0,
131
+ "ptr_proxy_at_1_thr_0p4": 0.0,
132
+ "negative_near_at_1_thr_0p4": 0.0,
133
+ "mean_positive_min_rms_l2_at_2": 0.5942129997893484,
134
+ "median_positive_min_rms_l2_at_2": 0.5822895974253396,
135
+ "positive_closer_than_negative_rate_at_2": 0.625,
136
+ "ptr_proxy_at_2_thr_0p05": 0.0,
137
+ "negative_near_at_2_thr_0p05": 0.0,
138
+ "ptr_proxy_at_2_thr_0p1": 0.0,
139
+ "negative_near_at_2_thr_0p1": 0.0,
140
+ "ptr_proxy_at_2_thr_0p2": 0.0,
141
+ "negative_near_at_2_thr_0p2": 0.0,
142
+ "ptr_proxy_at_2_thr_0p4": 0.125,
143
+ "negative_near_at_2_thr_0p4": 0.0,
144
+ "mean_positive_min_rms_l2_at_4": 0.5453347705034141,
145
+ "median_positive_min_rms_l2_at_4": 0.5358751375357738,
146
+ "positive_closer_than_negative_rate_at_4": 0.5,
147
+ "ptr_proxy_at_4_thr_0p05": 0.0,
148
+ "negative_near_at_4_thr_0p05": 0.0,
149
+ "ptr_proxy_at_4_thr_0p1": 0.0,
150
+ "negative_near_at_4_thr_0p1": 0.0,
151
+ "ptr_proxy_at_4_thr_0p2": 0.0,
152
+ "negative_near_at_4_thr_0p2": 0.0,
153
+ "ptr_proxy_at_4_thr_0p4": 0.25,
154
+ "negative_near_at_4_thr_0p4": 0.0,
155
+ "mean_positive_min_rms_l2_at_8": 0.52883964925948,
156
+ "median_positive_min_rms_l2_at_8": 0.5146651597192773,
157
+ "positive_closer_than_negative_rate_at_8": 0.625,
158
+ "ptr_proxy_at_8_thr_0p05": 0.0,
159
+ "negative_near_at_8_thr_0p05": 0.0,
160
+ "ptr_proxy_at_8_thr_0p1": 0.0,
161
+ "negative_near_at_8_thr_0p1": 0.0,
162
+ "ptr_proxy_at_8_thr_0p2": 0.0,
163
+ "negative_near_at_8_thr_0p2": 0.0,
164
+ "ptr_proxy_at_8_thr_0p4": 0.375,
165
+ "negative_near_at_8_thr_0p4": 0.125,
166
+ "mean_positive_min_rms_l2_at_16": 0.4834014520272203,
167
+ "median_positive_min_rms_l2_at_16": 0.4469640178737343,
168
+ "positive_closer_than_negative_rate_at_16": 0.625,
169
+ "ptr_proxy_at_16_thr_0p05": 0.0,
170
+ "negative_near_at_16_thr_0p05": 0.0,
171
+ "ptr_proxy_at_16_thr_0p1": 0.0,
172
+ "negative_near_at_16_thr_0p1": 0.0,
173
+ "ptr_proxy_at_16_thr_0p2": 0.0,
174
+ "negative_near_at_16_thr_0p2": 0.0,
175
+ "ptr_proxy_at_16_thr_0p4": 0.5,
176
+ "negative_near_at_16_thr_0p4": 0.125
177
+ },
178
+ "PickCube-v1": {
179
+ "num_groups": 3,
180
+ "mean_positive_min_rms_l2_at_1": 0.6890122492426102,
181
+ "median_positive_min_rms_l2_at_1": 0.4662696337122876,
182
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
183
+ "ptr_proxy_at_1_thr_0p05": 0.0,
184
+ "negative_near_at_1_thr_0p05": 0.0,
185
+ "ptr_proxy_at_1_thr_0p1": 0.0,
186
+ "negative_near_at_1_thr_0p1": 0.0,
187
+ "ptr_proxy_at_1_thr_0p2": 0.0,
188
+ "negative_near_at_1_thr_0p2": 0.0,
189
+ "ptr_proxy_at_1_thr_0p4": 0.0,
190
+ "negative_near_at_1_thr_0p4": 0.0,
191
+ "mean_positive_min_rms_l2_at_2": 0.6044746310396468,
192
+ "median_positive_min_rms_l2_at_2": 0.45490192308295546,
193
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
194
+ "ptr_proxy_at_2_thr_0p05": 0.0,
195
+ "negative_near_at_2_thr_0p05": 0.0,
196
+ "ptr_proxy_at_2_thr_0p1": 0.0,
197
+ "negative_near_at_2_thr_0p1": 0.0,
198
+ "ptr_proxy_at_2_thr_0p2": 0.0,
199
+ "negative_near_at_2_thr_0p2": 0.0,
200
+ "ptr_proxy_at_2_thr_0p4": 0.0,
201
+ "negative_near_at_2_thr_0p4": 0.0,
202
+ "mean_positive_min_rms_l2_at_4": 0.5692911959848677,
203
+ "median_positive_min_rms_l2_at_4": 0.45490192308295546,
204
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
205
+ "ptr_proxy_at_4_thr_0p05": 0.0,
206
+ "negative_near_at_4_thr_0p05": 0.0,
207
+ "ptr_proxy_at_4_thr_0p1": 0.0,
208
+ "negative_near_at_4_thr_0p1": 0.0,
209
+ "ptr_proxy_at_4_thr_0p2": 0.0,
210
+ "negative_near_at_4_thr_0p2": 0.0,
211
+ "ptr_proxy_at_4_thr_0p4": 0.0,
212
+ "negative_near_at_4_thr_0p4": 0.0,
213
+ "mean_positive_min_rms_l2_at_8": 0.47639972803312364,
214
+ "median_positive_min_rms_l2_at_8": 0.37906222232842623,
215
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
216
+ "ptr_proxy_at_8_thr_0p05": 0.0,
217
+ "negative_near_at_8_thr_0p05": 0.0,
218
+ "ptr_proxy_at_8_thr_0p1": 0.0,
219
+ "negative_near_at_8_thr_0p1": 0.0,
220
+ "ptr_proxy_at_8_thr_0p2": 0.0,
221
+ "negative_near_at_8_thr_0p2": 0.0,
222
+ "ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
223
+ "negative_near_at_8_thr_0p4": 0.3333333333333333,
224
+ "mean_positive_min_rms_l2_at_16": 0.4290812987164549,
225
+ "median_positive_min_rms_l2_at_16": 0.37906222232842623,
226
+ "positive_closer_than_negative_rate_at_16": 1.0,
227
+ "ptr_proxy_at_16_thr_0p05": 0.0,
228
+ "negative_near_at_16_thr_0p05": 0.0,
229
+ "ptr_proxy_at_16_thr_0p1": 0.0,
230
+ "negative_near_at_16_thr_0p1": 0.0,
231
+ "ptr_proxy_at_16_thr_0p2": 0.0,
232
+ "negative_near_at_16_thr_0p2": 0.0,
233
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
234
+ "negative_near_at_16_thr_0p4": 0.3333333333333333
235
+ },
236
+ "PullCube-v1": {
237
+ "num_groups": 51,
238
+ "mean_positive_min_rms_l2_at_1": 1.265612084224549,
239
+ "median_positive_min_rms_l2_at_1": 1.24625792800056,
240
+ "positive_closer_than_negative_rate_at_1": 0.475,
241
+ "ptr_proxy_at_1_thr_0p05": 0.0,
242
+ "negative_near_at_1_thr_0p05": 0.0,
243
+ "ptr_proxy_at_1_thr_0p1": 0.0,
244
+ "negative_near_at_1_thr_0p1": 0.0,
245
+ "ptr_proxy_at_1_thr_0p2": 0.0,
246
+ "negative_near_at_1_thr_0p2": 0.0,
247
+ "ptr_proxy_at_1_thr_0p4": 0.0,
248
+ "negative_near_at_1_thr_0p4": 0.0,
249
+ "mean_positive_min_rms_l2_at_2": 1.2132914635206327,
250
+ "median_positive_min_rms_l2_at_2": 1.24625792800056,
251
+ "positive_closer_than_negative_rate_at_2": 0.5,
252
+ "ptr_proxy_at_2_thr_0p05": 0.0,
253
+ "negative_near_at_2_thr_0p05": 0.0,
254
+ "ptr_proxy_at_2_thr_0p1": 0.0,
255
+ "negative_near_at_2_thr_0p1": 0.0,
256
+ "ptr_proxy_at_2_thr_0p2": 0.0,
257
+ "negative_near_at_2_thr_0p2": 0.0,
258
+ "ptr_proxy_at_2_thr_0p4": 0.0,
259
+ "negative_near_at_2_thr_0p4": 0.0,
260
+ "mean_positive_min_rms_l2_at_4": 1.1663415330535176,
261
+ "median_positive_min_rms_l2_at_4": 1.1934523475332965,
262
+ "positive_closer_than_negative_rate_at_4": 0.525,
263
+ "ptr_proxy_at_4_thr_0p05": 0.0,
264
+ "negative_near_at_4_thr_0p05": 0.0,
265
+ "ptr_proxy_at_4_thr_0p1": 0.0,
266
+ "negative_near_at_4_thr_0p1": 0.0,
267
+ "ptr_proxy_at_4_thr_0p2": 0.0,
268
+ "negative_near_at_4_thr_0p2": 0.0,
269
+ "ptr_proxy_at_4_thr_0p4": 0.0,
270
+ "negative_near_at_4_thr_0p4": 0.0,
271
+ "mean_positive_min_rms_l2_at_8": 1.1127920412822576,
272
+ "median_positive_min_rms_l2_at_8": 1.1338495256915,
273
+ "positive_closer_than_negative_rate_at_8": 0.5,
274
+ "ptr_proxy_at_8_thr_0p05": 0.0,
275
+ "negative_near_at_8_thr_0p05": 0.0,
276
+ "ptr_proxy_at_8_thr_0p1": 0.0,
277
+ "negative_near_at_8_thr_0p1": 0.0,
278
+ "ptr_proxy_at_8_thr_0p2": 0.0,
279
+ "negative_near_at_8_thr_0p2": 0.0,
280
+ "ptr_proxy_at_8_thr_0p4": 0.0,
281
+ "negative_near_at_8_thr_0p4": 0.0,
282
+ "mean_positive_min_rms_l2_at_16": 1.07667112633404,
283
+ "median_positive_min_rms_l2_at_16": 1.0656397970304805,
284
+ "positive_closer_than_negative_rate_at_16": 0.5,
285
+ "ptr_proxy_at_16_thr_0p05": 0.0,
286
+ "negative_near_at_16_thr_0p05": 0.0,
287
+ "ptr_proxy_at_16_thr_0p1": 0.0,
288
+ "negative_near_at_16_thr_0p1": 0.0,
289
+ "ptr_proxy_at_16_thr_0p2": 0.0,
290
+ "negative_near_at_16_thr_0p2": 0.0,
291
+ "ptr_proxy_at_16_thr_0p4": 0.0,
292
+ "negative_near_at_16_thr_0p4": 0.0
293
+ },
294
+ "PushCube-v1": {
295
+ "num_groups": 15,
296
+ "mean_positive_min_rms_l2_at_1": 0.6260784742593791,
297
+ "median_positive_min_rms_l2_at_1": 0.6128815784212016,
298
+ "positive_closer_than_negative_rate_at_1": 0.75,
299
+ "ptr_proxy_at_1_thr_0p05": 0.0,
300
+ "negative_near_at_1_thr_0p05": 0.0,
301
+ "ptr_proxy_at_1_thr_0p1": 0.0,
302
+ "negative_near_at_1_thr_0p1": 0.0,
303
+ "ptr_proxy_at_1_thr_0p2": 0.0,
304
+ "negative_near_at_1_thr_0p2": 0.0,
305
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
306
+ "negative_near_at_1_thr_0p4": 0.0,
307
+ "mean_positive_min_rms_l2_at_2": 0.582455962523999,
308
+ "median_positive_min_rms_l2_at_2": 0.6035949234145974,
309
+ "positive_closer_than_negative_rate_at_2": 0.75,
310
+ "ptr_proxy_at_2_thr_0p05": 0.0,
311
+ "negative_near_at_2_thr_0p05": 0.0,
312
+ "ptr_proxy_at_2_thr_0p1": 0.0,
313
+ "negative_near_at_2_thr_0p1": 0.0,
314
+ "ptr_proxy_at_2_thr_0p2": 0.0,
315
+ "negative_near_at_2_thr_0p2": 0.0,
316
+ "ptr_proxy_at_2_thr_0p4": 0.2,
317
+ "negative_near_at_2_thr_0p4": 0.0,
318
+ "mean_positive_min_rms_l2_at_4": 0.5484161071993653,
319
+ "median_positive_min_rms_l2_at_4": 0.5553139023505398,
320
+ "positive_closer_than_negative_rate_at_4": 0.75,
321
+ "ptr_proxy_at_4_thr_0p05": 0.0,
322
+ "negative_near_at_4_thr_0p05": 0.0,
323
+ "ptr_proxy_at_4_thr_0p1": 0.0,
324
+ "negative_near_at_4_thr_0p1": 0.0,
325
+ "ptr_proxy_at_4_thr_0p2": 0.0,
326
+ "negative_near_at_4_thr_0p2": 0.0,
327
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
328
+ "negative_near_at_4_thr_0p4": 0.0,
329
+ "mean_positive_min_rms_l2_at_8": 0.5144040910112487,
330
+ "median_positive_min_rms_l2_at_8": 0.5553139023505398,
331
+ "positive_closer_than_negative_rate_at_8": 0.75,
332
+ "ptr_proxy_at_8_thr_0p05": 0.0,
333
+ "negative_near_at_8_thr_0p05": 0.0,
334
+ "ptr_proxy_at_8_thr_0p1": 0.0,
335
+ "negative_near_at_8_thr_0p1": 0.0,
336
+ "ptr_proxy_at_8_thr_0p2": 0.0,
337
+ "negative_near_at_8_thr_0p2": 0.0,
338
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
339
+ "negative_near_at_8_thr_0p4": 0.0,
340
+ "mean_positive_min_rms_l2_at_16": 0.4730449576627126,
341
+ "median_positive_min_rms_l2_at_16": 0.4559855645104812,
342
+ "positive_closer_than_negative_rate_at_16": 0.875,
343
+ "ptr_proxy_at_16_thr_0p05": 0.0,
344
+ "negative_near_at_16_thr_0p05": 0.0,
345
+ "ptr_proxy_at_16_thr_0p1": 0.0,
346
+ "negative_near_at_16_thr_0p1": 0.0,
347
+ "ptr_proxy_at_16_thr_0p2": 0.0,
348
+ "negative_near_at_16_thr_0p2": 0.0,
349
+ "ptr_proxy_at_16_thr_0p4": 0.4,
350
+ "negative_near_at_16_thr_0p4": 0.0
351
+ },
352
+ "StackCube-v1": {
353
+ "num_groups": 16,
354
+ "mean_positive_min_rms_l2_at_1": 0.5221394902631448,
355
+ "median_positive_min_rms_l2_at_1": 0.42346971205327477,
356
+ "positive_closer_than_negative_rate_at_1": 0.875,
357
+ "ptr_proxy_at_1_thr_0p05": 0.0,
358
+ "negative_near_at_1_thr_0p05": 0.0,
359
+ "ptr_proxy_at_1_thr_0p1": 0.0,
360
+ "negative_near_at_1_thr_0p1": 0.0,
361
+ "ptr_proxy_at_1_thr_0p2": 0.0,
362
+ "negative_near_at_1_thr_0p2": 0.0,
363
+ "ptr_proxy_at_1_thr_0p4": 0.4375,
364
+ "negative_near_at_1_thr_0p4": 0.0625,
365
+ "mean_positive_min_rms_l2_at_2": 0.4658614362692571,
366
+ "median_positive_min_rms_l2_at_2": 0.3858806957597507,
367
+ "positive_closer_than_negative_rate_at_2": 0.875,
368
+ "ptr_proxy_at_2_thr_0p05": 0.0,
369
+ "negative_near_at_2_thr_0p05": 0.0,
370
+ "ptr_proxy_at_2_thr_0p1": 0.0,
371
+ "negative_near_at_2_thr_0p1": 0.0,
372
+ "ptr_proxy_at_2_thr_0p2": 0.0,
373
+ "negative_near_at_2_thr_0p2": 0.0,
374
+ "ptr_proxy_at_2_thr_0p4": 0.625,
375
+ "negative_near_at_2_thr_0p4": 0.25,
376
+ "mean_positive_min_rms_l2_at_4": 0.4300980250533484,
377
+ "median_positive_min_rms_l2_at_4": 0.3513183767655727,
378
+ "positive_closer_than_negative_rate_at_4": 0.875,
379
+ "ptr_proxy_at_4_thr_0p05": 0.0,
380
+ "negative_near_at_4_thr_0p05": 0.0,
381
+ "ptr_proxy_at_4_thr_0p1": 0.0,
382
+ "negative_near_at_4_thr_0p1": 0.0,
383
+ "ptr_proxy_at_4_thr_0p2": 0.0,
384
+ "negative_near_at_4_thr_0p2": 0.0,
385
+ "ptr_proxy_at_4_thr_0p4": 0.625,
386
+ "negative_near_at_4_thr_0p4": 0.3125,
387
+ "mean_positive_min_rms_l2_at_8": 0.39072206773401036,
388
+ "median_positive_min_rms_l2_at_8": 0.3244977463941193,
389
+ "positive_closer_than_negative_rate_at_8": 0.875,
390
+ "ptr_proxy_at_8_thr_0p05": 0.0,
391
+ "negative_near_at_8_thr_0p05": 0.0,
392
+ "ptr_proxy_at_8_thr_0p1": 0.0,
393
+ "negative_near_at_8_thr_0p1": 0.0,
394
+ "ptr_proxy_at_8_thr_0p2": 0.0,
395
+ "negative_near_at_8_thr_0p2": 0.0,
396
+ "ptr_proxy_at_8_thr_0p4": 0.8125,
397
+ "negative_near_at_8_thr_0p4": 0.3125,
398
+ "mean_positive_min_rms_l2_at_16": 0.374772930939731,
399
+ "median_positive_min_rms_l2_at_16": 0.3244977463941193,
400
+ "positive_closer_than_negative_rate_at_16": 0.9375,
401
+ "ptr_proxy_at_16_thr_0p05": 0.0,
402
+ "negative_near_at_16_thr_0p05": 0.0,
403
+ "ptr_proxy_at_16_thr_0p1": 0.0,
404
+ "negative_near_at_16_thr_0p1": 0.0,
405
+ "ptr_proxy_at_16_thr_0p2": 0.0,
406
+ "negative_near_at_16_thr_0p2": 0.0,
407
+ "ptr_proxy_at_16_thr_0p4": 0.8125,
408
+ "negative_near_at_16_thr_0p4": 0.3125
409
+ }
410
+ },
411
+ "train_history": [
412
+ {
413
+ "epoch": 1.0,
414
+ "flow_mse": 1.8400296201690012
415
+ },
416
+ {
417
+ "epoch": 30.0,
418
+ "flow_mse": 0.983911988333191
419
+ },
420
+ {
421
+ "epoch": 60.0,
422
+ "flow_mse": 0.8546555206453262
423
+ },
424
+ {
425
+ "epoch": 90.0,
426
+ "flow_mse": 0.8120296259157248
427
+ },
428
+ {
429
+ "epoch": 120.0,
430
+ "flow_mse": 0.7648113633635049
431
+ },
432
+ {
433
+ "epoch": 150.0,
434
+ "flow_mse": 0.7365298236351777
435
+ },
436
+ {
437
+ "epoch": 180.0,
438
+ "flow_mse": 0.7020108728655591
439
+ },
440
+ {
441
+ "epoch": 210.0,
442
+ "flow_mse": 0.7033510770343978
443
+ },
444
+ {
445
+ "epoch": 240.0,
446
+ "flow_mse": 0.6790183475101134
447
+ },
448
+ {
449
+ "epoch": 270.0,
450
+ "flow_mse": 0.654603993653853
451
+ },
452
+ {
453
+ "epoch": 300.0,
454
+ "flow_mse": 0.6389150016494903
455
+ }
456
+ ],
457
+ "utility_train_history": [
458
+ {
459
+ "epoch": 1.0,
460
+ "utility_bce": 0.7229112435220322,
461
+ "utility_accuracy": 0.8574898231450758,
462
+ "positive_weight": 23.401502504173624
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "utility_bce": 0.3189586202860882,
467
+ "utility_accuracy": 0.9330893168679233,
468
+ "positive_weight": 23.401502504173624
469
+ },
470
+ {
471
+ "epoch": 24.0,
472
+ "utility_bce": 0.2109770964888077,
473
+ "utility_accuracy": 0.9554612937433722,
474
+ "positive_weight": 23.401502504173624
475
+ },
476
+ {
477
+ "epoch": 36.0,
478
+ "utility_bce": 0.14137976215584908,
479
+ "utility_accuracy": 0.9671604009167721,
480
+ "positive_weight": 23.401502504173624
481
+ },
482
+ {
483
+ "epoch": 48.0,
484
+ "utility_bce": 0.11615280067471759,
485
+ "utility_accuracy": 0.9734888653234358,
486
+ "positive_weight": 23.401502504173624
487
+ },
488
+ {
489
+ "epoch": 60.0,
490
+ "utility_bce": 0.08977956490824565,
491
+ "utility_accuracy": 0.9786542605959019,
492
+ "positive_weight": 23.401502504173624
493
+ },
494
+ {
495
+ "epoch": 72.0,
496
+ "utility_bce": 0.0727414580351499,
497
+ "utility_accuracy": 0.9820408442513597,
498
+ "positive_weight": 23.401502504173624
499
+ },
500
+ {
501
+ "epoch": 84.0,
502
+ "utility_bce": 0.06451591620059828,
503
+ "utility_accuracy": 0.9836486162898095,
504
+ "positive_weight": 23.401502504173624
505
+ },
506
+ {
507
+ "epoch": 96.0,
508
+ "utility_bce": 0.06605745267463042,
509
+ "utility_accuracy": 0.9836144083740977,
510
+ "positive_weight": 23.401502504173624
511
+ },
512
+ {
513
+ "epoch": 108.0,
514
+ "utility_bce": 0.055299850611425665,
515
+ "utility_accuracy": 0.9871378236924024,
516
+ "positive_weight": 23.401502504173624
517
+ },
518
+ {
519
+ "epoch": 120.0,
520
+ "utility_bce": 0.09202568651229014,
521
+ "utility_accuracy": 0.9809119830328739,
522
+ "positive_weight": 23.401502504173624
523
+ }
524
+ ],
525
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
526
+ }
527
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8_eval.json
528
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_guided_spline_flow_gs0p5_pool8.pt
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071503.out ADDED
@@ -0,0 +1,467 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_spline_cvae_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "latent_dim": 16,
10
+ "batch_size": 128,
11
+ "epochs": 300,
12
+ "learning_rate": 0.001,
13
+ "beta": 0.02,
14
+ "val_fraction": 0.2,
15
+ "seed": 0,
16
+ "diversity_temperature": 1.0
17
+ },
18
+ "task_ids": [
19
+ "LiftPegUpright-v1",
20
+ "PickCube-v1",
21
+ "PullCube-v1",
22
+ "PushCube-v1",
23
+ "StackCube-v1"
24
+ ],
25
+ "code_dim": 21,
26
+ "horizon": 16,
27
+ "action_dim": 7,
28
+ "num_examples": 43095,
29
+ "num_groups": 2873,
30
+ "num_train_examples": 34275,
31
+ "num_val_examples": 8820,
32
+ "num_train_positive": 1198,
33
+ "num_val_groups_with_positive": 93,
34
+ "label_counts": {
35
+ "neutral": 6310,
36
+ "negative": 35225,
37
+ "positive": 1560
38
+ },
39
+ "train_positive_by_task": {
40
+ "LiftPegUpright-v1": 50,
41
+ "PickCube-v1": 15,
42
+ "PullCube-v1": 723,
43
+ "PushCube-v1": 308,
44
+ "StackCube-v1": 102
45
+ },
46
+ "overall": {
47
+ "num_groups": 93,
48
+ "mean_positive_min_rms_l2_at_1": 0.8324843767866102,
49
+ "median_positive_min_rms_l2_at_1": 0.7611119674928741,
50
+ "positive_closer_than_negative_rate_at_1": 0.64,
51
+ "ptr_proxy_at_1_thr_0p05": 0.0,
52
+ "negative_near_at_1_thr_0p05": 0.0,
53
+ "ptr_proxy_at_1_thr_0p1": 0.0,
54
+ "negative_near_at_1_thr_0p1": 0.0,
55
+ "ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
56
+ "negative_near_at_1_thr_0p2": 0.013333333333333334,
57
+ "ptr_proxy_at_1_thr_0p4": 0.24731182795698925,
58
+ "negative_near_at_1_thr_0p4": 0.2,
59
+ "mean_positive_min_rms_l2_at_2": 0.7706767395088805,
60
+ "median_positive_min_rms_l2_at_2": 0.6780935293506007,
61
+ "positive_closer_than_negative_rate_at_2": 0.68,
62
+ "ptr_proxy_at_2_thr_0p05": 0.0,
63
+ "negative_near_at_2_thr_0p05": 0.0,
64
+ "ptr_proxy_at_2_thr_0p1": 0.010752688172043012,
65
+ "negative_near_at_2_thr_0p1": 0.0,
66
+ "ptr_proxy_at_2_thr_0p2": 0.07526881720430108,
67
+ "negative_near_at_2_thr_0p2": 0.013333333333333334,
68
+ "ptr_proxy_at_2_thr_0p4": 0.26881720430107525,
69
+ "negative_near_at_2_thr_0p4": 0.21333333333333335,
70
+ "mean_positive_min_rms_l2_at_4": 0.7285156157415871,
71
+ "median_positive_min_rms_l2_at_4": 0.623886642512938,
72
+ "positive_closer_than_negative_rate_at_4": 0.68,
73
+ "ptr_proxy_at_4_thr_0p05": 0.0,
74
+ "negative_near_at_4_thr_0p05": 0.0,
75
+ "ptr_proxy_at_4_thr_0p1": 0.021505376344086023,
76
+ "negative_near_at_4_thr_0p1": 0.0,
77
+ "ptr_proxy_at_4_thr_0p2": 0.08602150537634409,
78
+ "negative_near_at_4_thr_0p2": 0.013333333333333334,
79
+ "ptr_proxy_at_4_thr_0p4": 0.3010752688172043,
80
+ "negative_near_at_4_thr_0p4": 0.22666666666666666,
81
+ "mean_positive_min_rms_l2_at_8": 0.7039727128410712,
82
+ "median_positive_min_rms_l2_at_8": 0.6200572061777931,
83
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
84
+ "ptr_proxy_at_8_thr_0p05": 0.0,
85
+ "negative_near_at_8_thr_0p05": 0.0,
86
+ "ptr_proxy_at_8_thr_0p1": 0.021505376344086023,
87
+ "negative_near_at_8_thr_0p1": 0.0,
88
+ "ptr_proxy_at_8_thr_0p2": 0.08602150537634409,
89
+ "negative_near_at_8_thr_0p2": 0.013333333333333334,
90
+ "ptr_proxy_at_8_thr_0p4": 0.3225806451612903,
91
+ "negative_near_at_8_thr_0p4": 0.24,
92
+ "mean_positive_min_rms_l2_at_16": 0.6786195585806957,
93
+ "median_positive_min_rms_l2_at_16": 0.6059492461526662,
94
+ "positive_closer_than_negative_rate_at_16": 0.6666666666666666,
95
+ "ptr_proxy_at_16_thr_0p05": 0.0,
96
+ "negative_near_at_16_thr_0p05": 0.0,
97
+ "ptr_proxy_at_16_thr_0p1": 0.021505376344086023,
98
+ "negative_near_at_16_thr_0p1": 0.0,
99
+ "ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
100
+ "negative_near_at_16_thr_0p2": 0.013333333333333334,
101
+ "ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
102
+ "negative_near_at_16_thr_0p4": 0.24
103
+ },
104
+ "per_task": {
105
+ "LiftPegUpright-v1": {
106
+ "num_groups": 8,
107
+ "mean_positive_min_rms_l2_at_1": 0.3683599644691911,
108
+ "median_positive_min_rms_l2_at_1": 0.29348858430202773,
109
+ "positive_closer_than_negative_rate_at_1": 0.75,
110
+ "ptr_proxy_at_1_thr_0p05": 0.0,
111
+ "negative_near_at_1_thr_0p05": 0.0,
112
+ "ptr_proxy_at_1_thr_0p1": 0.0,
113
+ "negative_near_at_1_thr_0p1": 0.0,
114
+ "ptr_proxy_at_1_thr_0p2": 0.25,
115
+ "negative_near_at_1_thr_0p2": 0.0,
116
+ "ptr_proxy_at_1_thr_0p4": 0.625,
117
+ "negative_near_at_1_thr_0p4": 0.625,
118
+ "mean_positive_min_rms_l2_at_2": 0.3497347210891768,
119
+ "median_positive_min_rms_l2_at_2": 0.24476135363016233,
120
+ "positive_closer_than_negative_rate_at_2": 0.75,
121
+ "ptr_proxy_at_2_thr_0p05": 0.0,
122
+ "negative_near_at_2_thr_0p05": 0.0,
123
+ "ptr_proxy_at_2_thr_0p1": 0.0,
124
+ "negative_near_at_2_thr_0p1": 0.0,
125
+ "ptr_proxy_at_2_thr_0p2": 0.25,
126
+ "negative_near_at_2_thr_0p2": 0.0,
127
+ "ptr_proxy_at_2_thr_0p4": 0.625,
128
+ "negative_near_at_2_thr_0p4": 0.625,
129
+ "mean_positive_min_rms_l2_at_4": 0.34408608974726235,
130
+ "median_positive_min_rms_l2_at_4": 0.2394059700294817,
131
+ "positive_closer_than_negative_rate_at_4": 0.75,
132
+ "ptr_proxy_at_4_thr_0p05": 0.0,
133
+ "negative_near_at_4_thr_0p05": 0.0,
134
+ "ptr_proxy_at_4_thr_0p1": 0.0,
135
+ "negative_near_at_4_thr_0p1": 0.0,
136
+ "ptr_proxy_at_4_thr_0p2": 0.25,
137
+ "negative_near_at_4_thr_0p2": 0.0,
138
+ "ptr_proxy_at_4_thr_0p4": 0.625,
139
+ "negative_near_at_4_thr_0p4": 0.625,
140
+ "mean_positive_min_rms_l2_at_8": 0.34090666789430873,
141
+ "median_positive_min_rms_l2_at_8": 0.22696782283928876,
142
+ "positive_closer_than_negative_rate_at_8": 0.75,
143
+ "ptr_proxy_at_8_thr_0p05": 0.0,
144
+ "negative_near_at_8_thr_0p05": 0.0,
145
+ "ptr_proxy_at_8_thr_0p1": 0.0,
146
+ "negative_near_at_8_thr_0p1": 0.0,
147
+ "ptr_proxy_at_8_thr_0p2": 0.25,
148
+ "negative_near_at_8_thr_0p2": 0.0,
149
+ "ptr_proxy_at_8_thr_0p4": 0.625,
150
+ "negative_near_at_8_thr_0p4": 0.625,
151
+ "mean_positive_min_rms_l2_at_16": 0.32757312680334066,
152
+ "median_positive_min_rms_l2_at_16": 0.2181149789756378,
153
+ "positive_closer_than_negative_rate_at_16": 0.75,
154
+ "ptr_proxy_at_16_thr_0p05": 0.0,
155
+ "negative_near_at_16_thr_0p05": 0.0,
156
+ "ptr_proxy_at_16_thr_0p1": 0.0,
157
+ "negative_near_at_16_thr_0p1": 0.0,
158
+ "ptr_proxy_at_16_thr_0p2": 0.375,
159
+ "negative_near_at_16_thr_0p2": 0.0,
160
+ "ptr_proxy_at_16_thr_0p4": 0.625,
161
+ "negative_near_at_16_thr_0p4": 0.625
162
+ },
163
+ "PickCube-v1": {
164
+ "num_groups": 3,
165
+ "mean_positive_min_rms_l2_at_1": 0.6136202782550909,
166
+ "median_positive_min_rms_l2_at_1": 0.645546106339796,
167
+ "positive_closer_than_negative_rate_at_1": 1.0,
168
+ "ptr_proxy_at_1_thr_0p05": 0.0,
169
+ "negative_near_at_1_thr_0p05": 0.0,
170
+ "ptr_proxy_at_1_thr_0p1": 0.0,
171
+ "negative_near_at_1_thr_0p1": 0.0,
172
+ "ptr_proxy_at_1_thr_0p2": 0.0,
173
+ "negative_near_at_1_thr_0p2": 0.0,
174
+ "ptr_proxy_at_1_thr_0p4": 0.0,
175
+ "negative_near_at_1_thr_0p4": 0.0,
176
+ "mean_positive_min_rms_l2_at_2": 0.5721259461194067,
177
+ "median_positive_min_rms_l2_at_2": 0.645546106339796,
178
+ "positive_closer_than_negative_rate_at_2": 1.0,
179
+ "ptr_proxy_at_2_thr_0p05": 0.0,
180
+ "negative_near_at_2_thr_0p05": 0.0,
181
+ "ptr_proxy_at_2_thr_0p1": 0.0,
182
+ "negative_near_at_2_thr_0p1": 0.0,
183
+ "ptr_proxy_at_2_thr_0p2": 0.0,
184
+ "negative_near_at_2_thr_0p2": 0.0,
185
+ "ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
186
+ "negative_near_at_2_thr_0p4": 0.0,
187
+ "mean_positive_min_rms_l2_at_4": 0.4027172355110196,
188
+ "median_positive_min_rms_l2_at_4": 0.36485244367502306,
189
+ "positive_closer_than_negative_rate_at_4": 1.0,
190
+ "ptr_proxy_at_4_thr_0p05": 0.0,
191
+ "negative_near_at_4_thr_0p05": 0.0,
192
+ "ptr_proxy_at_4_thr_0p1": 0.0,
193
+ "negative_near_at_4_thr_0p1": 0.0,
194
+ "ptr_proxy_at_4_thr_0p2": 0.0,
195
+ "negative_near_at_4_thr_0p2": 0.0,
196
+ "ptr_proxy_at_4_thr_0p4": 0.6666666666666666,
197
+ "negative_near_at_4_thr_0p4": 0.3333333333333333,
198
+ "mean_positive_min_rms_l2_at_8": 0.4027172355110196,
199
+ "median_positive_min_rms_l2_at_8": 0.36485244367502306,
200
+ "positive_closer_than_negative_rate_at_8": 1.0,
201
+ "ptr_proxy_at_8_thr_0p05": 0.0,
202
+ "negative_near_at_8_thr_0p05": 0.0,
203
+ "ptr_proxy_at_8_thr_0p1": 0.0,
204
+ "negative_near_at_8_thr_0p1": 0.0,
205
+ "ptr_proxy_at_8_thr_0p2": 0.0,
206
+ "negative_near_at_8_thr_0p2": 0.0,
207
+ "ptr_proxy_at_8_thr_0p4": 0.6666666666666666,
208
+ "negative_near_at_8_thr_0p4": 0.3333333333333333,
209
+ "mean_positive_min_rms_l2_at_16": 0.35414095381275573,
210
+ "median_positive_min_rms_l2_at_16": 0.36485244367502306,
211
+ "positive_closer_than_negative_rate_at_16": 1.0,
212
+ "ptr_proxy_at_16_thr_0p05": 0.0,
213
+ "negative_near_at_16_thr_0p05": 0.0,
214
+ "ptr_proxy_at_16_thr_0p1": 0.0,
215
+ "negative_near_at_16_thr_0p1": 0.0,
216
+ "ptr_proxy_at_16_thr_0p2": 0.0,
217
+ "negative_near_at_16_thr_0p2": 0.0,
218
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
219
+ "negative_near_at_16_thr_0p4": 0.3333333333333333
220
+ },
221
+ "PullCube-v1": {
222
+ "num_groups": 51,
223
+ "mean_positive_min_rms_l2_at_1": 1.16509369347214,
224
+ "median_positive_min_rms_l2_at_1": 1.1437638837144992,
225
+ "positive_closer_than_negative_rate_at_1": 0.475,
226
+ "ptr_proxy_at_1_thr_0p05": 0.0,
227
+ "negative_near_at_1_thr_0p05": 0.0,
228
+ "ptr_proxy_at_1_thr_0p1": 0.0,
229
+ "negative_near_at_1_thr_0p1": 0.0,
230
+ "ptr_proxy_at_1_thr_0p2": 0.0,
231
+ "negative_near_at_1_thr_0p2": 0.0,
232
+ "ptr_proxy_at_1_thr_0p4": 0.0,
233
+ "negative_near_at_1_thr_0p4": 0.0,
234
+ "mean_positive_min_rms_l2_at_2": 1.089383689269018,
235
+ "median_positive_min_rms_l2_at_2": 1.055569646213999,
236
+ "positive_closer_than_negative_rate_at_2": 0.5,
237
+ "ptr_proxy_at_2_thr_0p05": 0.0,
238
+ "negative_near_at_2_thr_0p05": 0.0,
239
+ "ptr_proxy_at_2_thr_0p1": 0.0,
240
+ "negative_near_at_2_thr_0p1": 0.0,
241
+ "ptr_proxy_at_2_thr_0p2": 0.0,
242
+ "negative_near_at_2_thr_0p2": 0.0,
243
+ "ptr_proxy_at_2_thr_0p4": 0.0,
244
+ "negative_near_at_2_thr_0p4": 0.0,
245
+ "mean_positive_min_rms_l2_at_4": 1.0380265536821784,
246
+ "median_positive_min_rms_l2_at_4": 0.9903909519670494,
247
+ "positive_closer_than_negative_rate_at_4": 0.5,
248
+ "ptr_proxy_at_4_thr_0p05": 0.0,
249
+ "negative_near_at_4_thr_0p05": 0.0,
250
+ "ptr_proxy_at_4_thr_0p1": 0.0,
251
+ "negative_near_at_4_thr_0p1": 0.0,
252
+ "ptr_proxy_at_4_thr_0p2": 0.0,
253
+ "negative_near_at_4_thr_0p2": 0.0,
254
+ "ptr_proxy_at_4_thr_0p4": 0.0,
255
+ "negative_near_at_4_thr_0p4": 0.0,
256
+ "mean_positive_min_rms_l2_at_8": 1.011300349039808,
257
+ "median_positive_min_rms_l2_at_8": 0.9421597408441578,
258
+ "positive_closer_than_negative_rate_at_8": 0.475,
259
+ "ptr_proxy_at_8_thr_0p05": 0.0,
260
+ "negative_near_at_8_thr_0p05": 0.0,
261
+ "ptr_proxy_at_8_thr_0p1": 0.0,
262
+ "negative_near_at_8_thr_0p1": 0.0,
263
+ "ptr_proxy_at_8_thr_0p2": 0.0,
264
+ "negative_near_at_8_thr_0p2": 0.0,
265
+ "ptr_proxy_at_8_thr_0p4": 0.0,
266
+ "negative_near_at_8_thr_0p4": 0.0,
267
+ "mean_positive_min_rms_l2_at_16": 0.9820287850385432,
268
+ "median_positive_min_rms_l2_at_16": 0.8679921486920683,
269
+ "positive_closer_than_negative_rate_at_16": 0.475,
270
+ "ptr_proxy_at_16_thr_0p05": 0.0,
271
+ "negative_near_at_16_thr_0p05": 0.0,
272
+ "ptr_proxy_at_16_thr_0p1": 0.0,
273
+ "negative_near_at_16_thr_0p1": 0.0,
274
+ "ptr_proxy_at_16_thr_0p2": 0.0,
275
+ "negative_near_at_16_thr_0p2": 0.0,
276
+ "ptr_proxy_at_16_thr_0p4": 0.0,
277
+ "negative_near_at_16_thr_0p4": 0.0
278
+ },
279
+ "PushCube-v1": {
280
+ "num_groups": 15,
281
+ "mean_positive_min_rms_l2_at_1": 0.5461334077270459,
282
+ "median_positive_min_rms_l2_at_1": 0.5285297439788029,
283
+ "positive_closer_than_negative_rate_at_1": 0.625,
284
+ "ptr_proxy_at_1_thr_0p05": 0.0,
285
+ "negative_near_at_1_thr_0p05": 0.0,
286
+ "ptr_proxy_at_1_thr_0p1": 0.0,
287
+ "negative_near_at_1_thr_0p1": 0.0,
288
+ "ptr_proxy_at_1_thr_0p2": 0.0,
289
+ "negative_near_at_1_thr_0p2": 0.0,
290
+ "ptr_proxy_at_1_thr_0p4": 0.26666666666666666,
291
+ "negative_near_at_1_thr_0p4": 0.125,
292
+ "mean_positive_min_rms_l2_at_2": 0.47299885292957033,
293
+ "median_positive_min_rms_l2_at_2": 0.48577344306723486,
294
+ "positive_closer_than_negative_rate_at_2": 0.875,
295
+ "ptr_proxy_at_2_thr_0p05": 0.0,
296
+ "negative_near_at_2_thr_0p05": 0.0,
297
+ "ptr_proxy_at_2_thr_0p1": 0.0,
298
+ "negative_near_at_2_thr_0p1": 0.0,
299
+ "ptr_proxy_at_2_thr_0p2": 0.0,
300
+ "negative_near_at_2_thr_0p2": 0.0,
301
+ "ptr_proxy_at_2_thr_0p4": 0.26666666666666666,
302
+ "negative_near_at_2_thr_0p4": 0.125,
303
+ "mean_positive_min_rms_l2_at_4": 0.4366979922368094,
304
+ "median_positive_min_rms_l2_at_4": 0.4265948305813788,
305
+ "positive_closer_than_negative_rate_at_4": 0.875,
306
+ "ptr_proxy_at_4_thr_0p05": 0.0,
307
+ "negative_near_at_4_thr_0p05": 0.0,
308
+ "ptr_proxy_at_4_thr_0p1": 0.0,
309
+ "negative_near_at_4_thr_0p1": 0.0,
310
+ "ptr_proxy_at_4_thr_0p2": 0.0,
311
+ "negative_near_at_4_thr_0p2": 0.0,
312
+ "ptr_proxy_at_4_thr_0p4": 0.4,
313
+ "negative_near_at_4_thr_0p4": 0.125,
314
+ "mean_positive_min_rms_l2_at_8": 0.39771605771773716,
315
+ "median_positive_min_rms_l2_at_8": 0.3828662918491102,
316
+ "positive_closer_than_negative_rate_at_8": 0.875,
317
+ "ptr_proxy_at_8_thr_0p05": 0.0,
318
+ "negative_near_at_8_thr_0p05": 0.0,
319
+ "ptr_proxy_at_8_thr_0p1": 0.0,
320
+ "negative_near_at_8_thr_0p1": 0.0,
321
+ "ptr_proxy_at_8_thr_0p2": 0.0,
322
+ "negative_near_at_8_thr_0p2": 0.0,
323
+ "ptr_proxy_at_8_thr_0p4": 0.5333333333333333,
324
+ "negative_near_at_8_thr_0p4": 0.125,
325
+ "mean_positive_min_rms_l2_at_16": 0.36652569708690724,
326
+ "median_positive_min_rms_l2_at_16": 0.3462036815890633,
327
+ "positive_closer_than_negative_rate_at_16": 0.875,
328
+ "ptr_proxy_at_16_thr_0p05": 0.0,
329
+ "negative_near_at_16_thr_0p05": 0.0,
330
+ "ptr_proxy_at_16_thr_0p1": 0.0,
331
+ "negative_near_at_16_thr_0p1": 0.0,
332
+ "ptr_proxy_at_16_thr_0p2": 0.0,
333
+ "negative_near_at_16_thr_0p2": 0.0,
334
+ "ptr_proxy_at_16_thr_0p4": 0.6666666666666666,
335
+ "negative_near_at_16_thr_0p4": 0.125
336
+ },
337
+ "StackCube-v1": {
338
+ "num_groups": 16,
339
+ "mean_positive_min_rms_l2_at_1": 0.3138454379781945,
340
+ "median_positive_min_rms_l2_at_1": 0.28648595024613627,
341
+ "positive_closer_than_negative_rate_at_1": 0.9375,
342
+ "ptr_proxy_at_1_thr_0p05": 0.0,
343
+ "negative_near_at_1_thr_0p05": 0.0,
344
+ "ptr_proxy_at_1_thr_0p1": 0.0,
345
+ "negative_near_at_1_thr_0p1": 0.0,
346
+ "ptr_proxy_at_1_thr_0p2": 0.1875,
347
+ "negative_near_at_1_thr_0p2": 0.0625,
348
+ "ptr_proxy_at_1_thr_0p4": 0.875,
349
+ "negative_near_at_1_thr_0p4": 0.5625,
350
+ "mean_positive_min_rms_l2_at_2": 0.281570638786925,
351
+ "median_positive_min_rms_l2_at_2": 0.27586258142520403,
352
+ "positive_closer_than_negative_rate_at_2": 0.9375,
353
+ "ptr_proxy_at_2_thr_0p05": 0.0,
354
+ "negative_near_at_2_thr_0p05": 0.0,
355
+ "ptr_proxy_at_2_thr_0p1": 0.0625,
356
+ "negative_near_at_2_thr_0p1": 0.0,
357
+ "ptr_proxy_at_2_thr_0p2": 0.3125,
358
+ "negative_near_at_2_thr_0p2": 0.0625,
359
+ "ptr_proxy_at_2_thr_0p4": 0.9375,
360
+ "negative_near_at_2_thr_0p4": 0.625,
361
+ "mean_positive_min_rms_l2_at_4": 0.2688304823820748,
362
+ "median_positive_min_rms_l2_at_4": 0.27215323498690475,
363
+ "positive_closer_than_negative_rate_at_4": 0.9375,
364
+ "ptr_proxy_at_4_thr_0p05": 0.0,
365
+ "negative_near_at_4_thr_0p05": 0.0,
366
+ "ptr_proxy_at_4_thr_0p1": 0.125,
367
+ "negative_near_at_4_thr_0p1": 0.0,
368
+ "ptr_proxy_at_4_thr_0p2": 0.375,
369
+ "negative_near_at_4_thr_0p2": 0.0625,
370
+ "ptr_proxy_at_4_thr_0p4": 0.9375,
371
+ "negative_near_at_4_thr_0p4": 0.625,
372
+ "mean_positive_min_rms_l2_at_8": 0.24949991110849004,
373
+ "median_positive_min_rms_l2_at_8": 0.2678242970131075,
374
+ "positive_closer_than_negative_rate_at_8": 0.9375,
375
+ "ptr_proxy_at_8_thr_0p05": 0.0,
376
+ "negative_near_at_8_thr_0p05": 0.0,
377
+ "ptr_proxy_at_8_thr_0p1": 0.125,
378
+ "negative_near_at_8_thr_0p1": 0.0,
379
+ "ptr_proxy_at_8_thr_0p2": 0.375,
380
+ "negative_near_at_8_thr_0p2": 0.0625,
381
+ "ptr_proxy_at_8_thr_0p4": 0.9375,
382
+ "negative_near_at_8_thr_0p4": 0.6875,
383
+ "mean_positive_min_rms_l2_at_16": 0.24045359867939917,
384
+ "median_positive_min_rms_l2_at_16": 0.22519971325524507,
385
+ "positive_closer_than_negative_rate_at_16": 0.9375,
386
+ "ptr_proxy_at_16_thr_0p05": 0.0,
387
+ "negative_near_at_16_thr_0p05": 0.0,
388
+ "ptr_proxy_at_16_thr_0p1": 0.125,
389
+ "negative_near_at_16_thr_0p1": 0.0,
390
+ "ptr_proxy_at_16_thr_0p2": 0.375,
391
+ "negative_near_at_16_thr_0p2": 0.0625,
392
+ "ptr_proxy_at_16_thr_0p4": 0.9375,
393
+ "negative_near_at_16_thr_0p4": 0.6875
394
+ }
395
+ },
396
+ "train_history": [
397
+ {
398
+ "epoch": 1.0,
399
+ "loss": 0.847702685799543,
400
+ "reconstruction_mse": 0.8464922283050015,
401
+ "kl": 0.06052275099021963
402
+ },
403
+ {
404
+ "epoch": 30.0,
405
+ "loss": 0.07977392898875604,
406
+ "reconstruction_mse": 0.049186260061640175,
407
+ "kl": 1.5293835735878283
408
+ },
409
+ {
410
+ "epoch": 60.0,
411
+ "loss": 0.060098461968472884,
412
+ "reconstruction_mse": 0.029242820726810195,
413
+ "kl": 1.5427821162148987
414
+ },
415
+ {
416
+ "epoch": 90.0,
417
+ "loss": 0.05391196909054293,
418
+ "reconstruction_mse": 0.02368013918063975,
419
+ "kl": 1.5115915216468212
420
+ },
421
+ {
422
+ "epoch": 120.0,
423
+ "loss": 0.05124673663400649,
424
+ "reconstruction_mse": 0.022018566677884786,
425
+ "kl": 1.4614085655578588
426
+ },
427
+ {
428
+ "epoch": 150.0,
429
+ "loss": 0.04805655908057208,
430
+ "reconstruction_mse": 0.01959337545978605,
431
+ "kl": 1.4231592088390472
432
+ },
433
+ {
434
+ "epoch": 180.0,
435
+ "loss": 0.046089833624076364,
436
+ "reconstruction_mse": 0.01837657860951352,
437
+ "kl": 1.3856627714255816
438
+ },
439
+ {
440
+ "epoch": 210.0,
441
+ "loss": 0.04522218739299822,
442
+ "reconstruction_mse": 0.018489543603537276,
443
+ "kl": 1.3366322865669238
444
+ },
445
+ {
446
+ "epoch": 240.0,
447
+ "loss": 0.04308798692759767,
448
+ "reconstruction_mse": 0.016450239239705226,
449
+ "kl": 1.331887411553792
450
+ },
451
+ {
452
+ "epoch": 270.0,
453
+ "loss": 0.04246590936397869,
454
+ "reconstruction_mse": 0.01609645624223705,
455
+ "kl": 1.3184727219388959
456
+ },
457
+ {
458
+ "epoch": 300.0,
459
+ "loss": 0.0408955310006472,
460
+ "reconstruction_mse": 0.015842883544468722,
461
+ "kl": 1.2526324426192472
462
+ }
463
+ ],
464
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
465
+ }
466
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_eval.json
467
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae.pt
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071591.out ADDED
@@ -0,0 +1,467 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_spline_cvae_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "latent_dim": 16,
10
+ "batch_size": 128,
11
+ "epochs": 300,
12
+ "learning_rate": 0.001,
13
+ "beta": 0.02,
14
+ "val_fraction": 0.2,
15
+ "seed": 0,
16
+ "diversity_temperature": 0.5
17
+ },
18
+ "task_ids": [
19
+ "LiftPegUpright-v1",
20
+ "PickCube-v1",
21
+ "PullCube-v1",
22
+ "PushCube-v1",
23
+ "StackCube-v1"
24
+ ],
25
+ "code_dim": 21,
26
+ "horizon": 16,
27
+ "action_dim": 7,
28
+ "num_examples": 43095,
29
+ "num_groups": 2873,
30
+ "num_train_examples": 34275,
31
+ "num_val_examples": 8820,
32
+ "num_train_positive": 1198,
33
+ "num_val_groups_with_positive": 93,
34
+ "label_counts": {
35
+ "neutral": 6310,
36
+ "negative": 35225,
37
+ "positive": 1560
38
+ },
39
+ "train_positive_by_task": {
40
+ "LiftPegUpright-v1": 50,
41
+ "PickCube-v1": 15,
42
+ "PullCube-v1": 723,
43
+ "PushCube-v1": 308,
44
+ "StackCube-v1": 102
45
+ },
46
+ "overall": {
47
+ "num_groups": 93,
48
+ "mean_positive_min_rms_l2_at_1": 0.8189224783941732,
49
+ "median_positive_min_rms_l2_at_1": 0.6822058506125969,
50
+ "positive_closer_than_negative_rate_at_1": 0.64,
51
+ "ptr_proxy_at_1_thr_0p05": 0.0,
52
+ "negative_near_at_1_thr_0p05": 0.0,
53
+ "ptr_proxy_at_1_thr_0p1": 0.010752688172043012,
54
+ "negative_near_at_1_thr_0p1": 0.0,
55
+ "ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
56
+ "negative_near_at_1_thr_0p2": 0.0,
57
+ "ptr_proxy_at_1_thr_0p4": 0.22580645161290322,
58
+ "negative_near_at_1_thr_0p4": 0.21333333333333335,
59
+ "mean_positive_min_rms_l2_at_2": 0.7765693929270876,
60
+ "median_positive_min_rms_l2_at_2": 0.6579737111536869,
61
+ "positive_closer_than_negative_rate_at_2": 0.68,
62
+ "ptr_proxy_at_2_thr_0p05": 0.0,
63
+ "negative_near_at_2_thr_0p05": 0.0,
64
+ "ptr_proxy_at_2_thr_0p1": 0.010752688172043012,
65
+ "negative_near_at_2_thr_0p1": 0.0,
66
+ "ptr_proxy_at_2_thr_0p2": 0.053763440860215055,
67
+ "negative_near_at_2_thr_0p2": 0.0,
68
+ "ptr_proxy_at_2_thr_0p4": 0.26881720430107525,
69
+ "negative_near_at_2_thr_0p4": 0.21333333333333335,
70
+ "mean_positive_min_rms_l2_at_4": 0.7448990520528379,
71
+ "median_positive_min_rms_l2_at_4": 0.6474336183586147,
72
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
73
+ "ptr_proxy_at_4_thr_0p05": 0.0,
74
+ "negative_near_at_4_thr_0p05": 0.0,
75
+ "ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
76
+ "negative_near_at_4_thr_0p1": 0.0,
77
+ "ptr_proxy_at_4_thr_0p2": 0.06451612903225806,
78
+ "negative_near_at_4_thr_0p2": 0.0,
79
+ "ptr_proxy_at_4_thr_0p4": 0.2903225806451613,
80
+ "negative_near_at_4_thr_0p4": 0.22666666666666666,
81
+ "mean_positive_min_rms_l2_at_8": 0.7215707533363912,
82
+ "median_positive_min_rms_l2_at_8": 0.6086577855618194,
83
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
84
+ "ptr_proxy_at_8_thr_0p05": 0.0,
85
+ "negative_near_at_8_thr_0p05": 0.0,
86
+ "ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
87
+ "negative_near_at_8_thr_0p1": 0.0,
88
+ "ptr_proxy_at_8_thr_0p2": 0.07526881720430108,
89
+ "negative_near_at_8_thr_0p2": 0.0,
90
+ "ptr_proxy_at_8_thr_0p4": 0.2903225806451613,
91
+ "negative_near_at_8_thr_0p4": 0.22666666666666666,
92
+ "mean_positive_min_rms_l2_at_16": 0.7059869331510811,
93
+ "median_positive_min_rms_l2_at_16": 0.5961494316420205,
94
+ "positive_closer_than_negative_rate_at_16": 0.6666666666666666,
95
+ "ptr_proxy_at_16_thr_0p05": 0.0,
96
+ "negative_near_at_16_thr_0p05": 0.0,
97
+ "ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
98
+ "negative_near_at_16_thr_0p1": 0.0,
99
+ "ptr_proxy_at_16_thr_0p2": 0.07526881720430108,
100
+ "negative_near_at_16_thr_0p2": 0.0,
101
+ "ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
102
+ "negative_near_at_16_thr_0p4": 0.22666666666666666
103
+ },
104
+ "per_task": {
105
+ "LiftPegUpright-v1": {
106
+ "num_groups": 8,
107
+ "mean_positive_min_rms_l2_at_1": 0.3797379524005732,
108
+ "median_positive_min_rms_l2_at_1": 0.3206804007170428,
109
+ "positive_closer_than_negative_rate_at_1": 0.75,
110
+ "ptr_proxy_at_1_thr_0p05": 0.0,
111
+ "negative_near_at_1_thr_0p05": 0.0,
112
+ "ptr_proxy_at_1_thr_0p1": 0.0,
113
+ "negative_near_at_1_thr_0p1": 0.0,
114
+ "ptr_proxy_at_1_thr_0p2": 0.25,
115
+ "negative_near_at_1_thr_0p2": 0.0,
116
+ "ptr_proxy_at_1_thr_0p4": 0.625,
117
+ "negative_near_at_1_thr_0p4": 0.625,
118
+ "mean_positive_min_rms_l2_at_2": 0.36655517234415336,
119
+ "median_positive_min_rms_l2_at_2": 0.28254347391262913,
120
+ "positive_closer_than_negative_rate_at_2": 0.75,
121
+ "ptr_proxy_at_2_thr_0p05": 0.0,
122
+ "negative_near_at_2_thr_0p05": 0.0,
123
+ "ptr_proxy_at_2_thr_0p1": 0.0,
124
+ "negative_near_at_2_thr_0p1": 0.0,
125
+ "ptr_proxy_at_2_thr_0p2": 0.25,
126
+ "negative_near_at_2_thr_0p2": 0.0,
127
+ "ptr_proxy_at_2_thr_0p4": 0.625,
128
+ "negative_near_at_2_thr_0p4": 0.625,
129
+ "mean_positive_min_rms_l2_at_4": 0.35765627548806506,
130
+ "median_positive_min_rms_l2_at_4": 0.28254347391262913,
131
+ "positive_closer_than_negative_rate_at_4": 0.625,
132
+ "ptr_proxy_at_4_thr_0p05": 0.0,
133
+ "negative_near_at_4_thr_0p05": 0.0,
134
+ "ptr_proxy_at_4_thr_0p1": 0.0,
135
+ "negative_near_at_4_thr_0p1": 0.0,
136
+ "ptr_proxy_at_4_thr_0p2": 0.375,
137
+ "negative_near_at_4_thr_0p2": 0.0,
138
+ "ptr_proxy_at_4_thr_0p4": 0.625,
139
+ "negative_near_at_4_thr_0p4": 0.625,
140
+ "mean_positive_min_rms_l2_at_8": 0.3495626260252607,
141
+ "median_positive_min_rms_l2_at_8": 0.2624258788643624,
142
+ "positive_closer_than_negative_rate_at_8": 0.625,
143
+ "ptr_proxy_at_8_thr_0p05": 0.0,
144
+ "negative_near_at_8_thr_0p05": 0.0,
145
+ "ptr_proxy_at_8_thr_0p1": 0.0,
146
+ "negative_near_at_8_thr_0p1": 0.0,
147
+ "ptr_proxy_at_8_thr_0p2": 0.5,
148
+ "negative_near_at_8_thr_0p2": 0.0,
149
+ "ptr_proxy_at_8_thr_0p4": 0.625,
150
+ "negative_near_at_8_thr_0p4": 0.625,
151
+ "mean_positive_min_rms_l2_at_16": 0.3392146545069943,
152
+ "median_positive_min_rms_l2_at_16": 0.246156599907326,
153
+ "positive_closer_than_negative_rate_at_16": 0.75,
154
+ "ptr_proxy_at_16_thr_0p05": 0.0,
155
+ "negative_near_at_16_thr_0p05": 0.0,
156
+ "ptr_proxy_at_16_thr_0p1": 0.0,
157
+ "negative_near_at_16_thr_0p1": 0.0,
158
+ "ptr_proxy_at_16_thr_0p2": 0.5,
159
+ "negative_near_at_16_thr_0p2": 0.0,
160
+ "ptr_proxy_at_16_thr_0p4": 0.625,
161
+ "negative_near_at_16_thr_0p4": 0.625
162
+ },
163
+ "PickCube-v1": {
164
+ "num_groups": 3,
165
+ "mean_positive_min_rms_l2_at_1": 0.7871314404939893,
166
+ "median_positive_min_rms_l2_at_1": 0.7944207529786733,
167
+ "positive_closer_than_negative_rate_at_1": 0.3333333333333333,
168
+ "ptr_proxy_at_1_thr_0p05": 0.0,
169
+ "negative_near_at_1_thr_0p05": 0.0,
170
+ "ptr_proxy_at_1_thr_0p1": 0.0,
171
+ "negative_near_at_1_thr_0p1": 0.0,
172
+ "ptr_proxy_at_1_thr_0p2": 0.0,
173
+ "negative_near_at_1_thr_0p2": 0.0,
174
+ "ptr_proxy_at_1_thr_0p4": 0.0,
175
+ "negative_near_at_1_thr_0p4": 0.0,
176
+ "mean_positive_min_rms_l2_at_2": 0.6876543884111381,
177
+ "median_positive_min_rms_l2_at_2": 0.6579737111536869,
178
+ "positive_closer_than_negative_rate_at_2": 1.0,
179
+ "ptr_proxy_at_2_thr_0p05": 0.0,
180
+ "negative_near_at_2_thr_0p05": 0.0,
181
+ "ptr_proxy_at_2_thr_0p1": 0.0,
182
+ "negative_near_at_2_thr_0p1": 0.0,
183
+ "ptr_proxy_at_2_thr_0p2": 0.0,
184
+ "negative_near_at_2_thr_0p2": 0.0,
185
+ "ptr_proxy_at_2_thr_0p4": 0.0,
186
+ "negative_near_at_2_thr_0p4": 0.0,
187
+ "mean_positive_min_rms_l2_at_4": 0.6238013254862902,
188
+ "median_positive_min_rms_l2_at_4": 0.6474336183586147,
189
+ "positive_closer_than_negative_rate_at_4": 1.0,
190
+ "ptr_proxy_at_4_thr_0p05": 0.0,
191
+ "negative_near_at_4_thr_0p05": 0.0,
192
+ "ptr_proxy_at_4_thr_0p1": 0.0,
193
+ "negative_near_at_4_thr_0p1": 0.0,
194
+ "ptr_proxy_at_4_thr_0p2": 0.0,
195
+ "negative_near_at_4_thr_0p2": 0.0,
196
+ "ptr_proxy_at_4_thr_0p4": 0.0,
197
+ "negative_near_at_4_thr_0p4": 0.0,
198
+ "mean_positive_min_rms_l2_at_8": 0.6238013254862902,
199
+ "median_positive_min_rms_l2_at_8": 0.6474336183586147,
200
+ "positive_closer_than_negative_rate_at_8": 1.0,
201
+ "ptr_proxy_at_8_thr_0p05": 0.0,
202
+ "negative_near_at_8_thr_0p05": 0.0,
203
+ "ptr_proxy_at_8_thr_0p1": 0.0,
204
+ "negative_near_at_8_thr_0p1": 0.0,
205
+ "ptr_proxy_at_8_thr_0p2": 0.0,
206
+ "negative_near_at_8_thr_0p2": 0.0,
207
+ "ptr_proxy_at_8_thr_0p4": 0.0,
208
+ "negative_near_at_8_thr_0p4": 0.0,
209
+ "mean_positive_min_rms_l2_at_16": 0.559519325261924,
210
+ "median_positive_min_rms_l2_at_16": 0.565996646946569,
211
+ "positive_closer_than_negative_rate_at_16": 1.0,
212
+ "ptr_proxy_at_16_thr_0p05": 0.0,
213
+ "negative_near_at_16_thr_0p05": 0.0,
214
+ "ptr_proxy_at_16_thr_0p1": 0.0,
215
+ "negative_near_at_16_thr_0p1": 0.0,
216
+ "ptr_proxy_at_16_thr_0p2": 0.0,
217
+ "negative_near_at_16_thr_0p2": 0.0,
218
+ "ptr_proxy_at_16_thr_0p4": 0.0,
219
+ "negative_near_at_16_thr_0p4": 0.0
220
+ },
221
+ "PullCube-v1": {
222
+ "num_groups": 51,
223
+ "mean_positive_min_rms_l2_at_1": 1.1422435673127556,
224
+ "median_positive_min_rms_l2_at_1": 1.136788899934962,
225
+ "positive_closer_than_negative_rate_at_1": 0.5,
226
+ "ptr_proxy_at_1_thr_0p05": 0.0,
227
+ "negative_near_at_1_thr_0p05": 0.0,
228
+ "ptr_proxy_at_1_thr_0p1": 0.0,
229
+ "negative_near_at_1_thr_0p1": 0.0,
230
+ "ptr_proxy_at_1_thr_0p2": 0.0,
231
+ "negative_near_at_1_thr_0p2": 0.0,
232
+ "ptr_proxy_at_1_thr_0p4": 0.0,
233
+ "negative_near_at_1_thr_0p4": 0.0,
234
+ "mean_positive_min_rms_l2_at_2": 1.0887109002600117,
235
+ "median_positive_min_rms_l2_at_2": 1.037410705432373,
236
+ "positive_closer_than_negative_rate_at_2": 0.5,
237
+ "ptr_proxy_at_2_thr_0p05": 0.0,
238
+ "negative_near_at_2_thr_0p05": 0.0,
239
+ "ptr_proxy_at_2_thr_0p1": 0.0,
240
+ "negative_near_at_2_thr_0p1": 0.0,
241
+ "ptr_proxy_at_2_thr_0p2": 0.0,
242
+ "negative_near_at_2_thr_0p2": 0.0,
243
+ "ptr_proxy_at_2_thr_0p4": 0.0,
244
+ "negative_near_at_2_thr_0p4": 0.0,
245
+ "mean_positive_min_rms_l2_at_4": 1.0558458871910559,
246
+ "median_positive_min_rms_l2_at_4": 1.0259205872117563,
247
+ "positive_closer_than_negative_rate_at_4": 0.5,
248
+ "ptr_proxy_at_4_thr_0p05": 0.0,
249
+ "negative_near_at_4_thr_0p05": 0.0,
250
+ "ptr_proxy_at_4_thr_0p1": 0.0,
251
+ "negative_near_at_4_thr_0p1": 0.0,
252
+ "ptr_proxy_at_4_thr_0p2": 0.0,
253
+ "negative_near_at_4_thr_0p2": 0.0,
254
+ "ptr_proxy_at_4_thr_0p4": 0.0,
255
+ "negative_near_at_4_thr_0p4": 0.0,
256
+ "mean_positive_min_rms_l2_at_8": 1.0184948894087755,
257
+ "median_positive_min_rms_l2_at_8": 0.9058131026218834,
258
+ "positive_closer_than_negative_rate_at_8": 0.5,
259
+ "ptr_proxy_at_8_thr_0p05": 0.0,
260
+ "negative_near_at_8_thr_0p05": 0.0,
261
+ "ptr_proxy_at_8_thr_0p1": 0.0,
262
+ "negative_near_at_8_thr_0p1": 0.0,
263
+ "ptr_proxy_at_8_thr_0p2": 0.0,
264
+ "negative_near_at_8_thr_0p2": 0.0,
265
+ "ptr_proxy_at_8_thr_0p4": 0.0,
266
+ "negative_near_at_8_thr_0p4": 0.0,
267
+ "mean_positive_min_rms_l2_at_16": 1.0018027028422567,
268
+ "median_positive_min_rms_l2_at_16": 0.8558969371521319,
269
+ "positive_closer_than_negative_rate_at_16": 0.475,
270
+ "ptr_proxy_at_16_thr_0p05": 0.0,
271
+ "negative_near_at_16_thr_0p05": 0.0,
272
+ "ptr_proxy_at_16_thr_0p1": 0.0,
273
+ "negative_near_at_16_thr_0p1": 0.0,
274
+ "ptr_proxy_at_16_thr_0p2": 0.0,
275
+ "negative_near_at_16_thr_0p2": 0.0,
276
+ "ptr_proxy_at_16_thr_0p4": 0.0,
277
+ "negative_near_at_16_thr_0p4": 0.0
278
+ },
279
+ "PushCube-v1": {
280
+ "num_groups": 15,
281
+ "mean_positive_min_rms_l2_at_1": 0.5084126957161,
282
+ "median_positive_min_rms_l2_at_1": 0.5285512509463121,
283
+ "positive_closer_than_negative_rate_at_1": 0.75,
284
+ "ptr_proxy_at_1_thr_0p05": 0.0,
285
+ "negative_near_at_1_thr_0p05": 0.0,
286
+ "ptr_proxy_at_1_thr_0p1": 0.0,
287
+ "negative_near_at_1_thr_0p1": 0.0,
288
+ "ptr_proxy_at_1_thr_0p2": 0.0,
289
+ "negative_near_at_1_thr_0p2": 0.0,
290
+ "ptr_proxy_at_1_thr_0p4": 0.2,
291
+ "negative_near_at_1_thr_0p4": 0.0,
292
+ "mean_positive_min_rms_l2_at_2": 0.47169784311079344,
293
+ "median_positive_min_rms_l2_at_2": 0.4784670090655415,
294
+ "positive_closer_than_negative_rate_at_2": 0.875,
295
+ "ptr_proxy_at_2_thr_0p05": 0.0,
296
+ "negative_near_at_2_thr_0p05": 0.0,
297
+ "ptr_proxy_at_2_thr_0p1": 0.0,
298
+ "negative_near_at_2_thr_0p1": 0.0,
299
+ "ptr_proxy_at_2_thr_0p2": 0.0,
300
+ "negative_near_at_2_thr_0p2": 0.0,
301
+ "ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
302
+ "negative_near_at_2_thr_0p4": 0.0,
303
+ "mean_positive_min_rms_l2_at_4": 0.42150976316101857,
304
+ "median_positive_min_rms_l2_at_4": 0.41587115867811353,
305
+ "positive_closer_than_negative_rate_at_4": 0.875,
306
+ "ptr_proxy_at_4_thr_0p05": 0.0,
307
+ "negative_near_at_4_thr_0p05": 0.0,
308
+ "ptr_proxy_at_4_thr_0p1": 0.0,
309
+ "negative_near_at_4_thr_0p1": 0.0,
310
+ "ptr_proxy_at_4_thr_0p2": 0.0,
311
+ "negative_near_at_4_thr_0p2": 0.0,
312
+ "ptr_proxy_at_4_thr_0p4": 0.4666666666666667,
313
+ "negative_near_at_4_thr_0p4": 0.125,
314
+ "mean_positive_min_rms_l2_at_8": 0.41547237115792257,
315
+ "median_positive_min_rms_l2_at_8": 0.41587115867811353,
316
+ "positive_closer_than_negative_rate_at_8": 0.875,
317
+ "ptr_proxy_at_8_thr_0p05": 0.0,
318
+ "negative_near_at_8_thr_0p05": 0.0,
319
+ "ptr_proxy_at_8_thr_0p1": 0.0,
320
+ "negative_near_at_8_thr_0p1": 0.0,
321
+ "ptr_proxy_at_8_thr_0p2": 0.0,
322
+ "negative_near_at_8_thr_0p2": 0.0,
323
+ "ptr_proxy_at_8_thr_0p4": 0.4666666666666667,
324
+ "negative_near_at_8_thr_0p4": 0.125,
325
+ "mean_positive_min_rms_l2_at_16": 0.3979497268319329,
326
+ "median_positive_min_rms_l2_at_16": 0.4095599894402951,
327
+ "positive_closer_than_negative_rate_at_16": 0.875,
328
+ "ptr_proxy_at_16_thr_0p05": 0.0,
329
+ "negative_near_at_16_thr_0p05": 0.0,
330
+ "ptr_proxy_at_16_thr_0p1": 0.0,
331
+ "negative_near_at_16_thr_0p1": 0.0,
332
+ "ptr_proxy_at_16_thr_0p2": 0.0,
333
+ "negative_near_at_16_thr_0p2": 0.0,
334
+ "ptr_proxy_at_16_thr_0p4": 0.4666666666666667,
335
+ "negative_near_at_16_thr_0p4": 0.125
336
+ },
337
+ "StackCube-v1": {
338
+ "num_groups": 16,
339
+ "mean_positive_min_rms_l2_at_1": 0.30499251132996913,
340
+ "median_positive_min_rms_l2_at_1": 0.27292582644690766,
341
+ "positive_closer_than_negative_rate_at_1": 0.9375,
342
+ "ptr_proxy_at_1_thr_0p05": 0.0,
343
+ "negative_near_at_1_thr_0p05": 0.0,
344
+ "ptr_proxy_at_1_thr_0p1": 0.0625,
345
+ "negative_near_at_1_thr_0p1": 0.0,
346
+ "ptr_proxy_at_1_thr_0p2": 0.1875,
347
+ "negative_near_at_1_thr_0p2": 0.0,
348
+ "ptr_proxy_at_1_thr_0p4": 0.8125,
349
+ "negative_near_at_1_thr_0p4": 0.6875,
350
+ "mean_positive_min_rms_l2_at_2": 0.289114089894376,
351
+ "median_positive_min_rms_l2_at_2": 0.2568143603376647,
352
+ "positive_closer_than_negative_rate_at_2": 0.9375,
353
+ "ptr_proxy_at_2_thr_0p05": 0.0,
354
+ "negative_near_at_2_thr_0p05": 0.0,
355
+ "ptr_proxy_at_2_thr_0p1": 0.0625,
356
+ "negative_near_at_2_thr_0p1": 0.0,
357
+ "ptr_proxy_at_2_thr_0p2": 0.1875,
358
+ "negative_near_at_2_thr_0p2": 0.0,
359
+ "ptr_proxy_at_2_thr_0p4": 0.9375,
360
+ "negative_near_at_2_thr_0p4": 0.6875,
361
+ "mean_positive_min_rms_l2_at_4": 0.27326068539946136,
362
+ "median_positive_min_rms_l2_at_4": 0.24386801166111266,
363
+ "positive_closer_than_negative_rate_at_4": 0.9375,
364
+ "ptr_proxy_at_4_thr_0p05": 0.0,
365
+ "negative_near_at_4_thr_0p05": 0.0,
366
+ "ptr_proxy_at_4_thr_0p1": 0.0625,
367
+ "negative_near_at_4_thr_0p1": 0.0,
368
+ "ptr_proxy_at_4_thr_0p2": 0.1875,
369
+ "negative_near_at_4_thr_0p2": 0.0,
370
+ "ptr_proxy_at_4_thr_0p4": 0.9375,
371
+ "negative_near_at_4_thr_0p4": 0.6875,
372
+ "mean_positive_min_rms_l2_at_8": 0.26642813427543904,
373
+ "median_positive_min_rms_l2_at_8": 0.2379757336815167,
374
+ "positive_closer_than_negative_rate_at_8": 0.9375,
375
+ "ptr_proxy_at_8_thr_0p05": 0.0,
376
+ "negative_near_at_8_thr_0p05": 0.0,
377
+ "ptr_proxy_at_8_thr_0p1": 0.0625,
378
+ "negative_near_at_8_thr_0p1": 0.0,
379
+ "ptr_proxy_at_8_thr_0p2": 0.1875,
380
+ "negative_near_at_8_thr_0p2": 0.0,
381
+ "ptr_proxy_at_8_thr_0p4": 0.9375,
382
+ "negative_near_at_8_thr_0p4": 0.6875,
383
+ "mean_positive_min_rms_l2_at_16": 0.2627078639859194,
384
+ "median_positive_min_rms_l2_at_16": 0.23758891748413033,
385
+ "positive_closer_than_negative_rate_at_16": 0.9375,
386
+ "ptr_proxy_at_16_thr_0p05": 0.0,
387
+ "negative_near_at_16_thr_0p05": 0.0,
388
+ "ptr_proxy_at_16_thr_0p1": 0.0625,
389
+ "negative_near_at_16_thr_0p1": 0.0,
390
+ "ptr_proxy_at_16_thr_0p2": 0.1875,
391
+ "negative_near_at_16_thr_0p2": 0.0,
392
+ "ptr_proxy_at_16_thr_0p4": 0.9375,
393
+ "negative_near_at_16_thr_0p4": 0.6875
394
+ }
395
+ },
396
+ "train_history": [
397
+ {
398
+ "epoch": 1.0,
399
+ "loss": 0.8598511048867826,
400
+ "reconstruction_mse": 0.8584974547459406,
401
+ "kl": 0.06768288394943103
402
+ },
403
+ {
404
+ "epoch": 30.0,
405
+ "loss": 0.07823471297107276,
406
+ "reconstruction_mse": 0.046908222704827286,
407
+ "kl": 1.5663245864622979
408
+ },
409
+ {
410
+ "epoch": 60.0,
411
+ "loss": 0.06062090613308654,
412
+ "reconstruction_mse": 0.029555291640191324,
413
+ "kl": 1.5532807858042008
414
+ },
415
+ {
416
+ "epoch": 90.0,
417
+ "loss": 0.053376186695043154,
418
+ "reconstruction_mse": 0.022782947647327773,
419
+ "kl": 1.5296619768333755
420
+ },
421
+ {
422
+ "epoch": 120.0,
423
+ "loss": 0.050189306123029805,
424
+ "reconstruction_mse": 0.02079233184506579,
425
+ "kl": 1.4698487219707
426
+ },
427
+ {
428
+ "epoch": 150.0,
429
+ "loss": 0.04799641571155375,
430
+ "reconstruction_mse": 0.01946023489054734,
431
+ "kl": 1.4268090768728112
432
+ },
433
+ {
434
+ "epoch": 180.0,
435
+ "loss": 0.04600053238301524,
436
+ "reconstruction_mse": 0.01827641064378873,
437
+ "kl": 1.3862061008985134
438
+ },
439
+ {
440
+ "epoch": 210.0,
441
+ "loss": 0.04444407671689987,
442
+ "reconstruction_mse": 0.017395098539744077,
443
+ "kl": 1.3524489275402138
444
+ },
445
+ {
446
+ "epoch": 240.0,
447
+ "loss": 0.04327027064954896,
448
+ "reconstruction_mse": 0.016647236319087783,
449
+ "kl": 1.3311517596841853
450
+ },
451
+ {
452
+ "epoch": 270.0,
453
+ "loss": 0.04270196607171593,
454
+ "reconstruction_mse": 0.01675429078555963,
455
+ "kl": 1.2973838057462281
456
+ },
457
+ {
458
+ "epoch": 300.0,
459
+ "loss": 0.04070247638852449,
460
+ "reconstruction_mse": 0.015506902187191982,
461
+ "kl": 1.2597787258820063
462
+ }
463
+ ],
464
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
465
+ }
466
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp0p5_eval.json
467
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp0p5.pt
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071592.out ADDED
@@ -0,0 +1,467 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_spline_cvae_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "latent_dim": 16,
10
+ "batch_size": 128,
11
+ "epochs": 300,
12
+ "learning_rate": 0.001,
13
+ "beta": 0.02,
14
+ "val_fraction": 0.2,
15
+ "seed": 0,
16
+ "diversity_temperature": 1.5
17
+ },
18
+ "task_ids": [
19
+ "LiftPegUpright-v1",
20
+ "PickCube-v1",
21
+ "PullCube-v1",
22
+ "PushCube-v1",
23
+ "StackCube-v1"
24
+ ],
25
+ "code_dim": 21,
26
+ "horizon": 16,
27
+ "action_dim": 7,
28
+ "num_examples": 43095,
29
+ "num_groups": 2873,
30
+ "num_train_examples": 34275,
31
+ "num_val_examples": 8820,
32
+ "num_train_positive": 1198,
33
+ "num_val_groups_with_positive": 93,
34
+ "label_counts": {
35
+ "neutral": 6310,
36
+ "negative": 35225,
37
+ "positive": 1560
38
+ },
39
+ "train_positive_by_task": {
40
+ "LiftPegUpright-v1": 50,
41
+ "PickCube-v1": 15,
42
+ "PullCube-v1": 723,
43
+ "PushCube-v1": 308,
44
+ "StackCube-v1": 102
45
+ },
46
+ "overall": {
47
+ "num_groups": 93,
48
+ "mean_positive_min_rms_l2_at_1": 0.843327924418341,
49
+ "median_positive_min_rms_l2_at_1": 0.7417639081703316,
50
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
51
+ "ptr_proxy_at_1_thr_0p05": 0.0,
52
+ "negative_near_at_1_thr_0p05": 0.0,
53
+ "ptr_proxy_at_1_thr_0p1": 0.0,
54
+ "negative_near_at_1_thr_0p1": 0.0,
55
+ "ptr_proxy_at_1_thr_0p2": 0.021505376344086023,
56
+ "negative_near_at_1_thr_0p2": 0.0,
57
+ "ptr_proxy_at_1_thr_0p4": 0.21505376344086022,
58
+ "negative_near_at_1_thr_0p4": 0.10666666666666667,
59
+ "mean_positive_min_rms_l2_at_2": 0.7850380887343805,
60
+ "median_positive_min_rms_l2_at_2": 0.656764994539227,
61
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
62
+ "ptr_proxy_at_2_thr_0p05": 0.0,
63
+ "negative_near_at_2_thr_0p05": 0.0,
64
+ "ptr_proxy_at_2_thr_0p1": 0.0,
65
+ "negative_near_at_2_thr_0p1": 0.0,
66
+ "ptr_proxy_at_2_thr_0p2": 0.03225806451612903,
67
+ "negative_near_at_2_thr_0p2": 0.013333333333333334,
68
+ "ptr_proxy_at_2_thr_0p4": 0.22580645161290322,
69
+ "negative_near_at_2_thr_0p4": 0.14666666666666667,
70
+ "mean_positive_min_rms_l2_at_4": 0.7340436195087261,
71
+ "median_positive_min_rms_l2_at_4": 0.6095808118739036,
72
+ "positive_closer_than_negative_rate_at_4": 0.68,
73
+ "ptr_proxy_at_4_thr_0p05": 0.0,
74
+ "negative_near_at_4_thr_0p05": 0.0,
75
+ "ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
76
+ "negative_near_at_4_thr_0p1": 0.0,
77
+ "ptr_proxy_at_4_thr_0p2": 0.053763440860215055,
78
+ "negative_near_at_4_thr_0p2": 0.013333333333333334,
79
+ "ptr_proxy_at_4_thr_0p4": 0.27956989247311825,
80
+ "negative_near_at_4_thr_0p4": 0.17333333333333334,
81
+ "mean_positive_min_rms_l2_at_8": 0.7012049149227153,
82
+ "median_positive_min_rms_l2_at_8": 0.6039056939650825,
83
+ "positive_closer_than_negative_rate_at_8": 0.68,
84
+ "ptr_proxy_at_8_thr_0p05": 0.0,
85
+ "negative_near_at_8_thr_0p05": 0.0,
86
+ "ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
87
+ "negative_near_at_8_thr_0p1": 0.0,
88
+ "ptr_proxy_at_8_thr_0p2": 0.06451612903225806,
89
+ "negative_near_at_8_thr_0p2": 0.013333333333333334,
90
+ "ptr_proxy_at_8_thr_0p4": 0.3010752688172043,
91
+ "negative_near_at_8_thr_0p4": 0.2,
92
+ "mean_positive_min_rms_l2_at_16": 0.6790007864676872,
93
+ "median_positive_min_rms_l2_at_16": 0.582981800093961,
94
+ "positive_closer_than_negative_rate_at_16": 0.6533333333333333,
95
+ "ptr_proxy_at_16_thr_0p05": 0.0,
96
+ "negative_near_at_16_thr_0p05": 0.0,
97
+ "ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
98
+ "negative_near_at_16_thr_0p1": 0.0,
99
+ "ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
100
+ "negative_near_at_16_thr_0p2": 0.013333333333333334,
101
+ "ptr_proxy_at_16_thr_0p4": 0.34408602150537637,
102
+ "negative_near_at_16_thr_0p4": 0.22666666666666666
103
+ },
104
+ "per_task": {
105
+ "LiftPegUpright-v1": {
106
+ "num_groups": 8,
107
+ "mean_positive_min_rms_l2_at_1": 0.3886573223126239,
108
+ "median_positive_min_rms_l2_at_1": 0.40107475909969614,
109
+ "positive_closer_than_negative_rate_at_1": 0.625,
110
+ "ptr_proxy_at_1_thr_0p05": 0.0,
111
+ "negative_near_at_1_thr_0p05": 0.0,
112
+ "ptr_proxy_at_1_thr_0p1": 0.0,
113
+ "negative_near_at_1_thr_0p1": 0.0,
114
+ "ptr_proxy_at_1_thr_0p2": 0.125,
115
+ "negative_near_at_1_thr_0p2": 0.0,
116
+ "ptr_proxy_at_1_thr_0p4": 0.5,
117
+ "negative_near_at_1_thr_0p4": 0.25,
118
+ "mean_positive_min_rms_l2_at_2": 0.37045375707524725,
119
+ "median_positive_min_rms_l2_at_2": 0.3762909837657062,
120
+ "positive_closer_than_negative_rate_at_2": 0.625,
121
+ "ptr_proxy_at_2_thr_0p05": 0.0,
122
+ "negative_near_at_2_thr_0p05": 0.0,
123
+ "ptr_proxy_at_2_thr_0p1": 0.0,
124
+ "negative_near_at_2_thr_0p1": 0.0,
125
+ "ptr_proxy_at_2_thr_0p2": 0.125,
126
+ "negative_near_at_2_thr_0p2": 0.0,
127
+ "ptr_proxy_at_2_thr_0p4": 0.5,
128
+ "negative_near_at_2_thr_0p4": 0.375,
129
+ "mean_positive_min_rms_l2_at_4": 0.3363776930861761,
130
+ "median_positive_min_rms_l2_at_4": 0.2745930785870897,
131
+ "positive_closer_than_negative_rate_at_4": 0.75,
132
+ "ptr_proxy_at_4_thr_0p05": 0.0,
133
+ "negative_near_at_4_thr_0p05": 0.0,
134
+ "ptr_proxy_at_4_thr_0p1": 0.0,
135
+ "negative_near_at_4_thr_0p1": 0.0,
136
+ "ptr_proxy_at_4_thr_0p2": 0.125,
137
+ "negative_near_at_4_thr_0p2": 0.0,
138
+ "ptr_proxy_at_4_thr_0p4": 0.625,
139
+ "negative_near_at_4_thr_0p4": 0.375,
140
+ "mean_positive_min_rms_l2_at_8": 0.3220234897194561,
141
+ "median_positive_min_rms_l2_at_8": 0.2673733871166249,
142
+ "positive_closer_than_negative_rate_at_8": 0.75,
143
+ "ptr_proxy_at_8_thr_0p05": 0.0,
144
+ "negative_near_at_8_thr_0p05": 0.0,
145
+ "ptr_proxy_at_8_thr_0p1": 0.0,
146
+ "negative_near_at_8_thr_0p1": 0.0,
147
+ "ptr_proxy_at_8_thr_0p2": 0.25,
148
+ "negative_near_at_8_thr_0p2": 0.0,
149
+ "ptr_proxy_at_8_thr_0p4": 0.625,
150
+ "negative_near_at_8_thr_0p4": 0.5,
151
+ "mean_positive_min_rms_l2_at_16": 0.29870293207025617,
152
+ "median_positive_min_rms_l2_at_16": 0.2390079202023635,
153
+ "positive_closer_than_negative_rate_at_16": 0.625,
154
+ "ptr_proxy_at_16_thr_0p05": 0.0,
155
+ "negative_near_at_16_thr_0p05": 0.0,
156
+ "ptr_proxy_at_16_thr_0p1": 0.0,
157
+ "negative_near_at_16_thr_0p1": 0.0,
158
+ "ptr_proxy_at_16_thr_0p2": 0.5,
159
+ "negative_near_at_16_thr_0p2": 0.0,
160
+ "ptr_proxy_at_16_thr_0p4": 0.625,
161
+ "negative_near_at_16_thr_0p4": 0.625
162
+ },
163
+ "PickCube-v1": {
164
+ "num_groups": 3,
165
+ "mean_positive_min_rms_l2_at_1": 0.39009269022333454,
166
+ "median_positive_min_rms_l2_at_1": 0.43165971921792873,
167
+ "positive_closer_than_negative_rate_at_1": 1.0,
168
+ "ptr_proxy_at_1_thr_0p05": 0.0,
169
+ "negative_near_at_1_thr_0p05": 0.0,
170
+ "ptr_proxy_at_1_thr_0p1": 0.0,
171
+ "negative_near_at_1_thr_0p1": 0.0,
172
+ "ptr_proxy_at_1_thr_0p2": 0.0,
173
+ "negative_near_at_1_thr_0p2": 0.0,
174
+ "ptr_proxy_at_1_thr_0p4": 0.3333333333333333,
175
+ "negative_near_at_1_thr_0p4": 0.0,
176
+ "mean_positive_min_rms_l2_at_2": 0.37803507775170336,
177
+ "median_positive_min_rms_l2_at_2": 0.41251079745878466,
178
+ "positive_closer_than_negative_rate_at_2": 1.0,
179
+ "ptr_proxy_at_2_thr_0p05": 0.0,
180
+ "negative_near_at_2_thr_0p05": 0.0,
181
+ "ptr_proxy_at_2_thr_0p1": 0.0,
182
+ "negative_near_at_2_thr_0p1": 0.0,
183
+ "ptr_proxy_at_2_thr_0p2": 0.0,
184
+ "negative_near_at_2_thr_0p2": 0.0,
185
+ "ptr_proxy_at_2_thr_0p4": 0.3333333333333333,
186
+ "negative_near_at_2_thr_0p4": 0.0,
187
+ "mean_positive_min_rms_l2_at_4": 0.37803507775170336,
188
+ "median_positive_min_rms_l2_at_4": 0.41251079745878466,
189
+ "positive_closer_than_negative_rate_at_4": 1.0,
190
+ "ptr_proxy_at_4_thr_0p05": 0.0,
191
+ "negative_near_at_4_thr_0p05": 0.0,
192
+ "ptr_proxy_at_4_thr_0p1": 0.0,
193
+ "negative_near_at_4_thr_0p1": 0.0,
194
+ "ptr_proxy_at_4_thr_0p2": 0.0,
195
+ "negative_near_at_4_thr_0p2": 0.0,
196
+ "ptr_proxy_at_4_thr_0p4": 0.3333333333333333,
197
+ "negative_near_at_4_thr_0p4": 0.0,
198
+ "mean_positive_min_rms_l2_at_8": 0.3550055169250375,
199
+ "median_positive_min_rms_l2_at_8": 0.41251079745878466,
200
+ "positive_closer_than_negative_rate_at_8": 1.0,
201
+ "ptr_proxy_at_8_thr_0p05": 0.0,
202
+ "negative_near_at_8_thr_0p05": 0.0,
203
+ "ptr_proxy_at_8_thr_0p1": 0.0,
204
+ "negative_near_at_8_thr_0p1": 0.0,
205
+ "ptr_proxy_at_8_thr_0p2": 0.0,
206
+ "negative_near_at_8_thr_0p2": 0.0,
207
+ "ptr_proxy_at_8_thr_0p4": 0.3333333333333333,
208
+ "negative_near_at_8_thr_0p4": 0.3333333333333333,
209
+ "mean_positive_min_rms_l2_at_16": 0.23624800161809745,
210
+ "median_positive_min_rms_l2_at_16": 0.2195612004026719,
211
+ "positive_closer_than_negative_rate_at_16": 1.0,
212
+ "ptr_proxy_at_16_thr_0p05": 0.0,
213
+ "negative_near_at_16_thr_0p05": 0.0,
214
+ "ptr_proxy_at_16_thr_0p1": 0.0,
215
+ "negative_near_at_16_thr_0p1": 0.0,
216
+ "ptr_proxy_at_16_thr_0p2": 0.0,
217
+ "negative_near_at_16_thr_0p2": 0.0,
218
+ "ptr_proxy_at_16_thr_0p4": 1.0,
219
+ "negative_near_at_16_thr_0p4": 0.6666666666666666
220
+ },
221
+ "PullCube-v1": {
222
+ "num_groups": 51,
223
+ "mean_positive_min_rms_l2_at_1": 1.1768747989236765,
224
+ "median_positive_min_rms_l2_at_1": 1.1244197104738145,
225
+ "positive_closer_than_negative_rate_at_1": 0.475,
226
+ "ptr_proxy_at_1_thr_0p05": 0.0,
227
+ "negative_near_at_1_thr_0p05": 0.0,
228
+ "ptr_proxy_at_1_thr_0p1": 0.0,
229
+ "negative_near_at_1_thr_0p1": 0.0,
230
+ "ptr_proxy_at_1_thr_0p2": 0.0,
231
+ "negative_near_at_1_thr_0p2": 0.0,
232
+ "ptr_proxy_at_1_thr_0p4": 0.0,
233
+ "negative_near_at_1_thr_0p4": 0.0,
234
+ "mean_positive_min_rms_l2_at_2": 1.1038559529038638,
235
+ "median_positive_min_rms_l2_at_2": 1.1127849799020302,
236
+ "positive_closer_than_negative_rate_at_2": 0.475,
237
+ "ptr_proxy_at_2_thr_0p05": 0.0,
238
+ "negative_near_at_2_thr_0p05": 0.0,
239
+ "ptr_proxy_at_2_thr_0p1": 0.0,
240
+ "negative_near_at_2_thr_0p1": 0.0,
241
+ "ptr_proxy_at_2_thr_0p2": 0.0,
242
+ "negative_near_at_2_thr_0p2": 0.0,
243
+ "ptr_proxy_at_2_thr_0p4": 0.0,
244
+ "negative_near_at_2_thr_0p4": 0.0,
245
+ "mean_positive_min_rms_l2_at_4": 1.0507235369719126,
246
+ "median_positive_min_rms_l2_at_4": 1.0431528635204783,
247
+ "positive_closer_than_negative_rate_at_4": 0.475,
248
+ "ptr_proxy_at_4_thr_0p05": 0.0,
249
+ "negative_near_at_4_thr_0p05": 0.0,
250
+ "ptr_proxy_at_4_thr_0p1": 0.0,
251
+ "negative_near_at_4_thr_0p1": 0.0,
252
+ "ptr_proxy_at_4_thr_0p2": 0.0,
253
+ "negative_near_at_4_thr_0p2": 0.0,
254
+ "ptr_proxy_at_4_thr_0p4": 0.0,
255
+ "negative_near_at_4_thr_0p4": 0.0,
256
+ "mean_positive_min_rms_l2_at_8": 1.005153762766223,
257
+ "median_positive_min_rms_l2_at_8": 0.9619781778246781,
258
+ "positive_closer_than_negative_rate_at_8": 0.475,
259
+ "ptr_proxy_at_8_thr_0p05": 0.0,
260
+ "negative_near_at_8_thr_0p05": 0.0,
261
+ "ptr_proxy_at_8_thr_0p1": 0.0,
262
+ "negative_near_at_8_thr_0p1": 0.0,
263
+ "ptr_proxy_at_8_thr_0p2": 0.0,
264
+ "negative_near_at_8_thr_0p2": 0.0,
265
+ "ptr_proxy_at_8_thr_0p4": 0.0,
266
+ "negative_near_at_8_thr_0p4": 0.0,
267
+ "mean_positive_min_rms_l2_at_16": 0.9842729140374499,
268
+ "median_positive_min_rms_l2_at_16": 0.9619781778246781,
269
+ "positive_closer_than_negative_rate_at_16": 0.45,
270
+ "ptr_proxy_at_16_thr_0p05": 0.0,
271
+ "negative_near_at_16_thr_0p05": 0.0,
272
+ "ptr_proxy_at_16_thr_0p1": 0.0,
273
+ "negative_near_at_16_thr_0p1": 0.0,
274
+ "ptr_proxy_at_16_thr_0p2": 0.0,
275
+ "negative_near_at_16_thr_0p2": 0.0,
276
+ "ptr_proxy_at_16_thr_0p4": 0.0,
277
+ "negative_near_at_16_thr_0p4": 0.0
278
+ },
279
+ "PushCube-v1": {
280
+ "num_groups": 15,
281
+ "mean_positive_min_rms_l2_at_1": 0.559502010794409,
282
+ "median_positive_min_rms_l2_at_1": 0.5551771552717952,
283
+ "positive_closer_than_negative_rate_at_1": 1.0,
284
+ "ptr_proxy_at_1_thr_0p05": 0.0,
285
+ "negative_near_at_1_thr_0p05": 0.0,
286
+ "ptr_proxy_at_1_thr_0p1": 0.0,
287
+ "negative_near_at_1_thr_0p1": 0.0,
288
+ "ptr_proxy_at_1_thr_0p2": 0.0,
289
+ "negative_near_at_1_thr_0p2": 0.0,
290
+ "ptr_proxy_at_1_thr_0p4": 0.13333333333333333,
291
+ "negative_near_at_1_thr_0p4": 0.0,
292
+ "mean_positive_min_rms_l2_at_2": 0.5053083168747453,
293
+ "median_positive_min_rms_l2_at_2": 0.4995917987669918,
294
+ "positive_closer_than_negative_rate_at_2": 1.0,
295
+ "ptr_proxy_at_2_thr_0p05": 0.0,
296
+ "negative_near_at_2_thr_0p05": 0.0,
297
+ "ptr_proxy_at_2_thr_0p1": 0.0,
298
+ "negative_near_at_2_thr_0p1": 0.0,
299
+ "ptr_proxy_at_2_thr_0p2": 0.0,
300
+ "negative_near_at_2_thr_0p2": 0.0,
301
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
302
+ "negative_near_at_2_thr_0p4": 0.0,
303
+ "mean_positive_min_rms_l2_at_4": 0.42395997574060346,
304
+ "median_positive_min_rms_l2_at_4": 0.4073546736836675,
305
+ "positive_closer_than_negative_rate_at_4": 1.0,
306
+ "ptr_proxy_at_4_thr_0p05": 0.0,
307
+ "negative_near_at_4_thr_0p05": 0.0,
308
+ "ptr_proxy_at_4_thr_0p1": 0.0,
309
+ "negative_near_at_4_thr_0p1": 0.0,
310
+ "ptr_proxy_at_4_thr_0p2": 0.0,
311
+ "negative_near_at_4_thr_0p2": 0.0,
312
+ "ptr_proxy_at_4_thr_0p4": 0.4,
313
+ "negative_near_at_4_thr_0p4": 0.0,
314
+ "mean_positive_min_rms_l2_at_8": 0.4019990445927043,
315
+ "median_positive_min_rms_l2_at_8": 0.4023038787762611,
316
+ "positive_closer_than_negative_rate_at_8": 1.0,
317
+ "ptr_proxy_at_8_thr_0p05": 0.0,
318
+ "negative_near_at_8_thr_0p05": 0.0,
319
+ "ptr_proxy_at_8_thr_0p1": 0.0,
320
+ "negative_near_at_8_thr_0p1": 0.0,
321
+ "ptr_proxy_at_8_thr_0p2": 0.0,
322
+ "negative_near_at_8_thr_0p2": 0.0,
323
+ "ptr_proxy_at_8_thr_0p4": 0.4666666666666667,
324
+ "negative_near_at_8_thr_0p4": 0.0,
325
+ "mean_positive_min_rms_l2_at_16": 0.3780135562526391,
326
+ "median_positive_min_rms_l2_at_16": 0.35018318580395663,
327
+ "positive_closer_than_negative_rate_at_16": 1.0,
328
+ "ptr_proxy_at_16_thr_0p05": 0.0,
329
+ "negative_near_at_16_thr_0p05": 0.0,
330
+ "ptr_proxy_at_16_thr_0p1": 0.0,
331
+ "negative_near_at_16_thr_0p1": 0.0,
332
+ "ptr_proxy_at_16_thr_0p2": 0.0,
333
+ "negative_near_at_16_thr_0p2": 0.0,
334
+ "ptr_proxy_at_16_thr_0p4": 0.6,
335
+ "negative_near_at_16_thr_0p4": 0.0
336
+ },
337
+ "StackCube-v1": {
338
+ "num_groups": 16,
339
+ "mean_positive_min_rms_l2_at_1": 0.3585509634194432,
340
+ "median_positive_min_rms_l2_at_1": 0.3445656839622314,
341
+ "positive_closer_than_negative_rate_at_1": 0.9375,
342
+ "ptr_proxy_at_1_thr_0p05": 0.0,
343
+ "negative_near_at_1_thr_0p05": 0.0,
344
+ "ptr_proxy_at_1_thr_0p1": 0.0,
345
+ "negative_near_at_1_thr_0p1": 0.0,
346
+ "ptr_proxy_at_1_thr_0p2": 0.0625,
347
+ "negative_near_at_1_thr_0p2": 0.0,
348
+ "ptr_proxy_at_1_thr_0p4": 0.8125,
349
+ "negative_near_at_1_thr_0p4": 0.375,
350
+ "mean_positive_min_rms_l2_at_2": 0.3146580382013801,
351
+ "median_positive_min_rms_l2_at_2": 0.3084104119077905,
352
+ "positive_closer_than_negative_rate_at_2": 0.9375,
353
+ "ptr_proxy_at_2_thr_0p05": 0.0,
354
+ "negative_near_at_2_thr_0p05": 0.0,
355
+ "ptr_proxy_at_2_thr_0p1": 0.0,
356
+ "negative_near_at_2_thr_0p1": 0.0,
357
+ "ptr_proxy_at_2_thr_0p2": 0.125,
358
+ "negative_near_at_2_thr_0p2": 0.0625,
359
+ "ptr_proxy_at_2_thr_0p4": 0.875,
360
+ "negative_near_at_2_thr_0p4": 0.5,
361
+ "mean_positive_min_rms_l2_at_4": 0.2809143634181498,
362
+ "median_positive_min_rms_l2_at_4": 0.27127392378549864,
363
+ "positive_closer_than_negative_rate_at_4": 0.9375,
364
+ "ptr_proxy_at_4_thr_0p05": 0.0,
365
+ "negative_near_at_4_thr_0p05": 0.0,
366
+ "ptr_proxy_at_4_thr_0p1": 0.0625,
367
+ "negative_near_at_4_thr_0p1": 0.0,
368
+ "ptr_proxy_at_4_thr_0p2": 0.25,
369
+ "negative_near_at_4_thr_0p2": 0.0625,
370
+ "ptr_proxy_at_4_thr_0p4": 0.875,
371
+ "negative_near_at_4_thr_0p4": 0.625,
372
+ "mean_positive_min_rms_l2_at_8": 0.2673765655821125,
373
+ "median_positive_min_rms_l2_at_8": 0.26424907166178047,
374
+ "positive_closer_than_negative_rate_at_8": 0.9375,
375
+ "ptr_proxy_at_8_thr_0p05": 0.0,
376
+ "negative_near_at_8_thr_0p05": 0.0,
377
+ "ptr_proxy_at_8_thr_0p1": 0.0625,
378
+ "negative_near_at_8_thr_0p1": 0.0,
379
+ "ptr_proxy_at_8_thr_0p2": 0.25,
380
+ "negative_near_at_8_thr_0p2": 0.0625,
381
+ "ptr_proxy_at_8_thr_0p4": 0.9375,
382
+ "negative_near_at_8_thr_0p4": 0.625,
383
+ "mean_positive_min_rms_l2_at_16": 0.26128648252368997,
384
+ "median_positive_min_rms_l2_at_16": 0.2618665152817816,
385
+ "positive_closer_than_negative_rate_at_16": 0.9375,
386
+ "ptr_proxy_at_16_thr_0p05": 0.0,
387
+ "negative_near_at_16_thr_0p05": 0.0,
388
+ "ptr_proxy_at_16_thr_0p1": 0.0625,
389
+ "negative_near_at_16_thr_0p1": 0.0,
390
+ "ptr_proxy_at_16_thr_0p2": 0.25,
391
+ "negative_near_at_16_thr_0p2": 0.0625,
392
+ "ptr_proxy_at_16_thr_0p4": 0.9375,
393
+ "negative_near_at_16_thr_0p4": 0.625
394
+ }
395
+ },
396
+ "train_history": [
397
+ {
398
+ "epoch": 1.0,
399
+ "loss": 0.8544972693183784,
400
+ "reconstruction_mse": 0.8535413189802027,
401
+ "kl": 0.04779799282550812
402
+ },
403
+ {
404
+ "epoch": 30.0,
405
+ "loss": 0.07694852380750573,
406
+ "reconstruction_mse": 0.04591421421014009,
407
+ "kl": 1.5517155268355483
408
+ },
409
+ {
410
+ "epoch": 60.0,
411
+ "loss": 0.059683558737893334,
412
+ "reconstruction_mse": 0.028571560077108007,
413
+ "kl": 1.5555999265091247
414
+ },
415
+ {
416
+ "epoch": 90.0,
417
+ "loss": 0.0534952285268868,
418
+ "reconstruction_mse": 0.023248887672174555,
419
+ "kl": 1.5123170604291862
420
+ },
421
+ {
422
+ "epoch": 120.0,
423
+ "loss": 0.050762587775770134,
424
+ "reconstruction_mse": 0.021400081957744836,
425
+ "kl": 1.468125350686266
426
+ },
427
+ {
428
+ "epoch": 150.0,
429
+ "loss": 0.048049063012874586,
430
+ "reconstruction_mse": 0.01955450268987821,
431
+ "kl": 1.4247280122441721
432
+ },
433
+ {
434
+ "epoch": 180.0,
435
+ "loss": 0.04664770230178244,
436
+ "reconstruction_mse": 0.018954813878404874,
437
+ "kl": 1.3846443967150528
438
+ },
439
+ {
440
+ "epoch": 210.0,
441
+ "loss": 0.044834994389139154,
442
+ "reconstruction_mse": 0.017692621685377944,
443
+ "kl": 1.3571186690577282
444
+ },
445
+ {
446
+ "epoch": 240.0,
447
+ "loss": 0.04297138685873633,
448
+ "reconstruction_mse": 0.016530528350520213,
449
+ "kl": 1.3220429736903196
450
+ },
451
+ {
452
+ "epoch": 270.0,
453
+ "loss": 0.04204645301394152,
454
+ "reconstruction_mse": 0.016193557835381497,
455
+ "kl": 1.2926448432352389
456
+ },
457
+ {
458
+ "epoch": 300.0,
459
+ "loss": 0.04141181564341005,
460
+ "reconstruction_mse": 0.01590145424704918,
461
+ "kl": 1.2755181019214636
462
+ }
463
+ ],
464
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
465
+ }
466
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp1p5_eval.json
467
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_temp1p5.pt
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071593.out ADDED
@@ -0,0 +1,467 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_spline_cvae_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "latent_dim": 16,
10
+ "batch_size": 128,
11
+ "epochs": 300,
12
+ "learning_rate": 0.001,
13
+ "beta": 0.01,
14
+ "val_fraction": 0.2,
15
+ "seed": 0,
16
+ "diversity_temperature": 0.75
17
+ },
18
+ "task_ids": [
19
+ "LiftPegUpright-v1",
20
+ "PickCube-v1",
21
+ "PullCube-v1",
22
+ "PushCube-v1",
23
+ "StackCube-v1"
24
+ ],
25
+ "code_dim": 21,
26
+ "horizon": 16,
27
+ "action_dim": 7,
28
+ "num_examples": 43095,
29
+ "num_groups": 2873,
30
+ "num_train_examples": 34275,
31
+ "num_val_examples": 8820,
32
+ "num_train_positive": 1198,
33
+ "num_val_groups_with_positive": 93,
34
+ "label_counts": {
35
+ "neutral": 6310,
36
+ "negative": 35225,
37
+ "positive": 1560
38
+ },
39
+ "train_positive_by_task": {
40
+ "LiftPegUpright-v1": 50,
41
+ "PickCube-v1": 15,
42
+ "PullCube-v1": 723,
43
+ "PushCube-v1": 308,
44
+ "StackCube-v1": 102
45
+ },
46
+ "overall": {
47
+ "num_groups": 93,
48
+ "mean_positive_min_rms_l2_at_1": 0.8503638534221755,
49
+ "median_positive_min_rms_l2_at_1": 0.7815928640028795,
50
+ "positive_closer_than_negative_rate_at_1": 0.6533333333333333,
51
+ "ptr_proxy_at_1_thr_0p05": 0.0,
52
+ "negative_near_at_1_thr_0p05": 0.0,
53
+ "ptr_proxy_at_1_thr_0p1": 0.0,
54
+ "negative_near_at_1_thr_0p1": 0.0,
55
+ "ptr_proxy_at_1_thr_0p2": 0.03225806451612903,
56
+ "negative_near_at_1_thr_0p2": 0.0,
57
+ "ptr_proxy_at_1_thr_0p4": 0.22580645161290322,
58
+ "negative_near_at_1_thr_0p4": 0.18666666666666668,
59
+ "mean_positive_min_rms_l2_at_2": 0.7835140558466281,
60
+ "median_positive_min_rms_l2_at_2": 0.7064496267789232,
61
+ "positive_closer_than_negative_rate_at_2": 0.68,
62
+ "ptr_proxy_at_2_thr_0p05": 0.0,
63
+ "negative_near_at_2_thr_0p05": 0.0,
64
+ "ptr_proxy_at_2_thr_0p1": 0.0,
65
+ "negative_near_at_2_thr_0p1": 0.0,
66
+ "ptr_proxy_at_2_thr_0p2": 0.053763440860215055,
67
+ "negative_near_at_2_thr_0p2": 0.0,
68
+ "ptr_proxy_at_2_thr_0p4": 0.24731182795698925,
69
+ "negative_near_at_2_thr_0p4": 0.18666666666666668,
70
+ "mean_positive_min_rms_l2_at_4": 0.7403406829797371,
71
+ "median_positive_min_rms_l2_at_4": 0.6309475419139557,
72
+ "positive_closer_than_negative_rate_at_4": 0.68,
73
+ "ptr_proxy_at_4_thr_0p05": 0.0,
74
+ "negative_near_at_4_thr_0p05": 0.0,
75
+ "ptr_proxy_at_4_thr_0p1": 0.010752688172043012,
76
+ "negative_near_at_4_thr_0p1": 0.0,
77
+ "ptr_proxy_at_4_thr_0p2": 0.08602150537634409,
78
+ "negative_near_at_4_thr_0p2": 0.0,
79
+ "ptr_proxy_at_4_thr_0p4": 0.25806451612903225,
80
+ "negative_near_at_4_thr_0p4": 0.2,
81
+ "mean_positive_min_rms_l2_at_8": 0.7180946642954288,
82
+ "median_positive_min_rms_l2_at_8": 0.6245459820957714,
83
+ "positive_closer_than_negative_rate_at_8": 0.6533333333333333,
84
+ "ptr_proxy_at_8_thr_0p05": 0.0,
85
+ "negative_near_at_8_thr_0p05": 0.0,
86
+ "ptr_proxy_at_8_thr_0p1": 0.010752688172043012,
87
+ "negative_near_at_8_thr_0p1": 0.0,
88
+ "ptr_proxy_at_8_thr_0p2": 0.08602150537634409,
89
+ "negative_near_at_8_thr_0p2": 0.0,
90
+ "ptr_proxy_at_8_thr_0p4": 0.27956989247311825,
91
+ "negative_near_at_8_thr_0p4": 0.21333333333333335,
92
+ "mean_positive_min_rms_l2_at_16": 0.6935963982962265,
93
+ "median_positive_min_rms_l2_at_16": 0.5717888584148044,
94
+ "positive_closer_than_negative_rate_at_16": 0.6533333333333333,
95
+ "ptr_proxy_at_16_thr_0p05": 0.0,
96
+ "negative_near_at_16_thr_0p05": 0.0,
97
+ "ptr_proxy_at_16_thr_0p1": 0.010752688172043012,
98
+ "negative_near_at_16_thr_0p1": 0.0,
99
+ "ptr_proxy_at_16_thr_0p2": 0.0967741935483871,
100
+ "negative_near_at_16_thr_0p2": 0.0,
101
+ "ptr_proxy_at_16_thr_0p4": 0.2903225806451613,
102
+ "negative_near_at_16_thr_0p4": 0.22666666666666666
103
+ },
104
+ "per_task": {
105
+ "LiftPegUpright-v1": {
106
+ "num_groups": 8,
107
+ "mean_positive_min_rms_l2_at_1": 0.37126650905406455,
108
+ "median_positive_min_rms_l2_at_1": 0.3358831969376801,
109
+ "positive_closer_than_negative_rate_at_1": 0.75,
110
+ "ptr_proxy_at_1_thr_0p05": 0.0,
111
+ "negative_near_at_1_thr_0p05": 0.0,
112
+ "ptr_proxy_at_1_thr_0p1": 0.0,
113
+ "negative_near_at_1_thr_0p1": 0.0,
114
+ "ptr_proxy_at_1_thr_0p2": 0.25,
115
+ "negative_near_at_1_thr_0p2": 0.0,
116
+ "ptr_proxy_at_1_thr_0p4": 0.625,
117
+ "negative_near_at_1_thr_0p4": 0.625,
118
+ "mean_positive_min_rms_l2_at_2": 0.33884084971723094,
119
+ "median_positive_min_rms_l2_at_2": 0.27168449762637215,
120
+ "positive_closer_than_negative_rate_at_2": 0.75,
121
+ "ptr_proxy_at_2_thr_0p05": 0.0,
122
+ "negative_near_at_2_thr_0p05": 0.0,
123
+ "ptr_proxy_at_2_thr_0p1": 0.0,
124
+ "negative_near_at_2_thr_0p1": 0.0,
125
+ "ptr_proxy_at_2_thr_0p2": 0.375,
126
+ "negative_near_at_2_thr_0p2": 0.0,
127
+ "ptr_proxy_at_2_thr_0p4": 0.625,
128
+ "negative_near_at_2_thr_0p4": 0.625,
129
+ "mean_positive_min_rms_l2_at_4": 0.3085613224898244,
130
+ "median_positive_min_rms_l2_at_4": 0.18692283283643013,
131
+ "positive_closer_than_negative_rate_at_4": 0.75,
132
+ "ptr_proxy_at_4_thr_0p05": 0.0,
133
+ "negative_near_at_4_thr_0p05": 0.0,
134
+ "ptr_proxy_at_4_thr_0p1": 0.0,
135
+ "negative_near_at_4_thr_0p1": 0.0,
136
+ "ptr_proxy_at_4_thr_0p2": 0.5,
137
+ "negative_near_at_4_thr_0p2": 0.0,
138
+ "ptr_proxy_at_4_thr_0p4": 0.625,
139
+ "negative_near_at_4_thr_0p4": 0.625,
140
+ "mean_positive_min_rms_l2_at_8": 0.3061825095838333,
141
+ "median_positive_min_rms_l2_at_8": 0.18692283283643013,
142
+ "positive_closer_than_negative_rate_at_8": 0.75,
143
+ "ptr_proxy_at_8_thr_0p05": 0.0,
144
+ "negative_near_at_8_thr_0p05": 0.0,
145
+ "ptr_proxy_at_8_thr_0p1": 0.0,
146
+ "negative_near_at_8_thr_0p1": 0.0,
147
+ "ptr_proxy_at_8_thr_0p2": 0.5,
148
+ "negative_near_at_8_thr_0p2": 0.0,
149
+ "ptr_proxy_at_8_thr_0p4": 0.625,
150
+ "negative_near_at_8_thr_0p4": 0.625,
151
+ "mean_positive_min_rms_l2_at_16": 0.29946191451389814,
152
+ "median_positive_min_rms_l2_at_16": 0.1760862919194795,
153
+ "positive_closer_than_negative_rate_at_16": 0.75,
154
+ "ptr_proxy_at_16_thr_0p05": 0.0,
155
+ "negative_near_at_16_thr_0p05": 0.0,
156
+ "ptr_proxy_at_16_thr_0p1": 0.0,
157
+ "negative_near_at_16_thr_0p1": 0.0,
158
+ "ptr_proxy_at_16_thr_0p2": 0.625,
159
+ "negative_near_at_16_thr_0p2": 0.0,
160
+ "ptr_proxy_at_16_thr_0p4": 0.625,
161
+ "negative_near_at_16_thr_0p4": 0.625
162
+ },
163
+ "PickCube-v1": {
164
+ "num_groups": 3,
165
+ "mean_positive_min_rms_l2_at_1": 0.8019834044252395,
166
+ "median_positive_min_rms_l2_at_1": 0.8258354882784735,
167
+ "positive_closer_than_negative_rate_at_1": 0.3333333333333333,
168
+ "ptr_proxy_at_1_thr_0p05": 0.0,
169
+ "negative_near_at_1_thr_0p05": 0.0,
170
+ "ptr_proxy_at_1_thr_0p1": 0.0,
171
+ "negative_near_at_1_thr_0p1": 0.0,
172
+ "ptr_proxy_at_1_thr_0p2": 0.0,
173
+ "negative_near_at_1_thr_0p2": 0.0,
174
+ "ptr_proxy_at_1_thr_0p4": 0.0,
175
+ "negative_near_at_1_thr_0p4": 0.0,
176
+ "mean_positive_min_rms_l2_at_2": 0.6549332047554469,
177
+ "median_positive_min_rms_l2_at_2": 0.6270499997672817,
178
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
179
+ "ptr_proxy_at_2_thr_0p05": 0.0,
180
+ "negative_near_at_2_thr_0p05": 0.0,
181
+ "ptr_proxy_at_2_thr_0p1": 0.0,
182
+ "negative_near_at_2_thr_0p1": 0.0,
183
+ "ptr_proxy_at_2_thr_0p2": 0.0,
184
+ "negative_near_at_2_thr_0p2": 0.0,
185
+ "ptr_proxy_at_2_thr_0p4": 0.0,
186
+ "negative_near_at_2_thr_0p4": 0.0,
187
+ "mean_positive_min_rms_l2_at_4": 0.6082904506841764,
188
+ "median_positive_min_rms_l2_at_4": 0.6270499997672817,
189
+ "positive_closer_than_negative_rate_at_4": 1.0,
190
+ "ptr_proxy_at_4_thr_0p05": 0.0,
191
+ "negative_near_at_4_thr_0p05": 0.0,
192
+ "ptr_proxy_at_4_thr_0p1": 0.0,
193
+ "negative_near_at_4_thr_0p1": 0.0,
194
+ "ptr_proxy_at_4_thr_0p2": 0.0,
195
+ "negative_near_at_4_thr_0p2": 0.0,
196
+ "ptr_proxy_at_4_thr_0p4": 0.0,
197
+ "negative_near_at_4_thr_0p4": 0.0,
198
+ "mean_positive_min_rms_l2_at_8": 0.5832483692149607,
199
+ "median_positive_min_rms_l2_at_8": 0.5797007028183665,
200
+ "positive_closer_than_negative_rate_at_8": 0.6666666666666666,
201
+ "ptr_proxy_at_8_thr_0p05": 0.0,
202
+ "negative_near_at_8_thr_0p05": 0.0,
203
+ "ptr_proxy_at_8_thr_0p1": 0.0,
204
+ "negative_near_at_8_thr_0p1": 0.0,
205
+ "ptr_proxy_at_8_thr_0p2": 0.0,
206
+ "negative_near_at_8_thr_0p2": 0.0,
207
+ "ptr_proxy_at_8_thr_0p4": 0.0,
208
+ "negative_near_at_8_thr_0p4": 0.0,
209
+ "mean_positive_min_rms_l2_at_16": 0.5068445941320793,
210
+ "median_positive_min_rms_l2_at_16": 0.5119141262205856,
211
+ "positive_closer_than_negative_rate_at_16": 1.0,
212
+ "ptr_proxy_at_16_thr_0p05": 0.0,
213
+ "negative_near_at_16_thr_0p05": 0.0,
214
+ "ptr_proxy_at_16_thr_0p1": 0.0,
215
+ "negative_near_at_16_thr_0p1": 0.0,
216
+ "ptr_proxy_at_16_thr_0p2": 0.0,
217
+ "negative_near_at_16_thr_0p2": 0.0,
218
+ "ptr_proxy_at_16_thr_0p4": 0.0,
219
+ "negative_near_at_16_thr_0p4": 0.0
220
+ },
221
+ "PullCube-v1": {
222
+ "num_groups": 51,
223
+ "mean_positive_min_rms_l2_at_1": 1.1907517052358438,
224
+ "median_positive_min_rms_l2_at_1": 1.1536231761768938,
225
+ "positive_closer_than_negative_rate_at_1": 0.5,
226
+ "ptr_proxy_at_1_thr_0p05": 0.0,
227
+ "negative_near_at_1_thr_0p05": 0.0,
228
+ "ptr_proxy_at_1_thr_0p1": 0.0,
229
+ "negative_near_at_1_thr_0p1": 0.0,
230
+ "ptr_proxy_at_1_thr_0p2": 0.0,
231
+ "negative_near_at_1_thr_0p2": 0.0,
232
+ "ptr_proxy_at_1_thr_0p4": 0.0,
233
+ "negative_near_at_1_thr_0p4": 0.0,
234
+ "mean_positive_min_rms_l2_at_2": 1.102914978996821,
235
+ "median_positive_min_rms_l2_at_2": 1.090321950364248,
236
+ "positive_closer_than_negative_rate_at_2": 0.525,
237
+ "ptr_proxy_at_2_thr_0p05": 0.0,
238
+ "negative_near_at_2_thr_0p05": 0.0,
239
+ "ptr_proxy_at_2_thr_0p1": 0.0,
240
+ "negative_near_at_2_thr_0p1": 0.0,
241
+ "ptr_proxy_at_2_thr_0p2": 0.0,
242
+ "negative_near_at_2_thr_0p2": 0.0,
243
+ "ptr_proxy_at_2_thr_0p4": 0.0,
244
+ "negative_near_at_2_thr_0p4": 0.0,
245
+ "mean_positive_min_rms_l2_at_4": 1.0550231865370117,
246
+ "median_positive_min_rms_l2_at_4": 0.9251970024843573,
247
+ "positive_closer_than_negative_rate_at_4": 0.5,
248
+ "ptr_proxy_at_4_thr_0p05": 0.0,
249
+ "negative_near_at_4_thr_0p05": 0.0,
250
+ "ptr_proxy_at_4_thr_0p1": 0.0,
251
+ "negative_near_at_4_thr_0p1": 0.0,
252
+ "ptr_proxy_at_4_thr_0p2": 0.0,
253
+ "negative_near_at_4_thr_0p2": 0.0,
254
+ "ptr_proxy_at_4_thr_0p4": 0.0,
255
+ "negative_near_at_4_thr_0p4": 0.0,
256
+ "mean_positive_min_rms_l2_at_8": 1.025223451834027,
257
+ "median_positive_min_rms_l2_at_8": 0.8883949659791378,
258
+ "positive_closer_than_negative_rate_at_8": 0.475,
259
+ "ptr_proxy_at_8_thr_0p05": 0.0,
260
+ "negative_near_at_8_thr_0p05": 0.0,
261
+ "ptr_proxy_at_8_thr_0p1": 0.0,
262
+ "negative_near_at_8_thr_0p1": 0.0,
263
+ "ptr_proxy_at_8_thr_0p2": 0.0,
264
+ "negative_near_at_8_thr_0p2": 0.0,
265
+ "ptr_proxy_at_8_thr_0p4": 0.0,
266
+ "negative_near_at_8_thr_0p4": 0.0,
267
+ "mean_positive_min_rms_l2_at_16": 0.9933706827272526,
268
+ "median_positive_min_rms_l2_at_16": 0.8878513358304475,
269
+ "positive_closer_than_negative_rate_at_16": 0.45,
270
+ "ptr_proxy_at_16_thr_0p05": 0.0,
271
+ "negative_near_at_16_thr_0p05": 0.0,
272
+ "ptr_proxy_at_16_thr_0p1": 0.0,
273
+ "negative_near_at_16_thr_0p1": 0.0,
274
+ "ptr_proxy_at_16_thr_0p2": 0.0,
275
+ "negative_near_at_16_thr_0p2": 0.0,
276
+ "ptr_proxy_at_16_thr_0p4": 0.0,
277
+ "negative_near_at_16_thr_0p4": 0.0
278
+ },
279
+ "PushCube-v1": {
280
+ "num_groups": 15,
281
+ "mean_positive_min_rms_l2_at_1": 0.5431642904182248,
282
+ "median_positive_min_rms_l2_at_1": 0.5436207473053546,
283
+ "positive_closer_than_negative_rate_at_1": 0.875,
284
+ "ptr_proxy_at_1_thr_0p05": 0.0,
285
+ "negative_near_at_1_thr_0p05": 0.0,
286
+ "ptr_proxy_at_1_thr_0p1": 0.0,
287
+ "negative_near_at_1_thr_0p1": 0.0,
288
+ "ptr_proxy_at_1_thr_0p2": 0.0,
289
+ "negative_near_at_1_thr_0p2": 0.0,
290
+ "ptr_proxy_at_1_thr_0p4": 0.06666666666666667,
291
+ "negative_near_at_1_thr_0p4": 0.0,
292
+ "mean_positive_min_rms_l2_at_2": 0.49070733520974347,
293
+ "median_positive_min_rms_l2_at_2": 0.47182062405311204,
294
+ "positive_closer_than_negative_rate_at_2": 0.875,
295
+ "ptr_proxy_at_2_thr_0p05": 0.0,
296
+ "negative_near_at_2_thr_0p05": 0.0,
297
+ "ptr_proxy_at_2_thr_0p1": 0.0,
298
+ "negative_near_at_2_thr_0p1": 0.0,
299
+ "ptr_proxy_at_2_thr_0p2": 0.0,
300
+ "negative_near_at_2_thr_0p2": 0.0,
301
+ "ptr_proxy_at_2_thr_0p4": 0.2,
302
+ "negative_near_at_2_thr_0p4": 0.0,
303
+ "mean_positive_min_rms_l2_at_4": 0.4350660663514112,
304
+ "median_positive_min_rms_l2_at_4": 0.4323472826026592,
305
+ "positive_closer_than_negative_rate_at_4": 0.875,
306
+ "ptr_proxy_at_4_thr_0p05": 0.0,
307
+ "negative_near_at_4_thr_0p05": 0.0,
308
+ "ptr_proxy_at_4_thr_0p1": 0.0,
309
+ "negative_near_at_4_thr_0p1": 0.0,
310
+ "ptr_proxy_at_4_thr_0p2": 0.0,
311
+ "negative_near_at_4_thr_0p2": 0.0,
312
+ "ptr_proxy_at_4_thr_0p4": 0.26666666666666666,
313
+ "negative_near_at_4_thr_0p4": 0.125,
314
+ "mean_positive_min_rms_l2_at_8": 0.41090317890156347,
315
+ "median_positive_min_rms_l2_at_8": 0.4136444899520864,
316
+ "positive_closer_than_negative_rate_at_8": 0.875,
317
+ "ptr_proxy_at_8_thr_0p05": 0.0,
318
+ "negative_near_at_8_thr_0p05": 0.0,
319
+ "ptr_proxy_at_8_thr_0p1": 0.0,
320
+ "negative_near_at_8_thr_0p1": 0.0,
321
+ "ptr_proxy_at_8_thr_0p2": 0.0,
322
+ "negative_near_at_8_thr_0p2": 0.0,
323
+ "ptr_proxy_at_8_thr_0p4": 0.4,
324
+ "negative_near_at_8_thr_0p4": 0.125,
325
+ "mean_positive_min_rms_l2_at_16": 0.3916754831029887,
326
+ "median_positive_min_rms_l2_at_16": 0.40860960338035274,
327
+ "positive_closer_than_negative_rate_at_16": 0.875,
328
+ "ptr_proxy_at_16_thr_0p05": 0.0,
329
+ "negative_near_at_16_thr_0p05": 0.0,
330
+ "ptr_proxy_at_16_thr_0p1": 0.0,
331
+ "negative_near_at_16_thr_0p1": 0.0,
332
+ "ptr_proxy_at_16_thr_0p2": 0.0,
333
+ "negative_near_at_16_thr_0p2": 0.0,
334
+ "ptr_proxy_at_16_thr_0p4": 0.4666666666666667,
335
+ "negative_near_at_16_thr_0p4": 0.125
336
+ },
337
+ "StackCube-v1": {
338
+ "num_groups": 16,
339
+ "mean_positive_min_rms_l2_at_1": 0.3019971724532935,
340
+ "median_positive_min_rms_l2_at_1": 0.27766035464862726,
341
+ "positive_closer_than_negative_rate_at_1": 0.9375,
342
+ "ptr_proxy_at_1_thr_0p05": 0.0,
343
+ "negative_near_at_1_thr_0p05": 0.0,
344
+ "ptr_proxy_at_1_thr_0p1": 0.0,
345
+ "negative_near_at_1_thr_0p1": 0.0,
346
+ "ptr_proxy_at_1_thr_0p2": 0.0625,
347
+ "negative_near_at_1_thr_0p2": 0.0,
348
+ "ptr_proxy_at_1_thr_0p4": 0.9375,
349
+ "negative_near_at_1_thr_0p4": 0.5625,
350
+ "mean_positive_min_rms_l2_at_2": 0.2863754265467637,
351
+ "median_positive_min_rms_l2_at_2": 0.26618570322979807,
352
+ "positive_closer_than_negative_rate_at_2": 0.9375,
353
+ "ptr_proxy_at_2_thr_0p05": 0.0,
354
+ "negative_near_at_2_thr_0p05": 0.0,
355
+ "ptr_proxy_at_2_thr_0p1": 0.0,
356
+ "negative_near_at_2_thr_0p1": 0.0,
357
+ "ptr_proxy_at_2_thr_0p2": 0.125,
358
+ "negative_near_at_2_thr_0p2": 0.0,
359
+ "ptr_proxy_at_2_thr_0p4": 0.9375,
360
+ "negative_near_at_2_thr_0p4": 0.5625,
361
+ "mean_positive_min_rms_l2_at_4": 0.2641342547803533,
362
+ "median_positive_min_rms_l2_at_4": 0.25724409947312854,
363
+ "positive_closer_than_negative_rate_at_4": 0.9375,
364
+ "ptr_proxy_at_4_thr_0p05": 0.0,
365
+ "negative_near_at_4_thr_0p05": 0.0,
366
+ "ptr_proxy_at_4_thr_0p1": 0.0625,
367
+ "negative_near_at_4_thr_0p1": 0.0,
368
+ "ptr_proxy_at_4_thr_0p2": 0.25,
369
+ "negative_near_at_4_thr_0p2": 0.0,
370
+ "ptr_proxy_at_4_thr_0p4": 0.9375,
371
+ "negative_near_at_4_thr_0p4": 0.5625,
372
+ "mean_positive_min_rms_l2_at_8": 0.25835342925628135,
373
+ "median_positive_min_rms_l2_at_8": 0.24885001028272835,
374
+ "positive_closer_than_negative_rate_at_8": 0.9375,
375
+ "ptr_proxy_at_8_thr_0p05": 0.0,
376
+ "negative_near_at_8_thr_0p05": 0.0,
377
+ "ptr_proxy_at_8_thr_0p1": 0.0625,
378
+ "negative_near_at_8_thr_0p1": 0.0,
379
+ "ptr_proxy_at_8_thr_0p2": 0.25,
380
+ "negative_near_at_8_thr_0p2": 0.0,
381
+ "ptr_proxy_at_8_thr_0p4": 0.9375,
382
+ "negative_near_at_8_thr_0p4": 0.625,
383
+ "mean_positive_min_rms_l2_at_16": 0.25319992983793427,
384
+ "median_positive_min_rms_l2_at_16": 0.23720816447354598,
385
+ "positive_closer_than_negative_rate_at_16": 0.9375,
386
+ "ptr_proxy_at_16_thr_0p05": 0.0,
387
+ "negative_near_at_16_thr_0p05": 0.0,
388
+ "ptr_proxy_at_16_thr_0p1": 0.0625,
389
+ "negative_near_at_16_thr_0p1": 0.0,
390
+ "ptr_proxy_at_16_thr_0p2": 0.25,
391
+ "negative_near_at_16_thr_0p2": 0.0,
392
+ "ptr_proxy_at_16_thr_0p4": 0.9375,
393
+ "negative_near_at_16_thr_0p4": 0.6875
394
+ }
395
+ },
396
+ "train_history": [
397
+ {
398
+ "epoch": 1.0,
399
+ "loss": 0.8665822056776693,
400
+ "reconstruction_mse": 0.8660005900219008,
401
+ "kl": 0.05816309713760083
402
+ },
403
+ {
404
+ "epoch": 30.0,
405
+ "loss": 0.05904682723802199,
406
+ "reconstruction_mse": 0.03930321162899269,
407
+ "kl": 1.9743616656588394
408
+ },
409
+ {
410
+ "epoch": 60.0,
411
+ "loss": 0.04265592438798516,
412
+ "reconstruction_mse": 0.02277609441609733,
413
+ "kl": 1.98798305502718
414
+ },
415
+ {
416
+ "epoch": 90.0,
417
+ "loss": 0.03717920193464211,
418
+ "reconstruction_mse": 0.017692100923688763,
419
+ "kl": 1.9487101060520229
420
+ },
421
+ {
422
+ "epoch": 120.0,
423
+ "loss": 0.03405417654918311,
424
+ "reconstruction_mse": 0.015046744882587797,
425
+ "kl": 1.9007432146343046
426
+ },
427
+ {
428
+ "epoch": 150.0,
429
+ "loss": 0.031710976115948766,
430
+ "reconstruction_mse": 0.012909929328699143,
431
+ "kl": 1.880104715318632
432
+ },
433
+ {
434
+ "epoch": 180.0,
435
+ "loss": 0.03013692355601238,
436
+ "reconstruction_mse": 0.011496815531948373,
437
+ "kl": 1.8640108932437802
438
+ },
439
+ {
440
+ "epoch": 210.0,
441
+ "loss": 0.029026464818788688,
442
+ "reconstruction_mse": 0.010812100306004036,
443
+ "kl": 1.8214364453826803
444
+ },
445
+ {
446
+ "epoch": 240.0,
447
+ "loss": 0.028653870216992144,
448
+ "reconstruction_mse": 0.010917693163534139,
449
+ "kl": 1.7736177412615795
450
+ },
451
+ {
452
+ "epoch": 270.0,
453
+ "loss": 0.027607777655025156,
454
+ "reconstruction_mse": 0.009887122611308436,
455
+ "kl": 1.7720655292421827
456
+ },
457
+ {
458
+ "epoch": 300.0,
459
+ "loss": 0.0271491500049929,
460
+ "reconstruction_mse": 0.009701348178847406,
461
+ "kl": 1.7447802636380585
462
+ }
463
+ ],
464
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
465
+ }
466
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75_eval.json
467
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp0p75.pt
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.err ADDED
File without changes
workspace/outputs/hpc/logs/train_pos_tangent_spline_15071594.out ADDED
@@ -0,0 +1,467 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "report_type": "positive_tangent_spline_cvae_generator_eval",
3
+ "metric_scope": "offline_support_proxy",
4
+ "note": "Spline-CVAE proposals are sampled from train-only positive tangent keyframes and decoded through a smooth keyframe spline before heldout support evaluation.",
5
+ "config": {
6
+ "obs_dim": 96,
7
+ "text_dim": 64,
8
+ "hidden_dim": 256,
9
+ "latent_dim": 16,
10
+ "batch_size": 128,
11
+ "epochs": 300,
12
+ "learning_rate": 0.001,
13
+ "beta": 0.01,
14
+ "val_fraction": 0.2,
15
+ "seed": 0,
16
+ "diversity_temperature": 1.25
17
+ },
18
+ "task_ids": [
19
+ "LiftPegUpright-v1",
20
+ "PickCube-v1",
21
+ "PullCube-v1",
22
+ "PushCube-v1",
23
+ "StackCube-v1"
24
+ ],
25
+ "code_dim": 21,
26
+ "horizon": 16,
27
+ "action_dim": 7,
28
+ "num_examples": 43095,
29
+ "num_groups": 2873,
30
+ "num_train_examples": 34275,
31
+ "num_val_examples": 8820,
32
+ "num_train_positive": 1198,
33
+ "num_val_groups_with_positive": 93,
34
+ "label_counts": {
35
+ "neutral": 6310,
36
+ "negative": 35225,
37
+ "positive": 1560
38
+ },
39
+ "train_positive_by_task": {
40
+ "LiftPegUpright-v1": 50,
41
+ "PickCube-v1": 15,
42
+ "PullCube-v1": 723,
43
+ "PushCube-v1": 308,
44
+ "StackCube-v1": 102
45
+ },
46
+ "overall": {
47
+ "num_groups": 93,
48
+ "mean_positive_min_rms_l2_at_1": 0.889974827586877,
49
+ "median_positive_min_rms_l2_at_1": 0.8299995188855294,
50
+ "positive_closer_than_negative_rate_at_1": 0.6533333333333333,
51
+ "ptr_proxy_at_1_thr_0p05": 0.0,
52
+ "negative_near_at_1_thr_0p05": 0.0,
53
+ "ptr_proxy_at_1_thr_0p1": 0.0,
54
+ "negative_near_at_1_thr_0p1": 0.0,
55
+ "ptr_proxy_at_1_thr_0p2": 0.053763440860215055,
56
+ "negative_near_at_1_thr_0p2": 0.0,
57
+ "ptr_proxy_at_1_thr_0p4": 0.17204301075268819,
58
+ "negative_near_at_1_thr_0p4": 0.14666666666666667,
59
+ "mean_positive_min_rms_l2_at_2": 0.8112248888591527,
60
+ "median_positive_min_rms_l2_at_2": 0.7347352910822064,
61
+ "positive_closer_than_negative_rate_at_2": 0.6533333333333333,
62
+ "ptr_proxy_at_2_thr_0p05": 0.0,
63
+ "negative_near_at_2_thr_0p05": 0.0,
64
+ "ptr_proxy_at_2_thr_0p1": 0.0,
65
+ "negative_near_at_2_thr_0p1": 0.0,
66
+ "ptr_proxy_at_2_thr_0p2": 0.06451612903225806,
67
+ "negative_near_at_2_thr_0p2": 0.0,
68
+ "ptr_proxy_at_2_thr_0p4": 0.21505376344086022,
69
+ "negative_near_at_2_thr_0p4": 0.18666666666666668,
70
+ "mean_positive_min_rms_l2_at_4": 0.7511746428822752,
71
+ "median_positive_min_rms_l2_at_4": 0.6738122522812023,
72
+ "positive_closer_than_negative_rate_at_4": 0.6666666666666666,
73
+ "ptr_proxy_at_4_thr_0p05": 0.0,
74
+ "negative_near_at_4_thr_0p05": 0.0,
75
+ "ptr_proxy_at_4_thr_0p1": 0.0,
76
+ "negative_near_at_4_thr_0p1": 0.0,
77
+ "ptr_proxy_at_4_thr_0p2": 0.07526881720430108,
78
+ "negative_near_at_4_thr_0p2": 0.0,
79
+ "ptr_proxy_at_4_thr_0p4": 0.27956989247311825,
80
+ "negative_near_at_4_thr_0p4": 0.22666666666666666,
81
+ "mean_positive_min_rms_l2_at_8": 0.7172894948279146,
82
+ "median_positive_min_rms_l2_at_8": 0.6375909706376124,
83
+ "positive_closer_than_negative_rate_at_8": 0.68,
84
+ "ptr_proxy_at_8_thr_0p05": 0.0,
85
+ "negative_near_at_8_thr_0p05": 0.0,
86
+ "ptr_proxy_at_8_thr_0p1": 0.0,
87
+ "negative_near_at_8_thr_0p1": 0.0,
88
+ "ptr_proxy_at_8_thr_0p2": 0.07526881720430108,
89
+ "negative_near_at_8_thr_0p2": 0.0,
90
+ "ptr_proxy_at_8_thr_0p4": 0.3118279569892473,
91
+ "negative_near_at_8_thr_0p4": 0.22666666666666666,
92
+ "mean_positive_min_rms_l2_at_16": 0.689940663222364,
93
+ "median_positive_min_rms_l2_at_16": 0.5881439031271307,
94
+ "positive_closer_than_negative_rate_at_16": 0.68,
95
+ "ptr_proxy_at_16_thr_0p05": 0.0,
96
+ "negative_near_at_16_thr_0p05": 0.0,
97
+ "ptr_proxy_at_16_thr_0p1": 0.0,
98
+ "negative_near_at_16_thr_0p1": 0.0,
99
+ "ptr_proxy_at_16_thr_0p2": 0.08602150537634409,
100
+ "negative_near_at_16_thr_0p2": 0.02666666666666667,
101
+ "ptr_proxy_at_16_thr_0p4": 0.3333333333333333,
102
+ "negative_near_at_16_thr_0p4": 0.24
103
+ },
104
+ "per_task": {
105
+ "LiftPegUpright-v1": {
106
+ "num_groups": 8,
107
+ "mean_positive_min_rms_l2_at_1": 0.3812990310761516,
108
+ "median_positive_min_rms_l2_at_1": 0.33907193379095013,
109
+ "positive_closer_than_negative_rate_at_1": 0.75,
110
+ "ptr_proxy_at_1_thr_0p05": 0.0,
111
+ "negative_near_at_1_thr_0p05": 0.0,
112
+ "ptr_proxy_at_1_thr_0p1": 0.0,
113
+ "negative_near_at_1_thr_0p1": 0.0,
114
+ "ptr_proxy_at_1_thr_0p2": 0.25,
115
+ "negative_near_at_1_thr_0p2": 0.0,
116
+ "ptr_proxy_at_1_thr_0p4": 0.625,
117
+ "negative_near_at_1_thr_0p4": 0.5,
118
+ "mean_positive_min_rms_l2_at_2": 0.34101195741412066,
119
+ "median_positive_min_rms_l2_at_2": 0.26654668694623,
120
+ "positive_closer_than_negative_rate_at_2": 0.75,
121
+ "ptr_proxy_at_2_thr_0p05": 0.0,
122
+ "negative_near_at_2_thr_0p05": 0.0,
123
+ "ptr_proxy_at_2_thr_0p1": 0.0,
124
+ "negative_near_at_2_thr_0p1": 0.0,
125
+ "ptr_proxy_at_2_thr_0p2": 0.375,
126
+ "negative_near_at_2_thr_0p2": 0.0,
127
+ "ptr_proxy_at_2_thr_0p4": 0.625,
128
+ "negative_near_at_2_thr_0p4": 0.5,
129
+ "mean_positive_min_rms_l2_at_4": 0.3315603423713636,
130
+ "median_positive_min_rms_l2_at_4": 0.2557657332125392,
131
+ "positive_closer_than_negative_rate_at_4": 0.75,
132
+ "ptr_proxy_at_4_thr_0p05": 0.0,
133
+ "negative_near_at_4_thr_0p05": 0.0,
134
+ "ptr_proxy_at_4_thr_0p1": 0.0,
135
+ "negative_near_at_4_thr_0p1": 0.0,
136
+ "ptr_proxy_at_4_thr_0p2": 0.375,
137
+ "negative_near_at_4_thr_0p2": 0.0,
138
+ "ptr_proxy_at_4_thr_0p4": 0.625,
139
+ "negative_near_at_4_thr_0p4": 0.625,
140
+ "mean_positive_min_rms_l2_at_8": 0.3089038393236888,
141
+ "median_positive_min_rms_l2_at_8": 0.20298317627427243,
142
+ "positive_closer_than_negative_rate_at_8": 0.75,
143
+ "ptr_proxy_at_8_thr_0p05": 0.0,
144
+ "negative_near_at_8_thr_0p05": 0.0,
145
+ "ptr_proxy_at_8_thr_0p1": 0.0,
146
+ "negative_near_at_8_thr_0p1": 0.0,
147
+ "ptr_proxy_at_8_thr_0p2": 0.375,
148
+ "negative_near_at_8_thr_0p2": 0.0,
149
+ "ptr_proxy_at_8_thr_0p4": 0.625,
150
+ "negative_near_at_8_thr_0p4": 0.625,
151
+ "mean_positive_min_rms_l2_at_16": 0.29706465727893616,
152
+ "median_positive_min_rms_l2_at_16": 0.1901997425677514,
153
+ "positive_closer_than_negative_rate_at_16": 0.75,
154
+ "ptr_proxy_at_16_thr_0p05": 0.0,
155
+ "negative_near_at_16_thr_0p05": 0.0,
156
+ "ptr_proxy_at_16_thr_0p1": 0.0,
157
+ "negative_near_at_16_thr_0p1": 0.0,
158
+ "ptr_proxy_at_16_thr_0p2": 0.5,
159
+ "negative_near_at_16_thr_0p2": 0.125,
160
+ "ptr_proxy_at_16_thr_0p4": 0.625,
161
+ "negative_near_at_16_thr_0p4": 0.625
162
+ },
163
+ "PickCube-v1": {
164
+ "num_groups": 3,
165
+ "mean_positive_min_rms_l2_at_1": 0.7442429704668784,
166
+ "median_positive_min_rms_l2_at_1": 0.7109917566109405,
167
+ "positive_closer_than_negative_rate_at_1": 0.6666666666666666,
168
+ "ptr_proxy_at_1_thr_0p05": 0.0,
169
+ "negative_near_at_1_thr_0p05": 0.0,
170
+ "ptr_proxy_at_1_thr_0p1": 0.0,
171
+ "negative_near_at_1_thr_0p1": 0.0,
172
+ "ptr_proxy_at_1_thr_0p2": 0.0,
173
+ "negative_near_at_1_thr_0p2": 0.0,
174
+ "ptr_proxy_at_1_thr_0p4": 0.0,
175
+ "negative_near_at_1_thr_0p4": 0.0,
176
+ "mean_positive_min_rms_l2_at_2": 0.7442429704668784,
177
+ "median_positive_min_rms_l2_at_2": 0.7109917566109405,
178
+ "positive_closer_than_negative_rate_at_2": 0.6666666666666666,
179
+ "ptr_proxy_at_2_thr_0p05": 0.0,
180
+ "negative_near_at_2_thr_0p05": 0.0,
181
+ "ptr_proxy_at_2_thr_0p1": 0.0,
182
+ "negative_near_at_2_thr_0p1": 0.0,
183
+ "ptr_proxy_at_2_thr_0p2": 0.0,
184
+ "negative_near_at_2_thr_0p2": 0.0,
185
+ "ptr_proxy_at_2_thr_0p4": 0.0,
186
+ "negative_near_at_2_thr_0p4": 0.0,
187
+ "mean_positive_min_rms_l2_at_4": 0.34186741934563875,
188
+ "median_positive_min_rms_l2_at_4": 0.3405808186333041,
189
+ "positive_closer_than_negative_rate_at_4": 1.0,
190
+ "ptr_proxy_at_4_thr_0p05": 0.0,
191
+ "negative_near_at_4_thr_0p05": 0.0,
192
+ "ptr_proxy_at_4_thr_0p1": 0.0,
193
+ "negative_near_at_4_thr_0p1": 0.0,
194
+ "ptr_proxy_at_4_thr_0p2": 0.0,
195
+ "negative_near_at_4_thr_0p2": 0.0,
196
+ "ptr_proxy_at_4_thr_0p4": 1.0,
197
+ "negative_near_at_4_thr_0p4": 0.3333333333333333,
198
+ "mean_positive_min_rms_l2_at_8": 0.32238364783322887,
199
+ "median_positive_min_rms_l2_at_8": 0.33617756823536793,
200
+ "positive_closer_than_negative_rate_at_8": 1.0,
201
+ "ptr_proxy_at_8_thr_0p05": 0.0,
202
+ "negative_near_at_8_thr_0p05": 0.0,
203
+ "ptr_proxy_at_8_thr_0p1": 0.0,
204
+ "negative_near_at_8_thr_0p1": 0.0,
205
+ "ptr_proxy_at_8_thr_0p2": 0.0,
206
+ "negative_near_at_8_thr_0p2": 0.0,
207
+ "ptr_proxy_at_8_thr_0p4": 1.0,
208
+ "negative_near_at_8_thr_0p4": 0.3333333333333333,
209
+ "mean_positive_min_rms_l2_at_16": 0.28960925602208437,
210
+ "median_positive_min_rms_l2_at_16": 0.2780951109709911,
211
+ "positive_closer_than_negative_rate_at_16": 1.0,
212
+ "ptr_proxy_at_16_thr_0p05": 0.0,
213
+ "negative_near_at_16_thr_0p05": 0.0,
214
+ "ptr_proxy_at_16_thr_0p1": 0.0,
215
+ "negative_near_at_16_thr_0p1": 0.0,
216
+ "ptr_proxy_at_16_thr_0p2": 0.0,
217
+ "negative_near_at_16_thr_0p2": 0.0,
218
+ "ptr_proxy_at_16_thr_0p4": 1.0,
219
+ "negative_near_at_16_thr_0p4": 0.6666666666666666
220
+ },
221
+ "PullCube-v1": {
222
+ "num_groups": 51,
223
+ "mean_positive_min_rms_l2_at_1": 1.2253158855097468,
224
+ "median_positive_min_rms_l2_at_1": 1.2071125257044661,
225
+ "positive_closer_than_negative_rate_at_1": 0.5,
226
+ "ptr_proxy_at_1_thr_0p05": 0.0,
227
+ "negative_near_at_1_thr_0p05": 0.0,
228
+ "ptr_proxy_at_1_thr_0p1": 0.0,
229
+ "negative_near_at_1_thr_0p1": 0.0,
230
+ "ptr_proxy_at_1_thr_0p2": 0.0,
231
+ "negative_near_at_1_thr_0p2": 0.0,
232
+ "ptr_proxy_at_1_thr_0p4": 0.0,
233
+ "negative_near_at_1_thr_0p4": 0.0,
234
+ "mean_positive_min_rms_l2_at_2": 1.1277230266633673,
235
+ "median_positive_min_rms_l2_at_2": 1.061163087963003,
236
+ "positive_closer_than_negative_rate_at_2": 0.475,
237
+ "ptr_proxy_at_2_thr_0p05": 0.0,
238
+ "negative_near_at_2_thr_0p05": 0.0,
239
+ "ptr_proxy_at_2_thr_0p1": 0.0,
240
+ "negative_near_at_2_thr_0p1": 0.0,
241
+ "ptr_proxy_at_2_thr_0p2": 0.0,
242
+ "negative_near_at_2_thr_0p2": 0.0,
243
+ "ptr_proxy_at_2_thr_0p4": 0.0,
244
+ "negative_near_at_2_thr_0p4": 0.0,
245
+ "mean_positive_min_rms_l2_at_4": 1.0644041831509383,
246
+ "median_positive_min_rms_l2_at_4": 0.9635416105251995,
247
+ "positive_closer_than_negative_rate_at_4": 0.475,
248
+ "ptr_proxy_at_4_thr_0p05": 0.0,
249
+ "negative_near_at_4_thr_0p05": 0.0,
250
+ "ptr_proxy_at_4_thr_0p1": 0.0,
251
+ "negative_near_at_4_thr_0p1": 0.0,
252
+ "ptr_proxy_at_4_thr_0p2": 0.0,
253
+ "negative_near_at_4_thr_0p2": 0.0,
254
+ "ptr_proxy_at_4_thr_0p4": 0.0,
255
+ "negative_near_at_4_thr_0p4": 0.0,
256
+ "mean_positive_min_rms_l2_at_8": 1.031475457313032,
257
+ "median_positive_min_rms_l2_at_8": 0.9635416105251995,
258
+ "positive_closer_than_negative_rate_at_8": 0.475,
259
+ "ptr_proxy_at_8_thr_0p05": 0.0,
260
+ "negative_near_at_8_thr_0p05": 0.0,
261
+ "ptr_proxy_at_8_thr_0p1": 0.0,
262
+ "negative_near_at_8_thr_0p1": 0.0,
263
+ "ptr_proxy_at_8_thr_0p2": 0.0,
264
+ "negative_near_at_8_thr_0p2": 0.0,
265
+ "ptr_proxy_at_8_thr_0p4": 0.0,
266
+ "negative_near_at_8_thr_0p4": 0.0,
267
+ "mean_positive_min_rms_l2_at_16": 0.9980727097315419,
268
+ "median_positive_min_rms_l2_at_16": 0.9192084162502758,
269
+ "positive_closer_than_negative_rate_at_16": 0.475,
270
+ "ptr_proxy_at_16_thr_0p05": 0.0,
271
+ "negative_near_at_16_thr_0p05": 0.0,
272
+ "ptr_proxy_at_16_thr_0p1": 0.0,
273
+ "negative_near_at_16_thr_0p1": 0.0,
274
+ "ptr_proxy_at_16_thr_0p2": 0.0,
275
+ "negative_near_at_16_thr_0p2": 0.0,
276
+ "ptr_proxy_at_16_thr_0p4": 0.0,
277
+ "negative_near_at_16_thr_0p4": 0.0
278
+ },
279
+ "PushCube-v1": {
280
+ "num_groups": 15,
281
+ "mean_positive_min_rms_l2_at_1": 0.6424363831680497,
282
+ "median_positive_min_rms_l2_at_1": 0.656495408357608,
283
+ "positive_closer_than_negative_rate_at_1": 0.75,
284
+ "ptr_proxy_at_1_thr_0p05": 0.0,
285
+ "negative_near_at_1_thr_0p05": 0.0,
286
+ "ptr_proxy_at_1_thr_0p1": 0.0,
287
+ "negative_near_at_1_thr_0p1": 0.0,
288
+ "ptr_proxy_at_1_thr_0p2": 0.0,
289
+ "negative_near_at_1_thr_0p2": 0.0,
290
+ "ptr_proxy_at_1_thr_0p4": 0.0,
291
+ "negative_near_at_1_thr_0p4": 0.0,
292
+ "mean_positive_min_rms_l2_at_2": 0.5384846771363223,
293
+ "median_positive_min_rms_l2_at_2": 0.49560179608757327,
294
+ "positive_closer_than_negative_rate_at_2": 0.875,
295
+ "ptr_proxy_at_2_thr_0p05": 0.0,
296
+ "negative_near_at_2_thr_0p05": 0.0,
297
+ "ptr_proxy_at_2_thr_0p1": 0.0,
298
+ "negative_near_at_2_thr_0p1": 0.0,
299
+ "ptr_proxy_at_2_thr_0p2": 0.0,
300
+ "negative_near_at_2_thr_0p2": 0.0,
301
+ "ptr_proxy_at_2_thr_0p4": 0.13333333333333333,
302
+ "negative_near_at_2_thr_0p4": 0.0,
303
+ "mean_positive_min_rms_l2_at_4": 0.49529838599597825,
304
+ "median_positive_min_rms_l2_at_4": 0.4802063013260652,
305
+ "positive_closer_than_negative_rate_at_4": 0.875,
306
+ "ptr_proxy_at_4_thr_0p05": 0.0,
307
+ "negative_near_at_4_thr_0p05": 0.0,
308
+ "ptr_proxy_at_4_thr_0p1": 0.0,
309
+ "negative_near_at_4_thr_0p1": 0.0,
310
+ "ptr_proxy_at_4_thr_0p2": 0.0,
311
+ "negative_near_at_4_thr_0p2": 0.0,
312
+ "ptr_proxy_at_4_thr_0p4": 0.2,
313
+ "negative_near_at_4_thr_0p4": 0.0,
314
+ "mean_positive_min_rms_l2_at_8": 0.4342159619403532,
315
+ "median_positive_min_rms_l2_at_8": 0.43369200256356477,
316
+ "positive_closer_than_negative_rate_at_8": 1.0,
317
+ "ptr_proxy_at_8_thr_0p05": 0.0,
318
+ "negative_near_at_8_thr_0p05": 0.0,
319
+ "ptr_proxy_at_8_thr_0p1": 0.0,
320
+ "negative_near_at_8_thr_0p1": 0.0,
321
+ "ptr_proxy_at_8_thr_0p2": 0.0,
322
+ "negative_near_at_8_thr_0p2": 0.0,
323
+ "ptr_proxy_at_8_thr_0p4": 0.4,
324
+ "negative_near_at_8_thr_0p4": 0.0,
325
+ "mean_positive_min_rms_l2_at_16": 0.39916027446774827,
326
+ "median_positive_min_rms_l2_at_16": 0.39935241044989717,
327
+ "positive_closer_than_negative_rate_at_16": 1.0,
328
+ "ptr_proxy_at_16_thr_0p05": 0.0,
329
+ "negative_near_at_16_thr_0p05": 0.0,
330
+ "ptr_proxy_at_16_thr_0p1": 0.0,
331
+ "negative_near_at_16_thr_0p1": 0.0,
332
+ "ptr_proxy_at_16_thr_0p2": 0.0,
333
+ "negative_near_at_16_thr_0p2": 0.0,
334
+ "ptr_proxy_at_16_thr_0p4": 0.5333333333333333,
335
+ "negative_near_at_16_thr_0p4": 0.0
336
+ },
337
+ "StackCube-v1": {
338
+ "num_groups": 16,
339
+ "mean_positive_min_rms_l2_at_1": 0.33480511856574113,
340
+ "median_positive_min_rms_l2_at_1": 0.32210262365251413,
341
+ "positive_closer_than_negative_rate_at_1": 0.9375,
342
+ "ptr_proxy_at_1_thr_0p05": 0.0,
343
+ "negative_near_at_1_thr_0p05": 0.0,
344
+ "ptr_proxy_at_1_thr_0p1": 0.0,
345
+ "negative_near_at_1_thr_0p1": 0.0,
346
+ "ptr_proxy_at_1_thr_0p2": 0.1875,
347
+ "negative_near_at_1_thr_0p2": 0.0,
348
+ "ptr_proxy_at_1_thr_0p4": 0.6875,
349
+ "negative_near_at_1_thr_0p4": 0.4375,
350
+ "mean_positive_min_rms_l2_at_2": 0.3057465985194385,
351
+ "median_positive_min_rms_l2_at_2": 0.2923866831726707,
352
+ "positive_closer_than_negative_rate_at_2": 0.9375,
353
+ "ptr_proxy_at_2_thr_0p05": 0.0,
354
+ "negative_near_at_2_thr_0p05": 0.0,
355
+ "ptr_proxy_at_2_thr_0p1": 0.0,
356
+ "negative_near_at_2_thr_0p1": 0.0,
357
+ "ptr_proxy_at_2_thr_0p2": 0.1875,
358
+ "negative_near_at_2_thr_0p2": 0.0,
359
+ "ptr_proxy_at_2_thr_0p4": 0.8125,
360
+ "negative_near_at_2_thr_0p4": 0.625,
361
+ "mean_positive_min_rms_l2_at_4": 0.27919172877538917,
362
+ "median_positive_min_rms_l2_at_4": 0.2680461000994676,
363
+ "positive_closer_than_negative_rate_at_4": 0.9375,
364
+ "ptr_proxy_at_4_thr_0p05": 0.0,
365
+ "negative_near_at_4_thr_0p05": 0.0,
366
+ "ptr_proxy_at_4_thr_0p1": 0.0,
367
+ "negative_near_at_4_thr_0p1": 0.0,
368
+ "ptr_proxy_at_4_thr_0p2": 0.25,
369
+ "negative_near_at_4_thr_0p2": 0.0,
370
+ "ptr_proxy_at_4_thr_0p4": 0.9375,
371
+ "negative_near_at_4_thr_0p4": 0.6875,
372
+ "mean_positive_min_rms_l2_at_8": 0.25944085055230776,
373
+ "median_positive_min_rms_l2_at_8": 0.2473668615174901,
374
+ "positive_closer_than_negative_rate_at_8": 0.9375,
375
+ "ptr_proxy_at_8_thr_0p05": 0.0,
376
+ "negative_near_at_8_thr_0p05": 0.0,
377
+ "ptr_proxy_at_8_thr_0p1": 0.0,
378
+ "negative_near_at_8_thr_0p1": 0.0,
379
+ "ptr_proxy_at_8_thr_0p2": 0.25,
380
+ "negative_near_at_8_thr_0p2": 0.0,
381
+ "ptr_proxy_at_8_thr_0p4": 0.9375,
382
+ "negative_near_at_8_thr_0p4": 0.6875,
383
+ "mean_positive_min_rms_l2_at_16": 0.25187652125357773,
384
+ "median_positive_min_rms_l2_at_16": 0.23386469314861574,
385
+ "positive_closer_than_negative_rate_at_16": 0.9375,
386
+ "ptr_proxy_at_16_thr_0p05": 0.0,
387
+ "negative_near_at_16_thr_0p05": 0.0,
388
+ "ptr_proxy_at_16_thr_0p1": 0.0,
389
+ "negative_near_at_16_thr_0p1": 0.0,
390
+ "ptr_proxy_at_16_thr_0p2": 0.25,
391
+ "negative_near_at_16_thr_0p2": 0.0625,
392
+ "ptr_proxy_at_16_thr_0p4": 0.9375,
393
+ "negative_near_at_16_thr_0p4": 0.6875
394
+ }
395
+ },
396
+ "train_history": [
397
+ {
398
+ "epoch": 1.0,
399
+ "loss": 0.8561510322288998,
400
+ "reconstruction_mse": 0.8553790024206515,
401
+ "kl": 0.07720356647279704
402
+ },
403
+ {
404
+ "epoch": 30.0,
405
+ "loss": 0.058293935962531324,
406
+ "reconstruction_mse": 0.03844030559038081,
407
+ "kl": 1.985363083013111
408
+ },
409
+ {
410
+ "epoch": 60.0,
411
+ "loss": 0.04136193284954571,
412
+ "reconstruction_mse": 0.02170445524989464,
413
+ "kl": 1.9657477819063827
414
+ },
415
+ {
416
+ "epoch": 90.0,
417
+ "loss": 0.03622368581356708,
418
+ "reconstruction_mse": 0.016967455256350947,
419
+ "kl": 1.9256230463368667
420
+ },
421
+ {
422
+ "epoch": 120.0,
423
+ "loss": 0.03454001130962213,
424
+ "reconstruction_mse": 0.0155618118700604,
425
+ "kl": 1.8978199445345565
426
+ },
427
+ {
428
+ "epoch": 150.0,
429
+ "loss": 0.031855534519595975,
430
+ "reconstruction_mse": 0.012928622664389308,
431
+ "kl": 1.8926912558098667
432
+ },
433
+ {
434
+ "epoch": 180.0,
435
+ "loss": 0.030880404098304563,
436
+ "reconstruction_mse": 0.012364069348160731,
437
+ "kl": 1.8516335666478179
438
+ },
439
+ {
440
+ "epoch": 210.0,
441
+ "loss": 0.029324681863487266,
442
+ "reconstruction_mse": 0.011049619131101193,
443
+ "kl": 1.8275063137379235
444
+ },
445
+ {
446
+ "epoch": 240.0,
447
+ "loss": 0.028965792766397505,
448
+ "reconstruction_mse": 0.01109696241042799,
449
+ "kl": 1.7868830146694024
450
+ },
451
+ {
452
+ "epoch": 270.0,
453
+ "loss": 0.02744296480449094,
454
+ "reconstruction_mse": 0.009699893857232716,
455
+ "kl": 1.7743070804217025
456
+ },
457
+ {
458
+ "epoch": 300.0,
459
+ "loss": 0.02761547450902864,
460
+ "reconstruction_mse": 0.01011807058249073,
461
+ "kl": 1.7497404680427207
462
+ }
463
+ ],
464
+ "targets": "/lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_targets.json"
465
+ }
466
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25_eval.json
467
+ Wrote /lustre09/project/6037638/knguy52/vla/results/generator_v2_positive_tangent_spline_cvae_beta0p01_temp1p25.pt