Whalswp commited on
Commit
1ea7602
·
verified ·
1 Parent(s): 6b36937

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. DTW/DTW_v1/from_60k/DistanceMix/default/phase2/model-00002-of-00002.safetensors +3 -0
  2. DTW/DTW_v1/from_60k/DistanceMix/default/phase2/training_args.bin +3 -0
  3. DTW/DTW_v1/from_60k/DistanceMix/default/phase3/model-00002-of-00002.safetensors +3 -0
  4. DTW/DTW_v1/from_60k/DistanceMix/default/phase3/training_args.bin +3 -0
  5. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/experiment_cfg/metadata.json +431 -0
  6. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/model-00001-of-00002.safetensors +3 -0
  7. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/model-00002-of-00002.safetensors +3 -0
  8. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/training_args.bin +3 -0
  9. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/config.json +103 -0
  10. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/experiment_cfg/metadata.json +431 -0
  11. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model-00001-of-00002.safetensors +3 -0
  12. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model-00002-of-00002.safetensors +3 -0
  13. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model.safetensors.index.json +0 -0
  14. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/trainer_state.json +0 -0
  15. DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/training_args.bin +3 -0
  16. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/model-00001-of-00002.safetensors +3 -0
  17. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/model-00002-of-00002.safetensors +3 -0
  18. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/training_args.bin +3 -0
  19. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/model-00001-of-00002.safetensors +3 -0
  20. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/model-00002-of-00002.safetensors +3 -0
  21. DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/training_args.bin +3 -0
  22. DTW/DTW_v1/from_60k/VanillaDTW/default/VanillaDTW.yaml +48 -0
  23. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/config.json +103 -0
  24. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/experiment_cfg/metadata.json +431 -0
  25. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model-00001-of-00002.safetensors +3 -0
  26. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model-00002-of-00002.safetensors +3 -0
  27. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model.safetensors.index.json +0 -0
  28. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/trainer_state.json +0 -0
  29. DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/training_args.bin +3 -0
  30. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/config.json +103 -0
  31. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/experiment_cfg/metadata.json +431 -0
  32. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model-00001-of-00002.safetensors +3 -0
  33. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model-00002-of-00002.safetensors +3 -0
  34. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model.safetensors.index.json +0 -0
  35. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/trainer_state.json +0 -0
  36. DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/training_args.bin +3 -0
  37. DTW/DTW_v1/from_60k/VanillaDTW/default/resolved_config.yaml +49 -0
  38. RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/model-00001-of-00002.safetensors +3 -0
  39. RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/model-00002-of-00002.safetensors +3 -0
  40. RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/training_args.bin +3 -0
  41. RKDv2.1/KL_DTW_APHead_ComponentProbMix/launch_logs/train_gpu2-3_bs64_numgpu2_20260625_153201.log +2 -2
  42. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/model-00001-of-00002.safetensors +3 -0
  43. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/model-00002-of-00002.safetensors +3 -0
  44. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/training_args.bin +3 -0
  45. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/model-00001-of-00002.safetensors +3 -0
  46. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/model-00002-of-00002.safetensors +3 -0
  47. RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/training_args.bin +3 -0
  48. TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/RKDv3_TimewarpVAE_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k.yaml +39 -0
  49. TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/fm_rkdv3_timewarp_vae_da_aphead_cosine_decay_60k/experiment_cfg/metadata.json +431 -0
  50. TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/resolved_config.yaml +40 -0
DTW/DTW_v1/from_60k/DistanceMix/default/phase2/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:595d21ccbaea7777ce86bfa185d8ccc8de2425fd37c51919f9867c416af0a630
3
+ size 2664387916
DTW/DTW_v1/from_60k/DistanceMix/default/phase2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7552887922d88b8b2de324deb1c29880c0f0daf97f525184896e3c90040ffa6
3
+ size 5905
DTW/DTW_v1/from_60k/DistanceMix/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc21828176f530d33d45327e5d32b46db2182b1addda6b3933765b9484295afb
3
+ size 2664387916
DTW/DTW_v1/from_60k/DistanceMix/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ade7d7f2ef81b8abd118dc39a0515b3fcfb246ebdce3a51808f40ffc823e932
3
+ size 5905
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 7.3139495849609375,
8
+ 0.4876587688922882,
9
+ 0.7196521759033203
10
+ ],
11
+ "min": [
12
+ -4.94293737411499,
13
+ -6.890198230743408,
14
+ 0.6996827125549316
15
+ ],
16
+ "mean": [
17
+ 2.749288365724937,
18
+ -2.0455216239909983,
19
+ 0.700532551020533
20
+ ],
21
+ "std": [
22
+ 1.6786295897046262,
23
+ 1.312897969434244,
24
+ 0.00133751758906258
25
+ ],
26
+ "q01": [
27
+ -1.4241907881148037,
28
+ -5.1716547935950885,
29
+ 0.6999670898768614
30
+ ],
31
+ "q99": [
32
+ 6.198111545831555,
33
+ -0.5873531334104489,
34
+ 0.7038833014242587
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.23084999587450247,
54
+ 0.6238431088581847
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6556404371644047,
60
+ 0.3572252105732042
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -0.9999999999999999,
66
+ 1.7482354593273349e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 0.9999999999999999,
72
+ 0.9999999999999999
73
+ ]
74
+ },
75
+ "end_effector_position_relative": {
76
+ "max": [
77
+ 0.9014528393745422,
78
+ 0.8003877401351929,
79
+ 0.9829942584037781
80
+ ],
81
+ "min": [
82
+ -0.37471598386764526,
83
+ -0.8472502827644348,
84
+ -0.25070279836654663
85
+ ],
86
+ "mean": [
87
+ 0.28667332601863704,
88
+ -0.038315473170876704,
89
+ 0.45974658906777444
90
+ ],
91
+ "std": [
92
+ 0.17067058828305154,
93
+ 0.23569952037784195,
94
+ 0.21950702354181487
95
+ ],
96
+ "q01": [
97
+ 0.015172948963784228,
98
+ -0.44450502063220615,
99
+ 0.23314444103329338
100
+ ],
101
+ "q99": [
102
+ 0.5609069689572412,
103
+ 0.38454179128009547,
104
+ 0.7028102736473852
105
+ ]
106
+ },
107
+ "end_effector_rotation_relative": {
108
+ "max": [
109
+ 0.9999998807907104,
110
+ 0.9984455108642578,
111
+ 0.9434727430343628,
112
+ 0.9062229990959167
113
+ ],
114
+ "min": [
115
+ -0.9999930262565613,
116
+ -0.9988337755203247,
117
+ -0.9618149995803833,
118
+ 2.1872274658107926e-07
119
+ ],
120
+ "mean": [
121
+ -0.25672297401336,
122
+ 0.024425335806687216,
123
+ -0.08740977164483847,
124
+ 0.16608739644018397
125
+ ],
126
+ "std": [
127
+ 0.7932585208392383,
128
+ 0.3102260195580416,
129
+ 0.3772472576315148,
130
+ 0.17451959300158773
131
+ ],
132
+ "q01": [
133
+ -0.99379006987882,
134
+ -0.5478102050038828,
135
+ -0.6101777952971636,
136
+ 0.002274085014134748
137
+ ],
138
+ "q99": [
139
+ 0.8804856038896288,
140
+ 0.5910611092873037,
141
+ 0.5216058042993562,
142
+ 0.5231965974012255
143
+ ]
144
+ },
145
+ "gripper_qpos": {
146
+ "max": [
147
+ 0.055869169533252716,
148
+ 0.010916369967162609
149
+ ],
150
+ "min": [
151
+ -0.011436971835792065,
152
+ -0.05664053186774254
153
+ ],
154
+ "mean": [
155
+ 0.031651551516052555,
156
+ -0.03161481387920421
157
+ ],
158
+ "std": [
159
+ 0.013119769222217526,
160
+ 0.01306078225192402
161
+ ],
162
+ "q01": [
163
+ 0.0060999246446777336,
164
+ -0.04062601653964198
165
+ ],
166
+ "q99": [
167
+ 0.04054891621517283,
168
+ -0.0059163567113456345
169
+ ]
170
+ }
171
+ },
172
+ "action": {
173
+ "base_motion": {
174
+ "max": [
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 0.0
179
+ ],
180
+ "min": [
181
+ -1.0,
182
+ -1.0,
183
+ -1.0,
184
+ 0.0
185
+ ],
186
+ "mean": [
187
+ 0.008144896753718373,
188
+ -0.00018893135146078263,
189
+ -0.0008739062727221845,
190
+ 0.0
191
+ ],
192
+ "std": [
193
+ 0.11030045424364411,
194
+ 0.10148082570313594,
195
+ 0.08975698373467506,
196
+ 0.0
197
+ ],
198
+ "q01": [
199
+ -0.07287373067581518,
200
+ -0.09446994199569948,
201
+ -0.07702818259249572,
202
+ 0.0
203
+ ],
204
+ "q99": [
205
+ 0.04485485414407898,
206
+ 0.09626941605965177,
207
+ 0.07610665906122742,
208
+ 0.0
209
+ ]
210
+ },
211
+ "control_mode": {
212
+ "max": [
213
+ 1.0
214
+ ],
215
+ "min": [
216
+ -1.0
217
+ ],
218
+ "mean": [
219
+ -0.9221974313425939
220
+ ],
221
+ "std": [
222
+ 0.38670194342612674
223
+ ],
224
+ "q01": [
225
+ -1.0
226
+ ],
227
+ "q99": [
228
+ -0.384693946883099
229
+ ]
230
+ },
231
+ "end_effector_position": {
232
+ "max": [
233
+ 1.0,
234
+ 1.0,
235
+ 1.0
236
+ ],
237
+ "min": [
238
+ -1.0,
239
+ -1.0,
240
+ -1.0
241
+ ],
242
+ "mean": [
243
+ 0.01976129923017491,
244
+ -0.020870631344490034,
245
+ -0.05993476517349181
246
+ ],
247
+ "std": [
248
+ 0.4347024990804053,
249
+ 0.4221662976569997,
250
+ 0.3845506843044066
251
+ ],
252
+ "q01": [
253
+ -0.8835792939767807,
254
+ -0.9280919251713778,
255
+ -0.783361071470956
256
+ ],
257
+ "q99": [
258
+ 0.7622084438449307,
259
+ 0.8625125252609077,
260
+ 0.7470974753250706
261
+ ]
262
+ },
263
+ "end_effector_rotation": {
264
+ "max": [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0
268
+ ],
269
+ "min": [
270
+ -1.0,
271
+ -1.0,
272
+ -1.0
273
+ ],
274
+ "mean": [
275
+ 0.008089673068544335,
276
+ -0.026498254627927348,
277
+ 0.0029083551743059005
278
+ ],
279
+ "std": [
280
+ 0.11216734503733773,
281
+ 0.13206002613798629,
282
+ 0.12615870412692864
283
+ ],
284
+ "q01": [
285
+ -0.2814627972846672,
286
+ -0.4342386516115439,
287
+ -0.34489755628340574
288
+ ],
289
+ "q99": [
290
+ 0.31879353266939386,
291
+ 0.28411797683220563,
292
+ 0.3597718671669894
293
+ ]
294
+ },
295
+ "gripper_close": {
296
+ "max": [
297
+ 1.0
298
+ ],
299
+ "min": [
300
+ -1.0
301
+ ],
302
+ "mean": [
303
+ -0.3824228874769045
304
+ ],
305
+ "std": [
306
+ 0.9240015096469786
307
+ ],
308
+ "q01": [
309
+ -1.0
310
+ ],
311
+ "q99": [
312
+ 0.5597272305813592
313
+ ]
314
+ }
315
+ }
316
+ },
317
+ "modalities": {
318
+ "video": {
319
+ "robot0_eye_in_hand": {
320
+ "resolution": [
321
+ 256,
322
+ 256
323
+ ],
324
+ "channels": 3,
325
+ "fps": 20.0
326
+ },
327
+ "robot0_agentview_left": {
328
+ "resolution": [
329
+ 256,
330
+ 256
331
+ ],
332
+ "channels": 3,
333
+ "fps": 20.0
334
+ },
335
+ "robot0_agentview_right": {
336
+ "resolution": [
337
+ 256,
338
+ 256
339
+ ],
340
+ "channels": 3,
341
+ "fps": 20.0
342
+ }
343
+ },
344
+ "state": {
345
+ "base_position": {
346
+ "absolute": true,
347
+ "rotation_type": null,
348
+ "shape": [
349
+ 3
350
+ ],
351
+ "continuous": true
352
+ },
353
+ "base_rotation": {
354
+ "absolute": true,
355
+ "rotation_type": "quaternion",
356
+ "shape": [
357
+ 4
358
+ ],
359
+ "continuous": true
360
+ },
361
+ "end_effector_position_relative": {
362
+ "absolute": true,
363
+ "rotation_type": null,
364
+ "shape": [
365
+ 3
366
+ ],
367
+ "continuous": true
368
+ },
369
+ "end_effector_rotation_relative": {
370
+ "absolute": true,
371
+ "rotation_type": "quaternion",
372
+ "shape": [
373
+ 4
374
+ ],
375
+ "continuous": true
376
+ },
377
+ "gripper_qpos": {
378
+ "absolute": true,
379
+ "rotation_type": null,
380
+ "shape": [
381
+ 2
382
+ ],
383
+ "continuous": true
384
+ }
385
+ },
386
+ "action": {
387
+ "base_motion": {
388
+ "absolute": true,
389
+ "rotation_type": null,
390
+ "shape": [
391
+ 4
392
+ ],
393
+ "continuous": true
394
+ },
395
+ "control_mode": {
396
+ "absolute": true,
397
+ "rotation_type": null,
398
+ "shape": [
399
+ 1
400
+ ],
401
+ "continuous": true
402
+ },
403
+ "end_effector_position": {
404
+ "absolute": true,
405
+ "rotation_type": null,
406
+ "shape": [
407
+ 3
408
+ ],
409
+ "continuous": true
410
+ },
411
+ "end_effector_rotation": {
412
+ "absolute": true,
413
+ "rotation_type": "axis_angle",
414
+ "shape": [
415
+ 3
416
+ ],
417
+ "continuous": true
418
+ },
419
+ "gripper_close": {
420
+ "absolute": true,
421
+ "rotation_type": null,
422
+ "shape": [
423
+ 1
424
+ ],
425
+ "continuous": true
426
+ }
427
+ }
428
+ },
429
+ "embodiment_tag": "new_embodiment"
430
+ }
431
+ }
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98cf98087479b3e570d7fc66a0d397f42423009d07149e2cac936dbf1290a117
3
+ size 4999367032
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f8f976eac64ce110ab188bcb4e7e95291ceeae71ddb397219851439512e543
3
+ size 2664387916
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9befa777245636bde18eace3e76c09a896d33c77c35f4be67921a47b9d2341b6
3
+ size 5969
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/config.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5_RKD"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "rkd_action_encoder_cls_ffn_hidden_dim": 2048,
63
+ "rkd_action_encoder_cls_num_heads": 8,
64
+ "rkd_action_encoder_cls_num_layers": 1,
65
+ "rkd_action_encoder_projector_dim": 512,
66
+ "rkd_action_encoder_projector_enabled": false,
67
+ "rkd_action_encoder_projector_pooling": "flatten",
68
+ "rkd_action_temp": 0.1,
69
+ "rkd_angle_loss_weight": 1.0,
70
+ "rkd_distance_loss_weight": 1.0,
71
+ "rkd_dtw_adaptive_floor": 0.01,
72
+ "rkd_dtw_adaptive_mix_lambda": 1.0,
73
+ "rkd_dtw_base_weight": 1.0,
74
+ "rkd_dtw_control_weight": 1.0,
75
+ "rkd_dtw_event_window_radius": 2,
76
+ "rkd_dtw_event_window_side": "both",
77
+ "rkd_dtw_gripper_weight": 1.0,
78
+ "rkd_dtw_mix_mode": "event_window_time_weighted_rowwise_dtw",
79
+ "rkd_dtw_normalize_components": true,
80
+ "rkd_dtw_pos_weight": 1.0,
81
+ "rkd_dtw_rot_weight": 1.0,
82
+ "rkd_dtw_timing_log_interval": 1000,
83
+ "rkd_enabled": true,
84
+ "rkd_exclude_diagonal": true,
85
+ "rkd_fm_loss_weight": 1.0,
86
+ "rkd_loss_type": "kl",
87
+ "rkd_loss_weight": 0.5,
88
+ "rkd_loss_weight_end": 0.0,
89
+ "rkd_loss_weight_schedule": null,
90
+ "rkd_loss_weight_start": 0.1,
91
+ "rkd_raw_action_projector_dim": 512,
92
+ "rkd_raw_action_projector_enabled": false,
93
+ "rkd_raw_action_projector_pooling": "flatten",
94
+ "rkd_relation_mode": "flatten",
95
+ "rkd_student_reconstruction_head_dim": 512,
96
+ "rkd_student_reconstruction_head_enabled": true,
97
+ "rkd_student_reconstruction_head_hidden_dim": 512,
98
+ "rkd_student_reconstruction_head_pooling": "attention",
99
+ "rkd_teacher_source": "dtw_action",
100
+ "rkd_vlm_temp": 0.1,
101
+ "torch_dtype": "bfloat16",
102
+ "transformers_version": "4.51.3"
103
+ }
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 7.3139495849609375,
8
+ 0.4876587688922882,
9
+ 0.7196521759033203
10
+ ],
11
+ "min": [
12
+ -4.94293737411499,
13
+ -6.890198230743408,
14
+ 0.6996827125549316
15
+ ],
16
+ "mean": [
17
+ 2.749288365724937,
18
+ -2.0455216239909983,
19
+ 0.700532551020533
20
+ ],
21
+ "std": [
22
+ 1.6786295897046262,
23
+ 1.312897969434244,
24
+ 0.00133751758906258
25
+ ],
26
+ "q01": [
27
+ -1.4241907881148037,
28
+ -5.1716547935950885,
29
+ 0.6999670898768614
30
+ ],
31
+ "q99": [
32
+ 6.198111545831555,
33
+ -0.5873531334104489,
34
+ 0.7038833014242587
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.23084999587450247,
54
+ 0.6238431088581847
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6556404371644047,
60
+ 0.3572252105732042
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -0.9999999999999999,
66
+ 1.7482354593273349e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 0.9999999999999999,
72
+ 0.9999999999999999
73
+ ]
74
+ },
75
+ "end_effector_position_relative": {
76
+ "max": [
77
+ 0.9014528393745422,
78
+ 0.8003877401351929,
79
+ 0.9829942584037781
80
+ ],
81
+ "min": [
82
+ -0.37471598386764526,
83
+ -0.8472502827644348,
84
+ -0.25070279836654663
85
+ ],
86
+ "mean": [
87
+ 0.28667332601863704,
88
+ -0.038315473170876704,
89
+ 0.45974658906777444
90
+ ],
91
+ "std": [
92
+ 0.17067058828305154,
93
+ 0.23569952037784195,
94
+ 0.21950702354181487
95
+ ],
96
+ "q01": [
97
+ 0.015172948963784228,
98
+ -0.44450502063220615,
99
+ 0.23314444103329338
100
+ ],
101
+ "q99": [
102
+ 0.5609069689572412,
103
+ 0.38454179128009547,
104
+ 0.7028102736473852
105
+ ]
106
+ },
107
+ "end_effector_rotation_relative": {
108
+ "max": [
109
+ 0.9999998807907104,
110
+ 0.9984455108642578,
111
+ 0.9434727430343628,
112
+ 0.9062229990959167
113
+ ],
114
+ "min": [
115
+ -0.9999930262565613,
116
+ -0.9988337755203247,
117
+ -0.9618149995803833,
118
+ 2.1872274658107926e-07
119
+ ],
120
+ "mean": [
121
+ -0.25672297401336,
122
+ 0.024425335806687216,
123
+ -0.08740977164483847,
124
+ 0.16608739644018397
125
+ ],
126
+ "std": [
127
+ 0.7932585208392383,
128
+ 0.3102260195580416,
129
+ 0.3772472576315148,
130
+ 0.17451959300158773
131
+ ],
132
+ "q01": [
133
+ -0.99379006987882,
134
+ -0.5478102050038828,
135
+ -0.6101777952971636,
136
+ 0.002274085014134748
137
+ ],
138
+ "q99": [
139
+ 0.8804856038896288,
140
+ 0.5910611092873037,
141
+ 0.5216058042993562,
142
+ 0.5231965974012255
143
+ ]
144
+ },
145
+ "gripper_qpos": {
146
+ "max": [
147
+ 0.055869169533252716,
148
+ 0.010916369967162609
149
+ ],
150
+ "min": [
151
+ -0.011436971835792065,
152
+ -0.05664053186774254
153
+ ],
154
+ "mean": [
155
+ 0.031651551516052555,
156
+ -0.03161481387920421
157
+ ],
158
+ "std": [
159
+ 0.013119769222217526,
160
+ 0.01306078225192402
161
+ ],
162
+ "q01": [
163
+ 0.0060999246446777336,
164
+ -0.04062601653964198
165
+ ],
166
+ "q99": [
167
+ 0.04054891621517283,
168
+ -0.0059163567113456345
169
+ ]
170
+ }
171
+ },
172
+ "action": {
173
+ "base_motion": {
174
+ "max": [
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 0.0
179
+ ],
180
+ "min": [
181
+ -1.0,
182
+ -1.0,
183
+ -1.0,
184
+ 0.0
185
+ ],
186
+ "mean": [
187
+ 0.008144896753718373,
188
+ -0.00018893135146078263,
189
+ -0.0008739062727221845,
190
+ 0.0
191
+ ],
192
+ "std": [
193
+ 0.11030045424364411,
194
+ 0.10148082570313594,
195
+ 0.08975698373467506,
196
+ 0.0
197
+ ],
198
+ "q01": [
199
+ -0.07287373067581518,
200
+ -0.09446994199569948,
201
+ -0.07702818259249572,
202
+ 0.0
203
+ ],
204
+ "q99": [
205
+ 0.04485485414407898,
206
+ 0.09626941605965177,
207
+ 0.07610665906122742,
208
+ 0.0
209
+ ]
210
+ },
211
+ "control_mode": {
212
+ "max": [
213
+ 1.0
214
+ ],
215
+ "min": [
216
+ -1.0
217
+ ],
218
+ "mean": [
219
+ -0.9221974313425939
220
+ ],
221
+ "std": [
222
+ 0.38670194342612674
223
+ ],
224
+ "q01": [
225
+ -1.0
226
+ ],
227
+ "q99": [
228
+ -0.384693946883099
229
+ ]
230
+ },
231
+ "end_effector_position": {
232
+ "max": [
233
+ 1.0,
234
+ 1.0,
235
+ 1.0
236
+ ],
237
+ "min": [
238
+ -1.0,
239
+ -1.0,
240
+ -1.0
241
+ ],
242
+ "mean": [
243
+ 0.01976129923017491,
244
+ -0.020870631344490034,
245
+ -0.05993476517349181
246
+ ],
247
+ "std": [
248
+ 0.4347024990804053,
249
+ 0.4221662976569997,
250
+ 0.3845506843044066
251
+ ],
252
+ "q01": [
253
+ -0.8835792939767807,
254
+ -0.9280919251713778,
255
+ -0.783361071470956
256
+ ],
257
+ "q99": [
258
+ 0.7622084438449307,
259
+ 0.8625125252609077,
260
+ 0.7470974753250706
261
+ ]
262
+ },
263
+ "end_effector_rotation": {
264
+ "max": [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0
268
+ ],
269
+ "min": [
270
+ -1.0,
271
+ -1.0,
272
+ -1.0
273
+ ],
274
+ "mean": [
275
+ 0.008089673068544335,
276
+ -0.026498254627927348,
277
+ 0.0029083551743059005
278
+ ],
279
+ "std": [
280
+ 0.11216734503733773,
281
+ 0.13206002613798629,
282
+ 0.12615870412692864
283
+ ],
284
+ "q01": [
285
+ -0.2814627972846672,
286
+ -0.4342386516115439,
287
+ -0.34489755628340574
288
+ ],
289
+ "q99": [
290
+ 0.31879353266939386,
291
+ 0.28411797683220563,
292
+ 0.3597718671669894
293
+ ]
294
+ },
295
+ "gripper_close": {
296
+ "max": [
297
+ 1.0
298
+ ],
299
+ "min": [
300
+ -1.0
301
+ ],
302
+ "mean": [
303
+ -0.3824228874769045
304
+ ],
305
+ "std": [
306
+ 0.9240015096469786
307
+ ],
308
+ "q01": [
309
+ -1.0
310
+ ],
311
+ "q99": [
312
+ 0.5597272305813592
313
+ ]
314
+ }
315
+ }
316
+ },
317
+ "modalities": {
318
+ "video": {
319
+ "robot0_eye_in_hand": {
320
+ "resolution": [
321
+ 256,
322
+ 256
323
+ ],
324
+ "channels": 3,
325
+ "fps": 20.0
326
+ },
327
+ "robot0_agentview_left": {
328
+ "resolution": [
329
+ 256,
330
+ 256
331
+ ],
332
+ "channels": 3,
333
+ "fps": 20.0
334
+ },
335
+ "robot0_agentview_right": {
336
+ "resolution": [
337
+ 256,
338
+ 256
339
+ ],
340
+ "channels": 3,
341
+ "fps": 20.0
342
+ }
343
+ },
344
+ "state": {
345
+ "base_position": {
346
+ "absolute": true,
347
+ "rotation_type": null,
348
+ "shape": [
349
+ 3
350
+ ],
351
+ "continuous": true
352
+ },
353
+ "base_rotation": {
354
+ "absolute": true,
355
+ "rotation_type": "quaternion",
356
+ "shape": [
357
+ 4
358
+ ],
359
+ "continuous": true
360
+ },
361
+ "end_effector_position_relative": {
362
+ "absolute": true,
363
+ "rotation_type": null,
364
+ "shape": [
365
+ 3
366
+ ],
367
+ "continuous": true
368
+ },
369
+ "end_effector_rotation_relative": {
370
+ "absolute": true,
371
+ "rotation_type": "quaternion",
372
+ "shape": [
373
+ 4
374
+ ],
375
+ "continuous": true
376
+ },
377
+ "gripper_qpos": {
378
+ "absolute": true,
379
+ "rotation_type": null,
380
+ "shape": [
381
+ 2
382
+ ],
383
+ "continuous": true
384
+ }
385
+ },
386
+ "action": {
387
+ "base_motion": {
388
+ "absolute": true,
389
+ "rotation_type": null,
390
+ "shape": [
391
+ 4
392
+ ],
393
+ "continuous": true
394
+ },
395
+ "control_mode": {
396
+ "absolute": true,
397
+ "rotation_type": null,
398
+ "shape": [
399
+ 1
400
+ ],
401
+ "continuous": true
402
+ },
403
+ "end_effector_position": {
404
+ "absolute": true,
405
+ "rotation_type": null,
406
+ "shape": [
407
+ 3
408
+ ],
409
+ "continuous": true
410
+ },
411
+ "end_effector_rotation": {
412
+ "absolute": true,
413
+ "rotation_type": "axis_angle",
414
+ "shape": [
415
+ 3
416
+ ],
417
+ "continuous": true
418
+ },
419
+ "gripper_close": {
420
+ "absolute": true,
421
+ "rotation_type": null,
422
+ "shape": [
423
+ 1
424
+ ],
425
+ "continuous": true
426
+ }
427
+ }
428
+ },
429
+ "embodiment_tag": "new_embodiment"
430
+ }
431
+ }
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:786c9db79844f612d10c463ae3e59bda61c6151f250d15d2732d0a566588ab53
3
+ size 4999367032
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c39e168660b1a896dd66e641abf2c25bbf74ae417b81ecdd4a9ab9bd902cd44
3
+ size 2664387916
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/EventWindowTimeWeightedRowWiseDTW/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a72a0519e51a48ba82f7a281e0ca1d6ff432afc6ae500f93e462b46f985b0e2b
3
+ size 5969
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98cf98087479b3e570d7fc66a0d397f42423009d07149e2cac936dbf1290a117
3
+ size 4999367032
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154004eff92d7e086c96ba08afe3770ce01c96ffb3ea9b6a1250f87b39ff1012
3
+ size 2664387916
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e738e7c7926cf200646587f2aec63669e3b6879fb104523940c76ed88a0bd2b3
3
+ size 5905
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f8f9369c053bc40662a2cc929eb64dbba27a1cfcaeb37b0d4a152284fc6a981
3
+ size 4999367032
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee14dccd66513ebce4afaad535cb4ad2586629bc0b9633b81165983eea18ad8
3
+ size 2664387916
DTW/DTW_v1/from_60k/TimeWeightedRowWiseDTW/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9791975fb7531f12da7c5dc51782d4f8664de1effc7daa3827bc59110a7807b7
3
+ size 5905
DTW/DTW_v1/from_60k/VanillaDTW/default/VanillaDTW.yaml ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: DTW from 60k - VanillaDTW
2
+ policy_type: groot_DTW
3
+ base_model_path: ${HOME}/groot_robocasa/Atomic26_baseline/checkpoint-60000
4
+ output_root: ${HOME}/groot_robocasa/robocasa_v2/DTW/DTW_v1/from_60k/VanillaDTW
5
+ dataset:
6
+ dataset_soup: my_atomic26_human
7
+ training:
8
+ num_gpus: 1
9
+ batch_size: 128
10
+ seed: 42
11
+ model:
12
+ dtw_enabled: true
13
+ dtw_relation_mode: flatten
14
+ dtw_loss_type: kl
15
+ dtw_action_temp: 0.1
16
+ dtw_student_temp: 0.1
17
+ dtw_student_reconstruction_head_enabled: true
18
+ dtw_student_reconstruction_head_dim: 512
19
+ dtw_student_reconstruction_head_hidden_dim: 512
20
+ dtw_student_reconstruction_head_pooling: attention
21
+ dtw_mix_mode: vanilla_multivariate_dtw
22
+ dtw_normalize_components: true
23
+ dtw_timing_log_interval: 1000
24
+ dtw_exclude_diagonal: true
25
+ phases:
26
+ - name: phase2_kl_dtw_aphead_vanilla_only
27
+ max_steps: 30000
28
+ save_steps: 0
29
+ trainable:
30
+ preset: processing_line_only
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: false
34
+ tune_diffusion_model: false
35
+ losses:
36
+ dtw_fm_loss_weight: 0.0
37
+ dtw_kl_loss_weight: 1.0
38
+ - name: phase3_fm_kl_dtw_aphead_vanilla_w0p5
39
+ max_steps: 30000
40
+ save_steps: 0
41
+ trainable:
42
+ tune_llm: false
43
+ tune_visual: false
44
+ tune_projector: true
45
+ tune_diffusion_model: true
46
+ losses:
47
+ dtw_fm_loss_weight: 1.0
48
+ dtw_kl_loss_weight: 0.5
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/config.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5_RKD"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "rkd_action_encoder_cls_ffn_hidden_dim": 2048,
63
+ "rkd_action_encoder_cls_num_heads": 8,
64
+ "rkd_action_encoder_cls_num_layers": 1,
65
+ "rkd_action_encoder_projector_dim": 512,
66
+ "rkd_action_encoder_projector_enabled": false,
67
+ "rkd_action_encoder_projector_pooling": "flatten",
68
+ "rkd_action_temp": 0.1,
69
+ "rkd_angle_loss_weight": 1.0,
70
+ "rkd_distance_loss_weight": 1.0,
71
+ "rkd_dtw_adaptive_floor": 0.05,
72
+ "rkd_dtw_adaptive_mix_lambda": 0.5,
73
+ "rkd_dtw_base_weight": 1.0,
74
+ "rkd_dtw_control_weight": 0.5,
75
+ "rkd_dtw_event_window_radius": 2,
76
+ "rkd_dtw_event_window_side": "both",
77
+ "rkd_dtw_gripper_weight": 0.5,
78
+ "rkd_dtw_mix_mode": "vanilla_multivariate_dtw",
79
+ "rkd_dtw_normalize_components": true,
80
+ "rkd_dtw_pos_weight": 1.0,
81
+ "rkd_dtw_rot_weight": 1.0,
82
+ "rkd_dtw_timing_log_interval": 1000,
83
+ "rkd_enabled": true,
84
+ "rkd_exclude_diagonal": true,
85
+ "rkd_fm_loss_weight": 0.0,
86
+ "rkd_loss_type": "kl",
87
+ "rkd_loss_weight": 1.0,
88
+ "rkd_loss_weight_end": 0.0,
89
+ "rkd_loss_weight_schedule": null,
90
+ "rkd_loss_weight_start": 0.1,
91
+ "rkd_raw_action_projector_dim": 512,
92
+ "rkd_raw_action_projector_enabled": false,
93
+ "rkd_raw_action_projector_pooling": "flatten",
94
+ "rkd_relation_mode": "flatten",
95
+ "rkd_student_reconstruction_head_dim": 512,
96
+ "rkd_student_reconstruction_head_enabled": true,
97
+ "rkd_student_reconstruction_head_hidden_dim": 512,
98
+ "rkd_student_reconstruction_head_pooling": "attention",
99
+ "rkd_teacher_source": "dtw_action",
100
+ "rkd_vlm_temp": 0.1,
101
+ "torch_dtype": "bfloat16",
102
+ "transformers_version": "4.51.3"
103
+ }
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 7.3139495849609375,
8
+ 0.4876587688922882,
9
+ 0.7196521759033203
10
+ ],
11
+ "min": [
12
+ -4.94293737411499,
13
+ -6.890198230743408,
14
+ 0.6996827125549316
15
+ ],
16
+ "mean": [
17
+ 2.749288365724937,
18
+ -2.0455216239909983,
19
+ 0.700532551020533
20
+ ],
21
+ "std": [
22
+ 1.6786295897046262,
23
+ 1.312897969434244,
24
+ 0.00133751758906258
25
+ ],
26
+ "q01": [
27
+ -1.4241907881148037,
28
+ -5.1716547935950885,
29
+ 0.6999670898768614
30
+ ],
31
+ "q99": [
32
+ 6.198111545831555,
33
+ -0.5873531334104489,
34
+ 0.7038833014242587
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.23084999587450247,
54
+ 0.6238431088581847
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6556404371644047,
60
+ 0.3572252105732042
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -0.9999999999999999,
66
+ 1.7482354593273349e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 0.9999999999999999,
72
+ 0.9999999999999999
73
+ ]
74
+ },
75
+ "end_effector_position_relative": {
76
+ "max": [
77
+ 0.9014528393745422,
78
+ 0.8003877401351929,
79
+ 0.9829942584037781
80
+ ],
81
+ "min": [
82
+ -0.37471598386764526,
83
+ -0.8472502827644348,
84
+ -0.25070279836654663
85
+ ],
86
+ "mean": [
87
+ 0.28667332601863704,
88
+ -0.038315473170876704,
89
+ 0.45974658906777444
90
+ ],
91
+ "std": [
92
+ 0.17067058828305154,
93
+ 0.23569952037784195,
94
+ 0.21950702354181487
95
+ ],
96
+ "q01": [
97
+ 0.015172948963784228,
98
+ -0.44450502063220615,
99
+ 0.23314444103329338
100
+ ],
101
+ "q99": [
102
+ 0.5609069689572412,
103
+ 0.38454179128009547,
104
+ 0.7028102736473852
105
+ ]
106
+ },
107
+ "end_effector_rotation_relative": {
108
+ "max": [
109
+ 0.9999998807907104,
110
+ 0.9984455108642578,
111
+ 0.9434727430343628,
112
+ 0.9062229990959167
113
+ ],
114
+ "min": [
115
+ -0.9999930262565613,
116
+ -0.9988337755203247,
117
+ -0.9618149995803833,
118
+ 2.1872274658107926e-07
119
+ ],
120
+ "mean": [
121
+ -0.25672297401336,
122
+ 0.024425335806687216,
123
+ -0.08740977164483847,
124
+ 0.16608739644018397
125
+ ],
126
+ "std": [
127
+ 0.7932585208392383,
128
+ 0.3102260195580416,
129
+ 0.3772472576315148,
130
+ 0.17451959300158773
131
+ ],
132
+ "q01": [
133
+ -0.99379006987882,
134
+ -0.5478102050038828,
135
+ -0.6101777952971636,
136
+ 0.002274085014134748
137
+ ],
138
+ "q99": [
139
+ 0.8804856038896288,
140
+ 0.5910611092873037,
141
+ 0.5216058042993562,
142
+ 0.5231965974012255
143
+ ]
144
+ },
145
+ "gripper_qpos": {
146
+ "max": [
147
+ 0.055869169533252716,
148
+ 0.010916369967162609
149
+ ],
150
+ "min": [
151
+ -0.011436971835792065,
152
+ -0.05664053186774254
153
+ ],
154
+ "mean": [
155
+ 0.031651551516052555,
156
+ -0.03161481387920421
157
+ ],
158
+ "std": [
159
+ 0.013119769222217526,
160
+ 0.01306078225192402
161
+ ],
162
+ "q01": [
163
+ 0.0060999246446777336,
164
+ -0.04062601653964198
165
+ ],
166
+ "q99": [
167
+ 0.04054891621517283,
168
+ -0.0059163567113456345
169
+ ]
170
+ }
171
+ },
172
+ "action": {
173
+ "base_motion": {
174
+ "max": [
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 0.0
179
+ ],
180
+ "min": [
181
+ -1.0,
182
+ -1.0,
183
+ -1.0,
184
+ 0.0
185
+ ],
186
+ "mean": [
187
+ 0.008144896753718373,
188
+ -0.00018893135146078263,
189
+ -0.0008739062727221845,
190
+ 0.0
191
+ ],
192
+ "std": [
193
+ 0.11030045424364411,
194
+ 0.10148082570313594,
195
+ 0.08975698373467506,
196
+ 0.0
197
+ ],
198
+ "q01": [
199
+ -0.07287373067581518,
200
+ -0.09446994199569948,
201
+ -0.07702818259249572,
202
+ 0.0
203
+ ],
204
+ "q99": [
205
+ 0.04485485414407898,
206
+ 0.09626941605965177,
207
+ 0.07610665906122742,
208
+ 0.0
209
+ ]
210
+ },
211
+ "control_mode": {
212
+ "max": [
213
+ 1.0
214
+ ],
215
+ "min": [
216
+ -1.0
217
+ ],
218
+ "mean": [
219
+ -0.9221974313425939
220
+ ],
221
+ "std": [
222
+ 0.38670194342612674
223
+ ],
224
+ "q01": [
225
+ -1.0
226
+ ],
227
+ "q99": [
228
+ -0.384693946883099
229
+ ]
230
+ },
231
+ "end_effector_position": {
232
+ "max": [
233
+ 1.0,
234
+ 1.0,
235
+ 1.0
236
+ ],
237
+ "min": [
238
+ -1.0,
239
+ -1.0,
240
+ -1.0
241
+ ],
242
+ "mean": [
243
+ 0.01976129923017491,
244
+ -0.020870631344490034,
245
+ -0.05993476517349181
246
+ ],
247
+ "std": [
248
+ 0.4347024990804053,
249
+ 0.4221662976569997,
250
+ 0.3845506843044066
251
+ ],
252
+ "q01": [
253
+ -0.8835792939767807,
254
+ -0.9280919251713778,
255
+ -0.783361071470956
256
+ ],
257
+ "q99": [
258
+ 0.7622084438449307,
259
+ 0.8625125252609077,
260
+ 0.7470974753250706
261
+ ]
262
+ },
263
+ "end_effector_rotation": {
264
+ "max": [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0
268
+ ],
269
+ "min": [
270
+ -1.0,
271
+ -1.0,
272
+ -1.0
273
+ ],
274
+ "mean": [
275
+ 0.008089673068544335,
276
+ -0.026498254627927348,
277
+ 0.0029083551743059005
278
+ ],
279
+ "std": [
280
+ 0.11216734503733773,
281
+ 0.13206002613798629,
282
+ 0.12615870412692864
283
+ ],
284
+ "q01": [
285
+ -0.2814627972846672,
286
+ -0.4342386516115439,
287
+ -0.34489755628340574
288
+ ],
289
+ "q99": [
290
+ 0.31879353266939386,
291
+ 0.28411797683220563,
292
+ 0.3597718671669894
293
+ ]
294
+ },
295
+ "gripper_close": {
296
+ "max": [
297
+ 1.0
298
+ ],
299
+ "min": [
300
+ -1.0
301
+ ],
302
+ "mean": [
303
+ -0.3824228874769045
304
+ ],
305
+ "std": [
306
+ 0.9240015096469786
307
+ ],
308
+ "q01": [
309
+ -1.0
310
+ ],
311
+ "q99": [
312
+ 0.5597272305813592
313
+ ]
314
+ }
315
+ }
316
+ },
317
+ "modalities": {
318
+ "video": {
319
+ "robot0_eye_in_hand": {
320
+ "resolution": [
321
+ 256,
322
+ 256
323
+ ],
324
+ "channels": 3,
325
+ "fps": 20.0
326
+ },
327
+ "robot0_agentview_left": {
328
+ "resolution": [
329
+ 256,
330
+ 256
331
+ ],
332
+ "channels": 3,
333
+ "fps": 20.0
334
+ },
335
+ "robot0_agentview_right": {
336
+ "resolution": [
337
+ 256,
338
+ 256
339
+ ],
340
+ "channels": 3,
341
+ "fps": 20.0
342
+ }
343
+ },
344
+ "state": {
345
+ "base_position": {
346
+ "absolute": true,
347
+ "rotation_type": null,
348
+ "shape": [
349
+ 3
350
+ ],
351
+ "continuous": true
352
+ },
353
+ "base_rotation": {
354
+ "absolute": true,
355
+ "rotation_type": "quaternion",
356
+ "shape": [
357
+ 4
358
+ ],
359
+ "continuous": true
360
+ },
361
+ "end_effector_position_relative": {
362
+ "absolute": true,
363
+ "rotation_type": null,
364
+ "shape": [
365
+ 3
366
+ ],
367
+ "continuous": true
368
+ },
369
+ "end_effector_rotation_relative": {
370
+ "absolute": true,
371
+ "rotation_type": "quaternion",
372
+ "shape": [
373
+ 4
374
+ ],
375
+ "continuous": true
376
+ },
377
+ "gripper_qpos": {
378
+ "absolute": true,
379
+ "rotation_type": null,
380
+ "shape": [
381
+ 2
382
+ ],
383
+ "continuous": true
384
+ }
385
+ },
386
+ "action": {
387
+ "base_motion": {
388
+ "absolute": true,
389
+ "rotation_type": null,
390
+ "shape": [
391
+ 4
392
+ ],
393
+ "continuous": true
394
+ },
395
+ "control_mode": {
396
+ "absolute": true,
397
+ "rotation_type": null,
398
+ "shape": [
399
+ 1
400
+ ],
401
+ "continuous": true
402
+ },
403
+ "end_effector_position": {
404
+ "absolute": true,
405
+ "rotation_type": null,
406
+ "shape": [
407
+ 3
408
+ ],
409
+ "continuous": true
410
+ },
411
+ "end_effector_rotation": {
412
+ "absolute": true,
413
+ "rotation_type": "axis_angle",
414
+ "shape": [
415
+ 3
416
+ ],
417
+ "continuous": true
418
+ },
419
+ "gripper_close": {
420
+ "absolute": true,
421
+ "rotation_type": null,
422
+ "shape": [
423
+ 1
424
+ ],
425
+ "continuous": true
426
+ }
427
+ }
428
+ },
429
+ "embodiment_tag": "new_embodiment"
430
+ }
431
+ }
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98cf98087479b3e570d7fc66a0d397f42423009d07149e2cac936dbf1290a117
3
+ size 4999367032
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d024c1bf1c4901835f673bd1f185c7f5602149e33e0b5964c990c3920236d898
3
+ size 2664387916
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/VanillaDTW/default/phase2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a77fcc32c9cf971b0a990a59e0bcaa1ea940e1f681008dcd94c8466f2a9e140
3
+ size 5905
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/config.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5_RKD"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "rkd_action_encoder_cls_ffn_hidden_dim": 2048,
63
+ "rkd_action_encoder_cls_num_heads": 8,
64
+ "rkd_action_encoder_cls_num_layers": 1,
65
+ "rkd_action_encoder_projector_dim": 512,
66
+ "rkd_action_encoder_projector_enabled": false,
67
+ "rkd_action_encoder_projector_pooling": "flatten",
68
+ "rkd_action_temp": 0.1,
69
+ "rkd_angle_loss_weight": 1.0,
70
+ "rkd_distance_loss_weight": 1.0,
71
+ "rkd_dtw_adaptive_floor": 0.05,
72
+ "rkd_dtw_adaptive_mix_lambda": 0.5,
73
+ "rkd_dtw_base_weight": 1.0,
74
+ "rkd_dtw_control_weight": 0.5,
75
+ "rkd_dtw_event_window_radius": 2,
76
+ "rkd_dtw_event_window_side": "both",
77
+ "rkd_dtw_gripper_weight": 0.5,
78
+ "rkd_dtw_mix_mode": "vanilla_multivariate_dtw",
79
+ "rkd_dtw_normalize_components": true,
80
+ "rkd_dtw_pos_weight": 1.0,
81
+ "rkd_dtw_rot_weight": 1.0,
82
+ "rkd_dtw_timing_log_interval": 1000,
83
+ "rkd_enabled": true,
84
+ "rkd_exclude_diagonal": true,
85
+ "rkd_fm_loss_weight": 1.0,
86
+ "rkd_loss_type": "kl",
87
+ "rkd_loss_weight": 0.5,
88
+ "rkd_loss_weight_end": 0.0,
89
+ "rkd_loss_weight_schedule": null,
90
+ "rkd_loss_weight_start": 0.1,
91
+ "rkd_raw_action_projector_dim": 512,
92
+ "rkd_raw_action_projector_enabled": false,
93
+ "rkd_raw_action_projector_pooling": "flatten",
94
+ "rkd_relation_mode": "flatten",
95
+ "rkd_student_reconstruction_head_dim": 512,
96
+ "rkd_student_reconstruction_head_enabled": true,
97
+ "rkd_student_reconstruction_head_hidden_dim": 512,
98
+ "rkd_student_reconstruction_head_pooling": "attention",
99
+ "rkd_teacher_source": "dtw_action",
100
+ "rkd_vlm_temp": 0.1,
101
+ "torch_dtype": "bfloat16",
102
+ "transformers_version": "4.51.3"
103
+ }
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 7.3139495849609375,
8
+ 0.4876587688922882,
9
+ 0.7196521759033203
10
+ ],
11
+ "min": [
12
+ -4.94293737411499,
13
+ -6.890198230743408,
14
+ 0.6996827125549316
15
+ ],
16
+ "mean": [
17
+ 2.749288365724937,
18
+ -2.0455216239909983,
19
+ 0.700532551020533
20
+ ],
21
+ "std": [
22
+ 1.6786295897046262,
23
+ 1.312897969434244,
24
+ 0.00133751758906258
25
+ ],
26
+ "q01": [
27
+ -1.4241907881148037,
28
+ -5.1716547935950885,
29
+ 0.6999670898768614
30
+ ],
31
+ "q99": [
32
+ 6.198111545831555,
33
+ -0.5873531334104489,
34
+ 0.7038833014242587
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.23084999587450247,
54
+ 0.6238431088581847
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6556404371644047,
60
+ 0.3572252105732042
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -0.9999999999999999,
66
+ 1.7482354593273349e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 0.9999999999999999,
72
+ 0.9999999999999999
73
+ ]
74
+ },
75
+ "end_effector_position_relative": {
76
+ "max": [
77
+ 0.9014528393745422,
78
+ 0.8003877401351929,
79
+ 0.9829942584037781
80
+ ],
81
+ "min": [
82
+ -0.37471598386764526,
83
+ -0.8472502827644348,
84
+ -0.25070279836654663
85
+ ],
86
+ "mean": [
87
+ 0.28667332601863704,
88
+ -0.038315473170876704,
89
+ 0.45974658906777444
90
+ ],
91
+ "std": [
92
+ 0.17067058828305154,
93
+ 0.23569952037784195,
94
+ 0.21950702354181487
95
+ ],
96
+ "q01": [
97
+ 0.015172948963784228,
98
+ -0.44450502063220615,
99
+ 0.23314444103329338
100
+ ],
101
+ "q99": [
102
+ 0.5609069689572412,
103
+ 0.38454179128009547,
104
+ 0.7028102736473852
105
+ ]
106
+ },
107
+ "end_effector_rotation_relative": {
108
+ "max": [
109
+ 0.9999998807907104,
110
+ 0.9984455108642578,
111
+ 0.9434727430343628,
112
+ 0.9062229990959167
113
+ ],
114
+ "min": [
115
+ -0.9999930262565613,
116
+ -0.9988337755203247,
117
+ -0.9618149995803833,
118
+ 2.1872274658107926e-07
119
+ ],
120
+ "mean": [
121
+ -0.25672297401336,
122
+ 0.024425335806687216,
123
+ -0.08740977164483847,
124
+ 0.16608739644018397
125
+ ],
126
+ "std": [
127
+ 0.7932585208392383,
128
+ 0.3102260195580416,
129
+ 0.3772472576315148,
130
+ 0.17451959300158773
131
+ ],
132
+ "q01": [
133
+ -0.99379006987882,
134
+ -0.5478102050038828,
135
+ -0.6101777952971636,
136
+ 0.002274085014134748
137
+ ],
138
+ "q99": [
139
+ 0.8804856038896288,
140
+ 0.5910611092873037,
141
+ 0.5216058042993562,
142
+ 0.5231965974012255
143
+ ]
144
+ },
145
+ "gripper_qpos": {
146
+ "max": [
147
+ 0.055869169533252716,
148
+ 0.010916369967162609
149
+ ],
150
+ "min": [
151
+ -0.011436971835792065,
152
+ -0.05664053186774254
153
+ ],
154
+ "mean": [
155
+ 0.031651551516052555,
156
+ -0.03161481387920421
157
+ ],
158
+ "std": [
159
+ 0.013119769222217526,
160
+ 0.01306078225192402
161
+ ],
162
+ "q01": [
163
+ 0.0060999246446777336,
164
+ -0.04062601653964198
165
+ ],
166
+ "q99": [
167
+ 0.04054891621517283,
168
+ -0.0059163567113456345
169
+ ]
170
+ }
171
+ },
172
+ "action": {
173
+ "base_motion": {
174
+ "max": [
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 0.0
179
+ ],
180
+ "min": [
181
+ -1.0,
182
+ -1.0,
183
+ -1.0,
184
+ 0.0
185
+ ],
186
+ "mean": [
187
+ 0.008144896753718373,
188
+ -0.00018893135146078263,
189
+ -0.0008739062727221845,
190
+ 0.0
191
+ ],
192
+ "std": [
193
+ 0.11030045424364411,
194
+ 0.10148082570313594,
195
+ 0.08975698373467506,
196
+ 0.0
197
+ ],
198
+ "q01": [
199
+ -0.07287373067581518,
200
+ -0.09446994199569948,
201
+ -0.07702818259249572,
202
+ 0.0
203
+ ],
204
+ "q99": [
205
+ 0.04485485414407898,
206
+ 0.09626941605965177,
207
+ 0.07610665906122742,
208
+ 0.0
209
+ ]
210
+ },
211
+ "control_mode": {
212
+ "max": [
213
+ 1.0
214
+ ],
215
+ "min": [
216
+ -1.0
217
+ ],
218
+ "mean": [
219
+ -0.9221974313425939
220
+ ],
221
+ "std": [
222
+ 0.38670194342612674
223
+ ],
224
+ "q01": [
225
+ -1.0
226
+ ],
227
+ "q99": [
228
+ -0.384693946883099
229
+ ]
230
+ },
231
+ "end_effector_position": {
232
+ "max": [
233
+ 1.0,
234
+ 1.0,
235
+ 1.0
236
+ ],
237
+ "min": [
238
+ -1.0,
239
+ -1.0,
240
+ -1.0
241
+ ],
242
+ "mean": [
243
+ 0.01976129923017491,
244
+ -0.020870631344490034,
245
+ -0.05993476517349181
246
+ ],
247
+ "std": [
248
+ 0.4347024990804053,
249
+ 0.4221662976569997,
250
+ 0.3845506843044066
251
+ ],
252
+ "q01": [
253
+ -0.8835792939767807,
254
+ -0.9280919251713778,
255
+ -0.783361071470956
256
+ ],
257
+ "q99": [
258
+ 0.7622084438449307,
259
+ 0.8625125252609077,
260
+ 0.7470974753250706
261
+ ]
262
+ },
263
+ "end_effector_rotation": {
264
+ "max": [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0
268
+ ],
269
+ "min": [
270
+ -1.0,
271
+ -1.0,
272
+ -1.0
273
+ ],
274
+ "mean": [
275
+ 0.008089673068544335,
276
+ -0.026498254627927348,
277
+ 0.0029083551743059005
278
+ ],
279
+ "std": [
280
+ 0.11216734503733773,
281
+ 0.13206002613798629,
282
+ 0.12615870412692864
283
+ ],
284
+ "q01": [
285
+ -0.2814627972846672,
286
+ -0.4342386516115439,
287
+ -0.34489755628340574
288
+ ],
289
+ "q99": [
290
+ 0.31879353266939386,
291
+ 0.28411797683220563,
292
+ 0.3597718671669894
293
+ ]
294
+ },
295
+ "gripper_close": {
296
+ "max": [
297
+ 1.0
298
+ ],
299
+ "min": [
300
+ -1.0
301
+ ],
302
+ "mean": [
303
+ -0.3824228874769045
304
+ ],
305
+ "std": [
306
+ 0.9240015096469786
307
+ ],
308
+ "q01": [
309
+ -1.0
310
+ ],
311
+ "q99": [
312
+ 0.5597272305813592
313
+ ]
314
+ }
315
+ }
316
+ },
317
+ "modalities": {
318
+ "video": {
319
+ "robot0_eye_in_hand": {
320
+ "resolution": [
321
+ 256,
322
+ 256
323
+ ],
324
+ "channels": 3,
325
+ "fps": 20.0
326
+ },
327
+ "robot0_agentview_left": {
328
+ "resolution": [
329
+ 256,
330
+ 256
331
+ ],
332
+ "channels": 3,
333
+ "fps": 20.0
334
+ },
335
+ "robot0_agentview_right": {
336
+ "resolution": [
337
+ 256,
338
+ 256
339
+ ],
340
+ "channels": 3,
341
+ "fps": 20.0
342
+ }
343
+ },
344
+ "state": {
345
+ "base_position": {
346
+ "absolute": true,
347
+ "rotation_type": null,
348
+ "shape": [
349
+ 3
350
+ ],
351
+ "continuous": true
352
+ },
353
+ "base_rotation": {
354
+ "absolute": true,
355
+ "rotation_type": "quaternion",
356
+ "shape": [
357
+ 4
358
+ ],
359
+ "continuous": true
360
+ },
361
+ "end_effector_position_relative": {
362
+ "absolute": true,
363
+ "rotation_type": null,
364
+ "shape": [
365
+ 3
366
+ ],
367
+ "continuous": true
368
+ },
369
+ "end_effector_rotation_relative": {
370
+ "absolute": true,
371
+ "rotation_type": "quaternion",
372
+ "shape": [
373
+ 4
374
+ ],
375
+ "continuous": true
376
+ },
377
+ "gripper_qpos": {
378
+ "absolute": true,
379
+ "rotation_type": null,
380
+ "shape": [
381
+ 2
382
+ ],
383
+ "continuous": true
384
+ }
385
+ },
386
+ "action": {
387
+ "base_motion": {
388
+ "absolute": true,
389
+ "rotation_type": null,
390
+ "shape": [
391
+ 4
392
+ ],
393
+ "continuous": true
394
+ },
395
+ "control_mode": {
396
+ "absolute": true,
397
+ "rotation_type": null,
398
+ "shape": [
399
+ 1
400
+ ],
401
+ "continuous": true
402
+ },
403
+ "end_effector_position": {
404
+ "absolute": true,
405
+ "rotation_type": null,
406
+ "shape": [
407
+ 3
408
+ ],
409
+ "continuous": true
410
+ },
411
+ "end_effector_rotation": {
412
+ "absolute": true,
413
+ "rotation_type": "axis_angle",
414
+ "shape": [
415
+ 3
416
+ ],
417
+ "continuous": true
418
+ },
419
+ "gripper_close": {
420
+ "absolute": true,
421
+ "rotation_type": null,
422
+ "shape": [
423
+ 1
424
+ ],
425
+ "continuous": true
426
+ }
427
+ }
428
+ },
429
+ "embodiment_tag": "new_embodiment"
430
+ }
431
+ }
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3269392343659633e0616aa8f3db1922172812a8c2c7a7db9853f67c7cc019
3
+ size 4999367032
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d5fafdbff4d7d8a8e1cf238148bbb3cca490c867e39a944c931a5a06b02698
3
+ size 2664387916
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
DTW/DTW_v1/from_60k/VanillaDTW/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bde074554904f2625a3877a249f6acf006e7c29969fc651ebe8543d76108889
3
+ size 5905
DTW/DTW_v1/from_60k/VanillaDTW/default/resolved_config.yaml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: DTW from 60k - VanillaDTW
2
+ policy_type: groot_DTW
3
+ base_model_path: ${HOME}/groot_robocasa/Atomic26_baseline/checkpoint-60000
4
+ output_root: ${HOME}/groot_robocasa/robocasa_v2/DTW/DTW_v1/from_60k/VanillaDTW
5
+ dataset:
6
+ dataset_soup: my_atomic26_human
7
+ training:
8
+ num_gpus: 1
9
+ batch_size: 128
10
+ seed: 42
11
+ model:
12
+ dtw_enabled: true
13
+ dtw_relation_mode: flatten
14
+ dtw_loss_type: kl
15
+ dtw_action_temp: 0.1
16
+ dtw_student_temp: 0.1
17
+ dtw_student_reconstruction_head_enabled: true
18
+ dtw_student_reconstruction_head_dim: 512
19
+ dtw_student_reconstruction_head_hidden_dim: 512
20
+ dtw_student_reconstruction_head_pooling: attention
21
+ dtw_mix_mode: vanilla_multivariate_dtw
22
+ dtw_normalize_components: true
23
+ dtw_timing_log_interval: 1000
24
+ dtw_exclude_diagonal: true
25
+ phases:
26
+ - name: phase2_kl_dtw_aphead_vanilla_only
27
+ max_steps: 30000
28
+ save_steps: 0
29
+ trainable:
30
+ preset: processing_line_only
31
+ tune_llm: false
32
+ tune_visual: false
33
+ tune_projector: false
34
+ tune_diffusion_model: false
35
+ losses:
36
+ dtw_fm_loss_weight: 0.0
37
+ dtw_kl_loss_weight: 1.0
38
+ - name: phase3_fm_kl_dtw_aphead_vanilla_w0p5
39
+ max_steps: 30000
40
+ save_steps: 0
41
+ trainable:
42
+ tune_llm: false
43
+ tune_visual: false
44
+ tune_projector: true
45
+ tune_diffusion_model: true
46
+ losses:
47
+ dtw_fm_loss_weight: 1.0
48
+ dtw_kl_loss_weight: 0.5
49
+ resolved_sweep: {}
RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28359b7b5900f2b18ee3f6a4f069505200ba3aa363392a2526400c4456d1ffa
3
+ size 4999367032
RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a78740e87d39fb767ec43dd3d1e6d8fd89bcea26ae1ff04b501816e33f3ec2
3
+ size 2664387916
RKDv2.1/KL_DTW_APHead_ComponentProbMix/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db3cd86c55ff73d8390c5874a036512921b28ceec78d5f65d20eab140ddb595
3
+ size 5969
RKDv2.1/KL_DTW_APHead_ComponentProbMix/launch_logs/train_gpu2-3_bs64_numgpu2_20260625_153201.log CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4869a8314a9ddb860343ece3411a6726184d248b7197e07a6916a81edc13b5dd
3
- size 12825488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c983d7677ab2575dde98f3af84a13dff1cb836d086de38a58074ac3ba5668e73
3
+ size 16043777
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98cf98087479b3e570d7fc66a0d397f42423009d07149e2cac936dbf1290a117
3
+ size 4999367032
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e45ae5586e1fa7a27bd7aa67aac1880cf4668fb9748247379056a2b393849d
3
+ size 2664387916
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase2/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5a4a48303554ba9b7bffad7864452870bbe1adaf61d7882e136cf4b82cd545
3
+ size 5969
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d218f2056dff7e54f988b3bc8627b3372f0bc4807621cf6c634d878b55d89d
3
+ size 4999367032
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6b92968722995ccf32430f32a31789f196aa37a30c46e8a18c696fae384e28
3
+ size 2664387916
RKDv2.1/KL_DTW_APHead_RowWiseControlGatedAdaptiveProbMix/default/phase3/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b085a59464c2706d46aef0514d441cedba27f19a6847e36f37e6ae58b05d4f5
3
+ size 5969
TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/RKDv3_TimewarpVAE_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k.yaml ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: RKDv3 TimewarpVAE DA, Student:APHead, single-phase FM+RKD cosine
2
+ decay from Atomic26 baseline 60k
3
+ policy_type: groot_RKDv3
4
+ base_model_path: ${HOME}/groot_robocasa/Atomic26_baseline/checkpoint-60000
5
+ output_root: ${HOME}/groot_robocasa/robocasa_v2/TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k
6
+ dataset:
7
+ dataset_soup: my_atomic26_human
8
+ training:
9
+ num_gpus: 1
10
+ batch_size: 128
11
+ seed: 42
12
+ model:
13
+ rkd_teacher_source: timewarp_action
14
+ rkd_timewarp_vae_checkpoint: ${HOME}/groot_robocasa/TimeWarping/TimewarpVAE/robocasa_vanilla_t16_z8_g8_h32_reg0p01_beta0p01/checkpoint-step-60000-epoch-17.46
15
+ rkd_relation_mode: token_pair_mean
16
+ rkd_loss_type: distance_angle
17
+ rkd_student_reconstruction_head_pooling: attention
18
+ rkd_student_reconstruction_head_enabled: true
19
+ rkd_student_reconstruction_head_dim: 512
20
+ rkd_student_reconstruction_head_hidden_dim: 512
21
+ rkd_distance_loss_weight: 1.0
22
+ rkd_angle_loss_weight: 2.0
23
+ rkd_exclude_diagonal: true
24
+ phases:
25
+ - name: fm_rkdv3_timewarp_vae_da_aphead_cosine_decay_60k
26
+ max_steps: 60000
27
+ save_steps: 30000
28
+ trainable:
29
+ tune_llm: false
30
+ tune_visual: false
31
+ tune_projector: true
32
+ tune_diffusion_model: true
33
+ losses:
34
+ rkd_enabled: true
35
+ rkd_fm_loss_weight: 1.0
36
+ rkd_loss_weight: 1.0
37
+ rkd_loss_weight_schedule: cosine_decay
38
+ rkd_loss_weight_start: 1.0
39
+ rkd_loss_weight_end: 0.0
TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/fm_rkdv3_timewarp_vae_da_aphead_cosine_decay_60k/experiment_cfg/metadata.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "base_position": {
6
+ "max": [
7
+ 7.3139495849609375,
8
+ 0.4876587688922882,
9
+ 0.7196521759033203
10
+ ],
11
+ "min": [
12
+ -4.94293737411499,
13
+ -6.890198230743408,
14
+ 0.6996827125549316
15
+ ],
16
+ "mean": [
17
+ 2.749288365724937,
18
+ -2.0455216239909983,
19
+ 0.700532551020533
20
+ ],
21
+ "std": [
22
+ 1.6786295897046262,
23
+ 1.312897969434244,
24
+ 0.00133751758906258
25
+ ],
26
+ "q01": [
27
+ -1.4241907881148037,
28
+ -5.1716547935950885,
29
+ 0.6999670898768614
30
+ ],
31
+ "q99": [
32
+ 6.198111545831555,
33
+ -0.5873531334104489,
34
+ 0.7038833014242587
35
+ ]
36
+ },
37
+ "base_rotation": {
38
+ "max": [
39
+ 0.0,
40
+ 0.0,
41
+ 1.0,
42
+ 1.0
43
+ ],
44
+ "min": [
45
+ 0.0,
46
+ 0.0,
47
+ -1.0,
48
+ 0.0
49
+ ],
50
+ "mean": [
51
+ 0.0,
52
+ 0.0,
53
+ 0.23084999587450247,
54
+ 0.6238431088581847
55
+ ],
56
+ "std": [
57
+ 0.0,
58
+ 0.0,
59
+ 0.6556404371644047,
60
+ 0.3572252105732042
61
+ ],
62
+ "q01": [
63
+ 0.0,
64
+ 0.0,
65
+ -0.9999999999999999,
66
+ 1.7482354593273349e-06
67
+ ],
68
+ "q99": [
69
+ 0.0,
70
+ 0.0,
71
+ 0.9999999999999999,
72
+ 0.9999999999999999
73
+ ]
74
+ },
75
+ "end_effector_position_relative": {
76
+ "max": [
77
+ 0.9014528393745422,
78
+ 0.8003877401351929,
79
+ 0.9829942584037781
80
+ ],
81
+ "min": [
82
+ -0.37471598386764526,
83
+ -0.8472502827644348,
84
+ -0.25070279836654663
85
+ ],
86
+ "mean": [
87
+ 0.28667332601863704,
88
+ -0.038315473170876704,
89
+ 0.45974658906777444
90
+ ],
91
+ "std": [
92
+ 0.17067058828305154,
93
+ 0.23569952037784195,
94
+ 0.21950702354181487
95
+ ],
96
+ "q01": [
97
+ 0.015172948963784228,
98
+ -0.44450502063220615,
99
+ 0.23314444103329338
100
+ ],
101
+ "q99": [
102
+ 0.5609069689572412,
103
+ 0.38454179128009547,
104
+ 0.7028102736473852
105
+ ]
106
+ },
107
+ "end_effector_rotation_relative": {
108
+ "max": [
109
+ 0.9999998807907104,
110
+ 0.9984455108642578,
111
+ 0.9434727430343628,
112
+ 0.9062229990959167
113
+ ],
114
+ "min": [
115
+ -0.9999930262565613,
116
+ -0.9988337755203247,
117
+ -0.9618149995803833,
118
+ 2.1872274658107926e-07
119
+ ],
120
+ "mean": [
121
+ -0.25672297401336,
122
+ 0.024425335806687216,
123
+ -0.08740977164483847,
124
+ 0.16608739644018397
125
+ ],
126
+ "std": [
127
+ 0.7932585208392383,
128
+ 0.3102260195580416,
129
+ 0.3772472576315148,
130
+ 0.17451959300158773
131
+ ],
132
+ "q01": [
133
+ -0.99379006987882,
134
+ -0.5478102050038828,
135
+ -0.6101777952971636,
136
+ 0.002274085014134748
137
+ ],
138
+ "q99": [
139
+ 0.8804856038896288,
140
+ 0.5910611092873037,
141
+ 0.5216058042993562,
142
+ 0.5231965974012255
143
+ ]
144
+ },
145
+ "gripper_qpos": {
146
+ "max": [
147
+ 0.055869169533252716,
148
+ 0.010916369967162609
149
+ ],
150
+ "min": [
151
+ -0.011436971835792065,
152
+ -0.05664053186774254
153
+ ],
154
+ "mean": [
155
+ 0.031651551516052555,
156
+ -0.03161481387920421
157
+ ],
158
+ "std": [
159
+ 0.013119769222217526,
160
+ 0.01306078225192402
161
+ ],
162
+ "q01": [
163
+ 0.0060999246446777336,
164
+ -0.04062601653964198
165
+ ],
166
+ "q99": [
167
+ 0.04054891621517283,
168
+ -0.0059163567113456345
169
+ ]
170
+ }
171
+ },
172
+ "action": {
173
+ "base_motion": {
174
+ "max": [
175
+ 1.0,
176
+ 1.0,
177
+ 1.0,
178
+ 0.0
179
+ ],
180
+ "min": [
181
+ -1.0,
182
+ -1.0,
183
+ -1.0,
184
+ 0.0
185
+ ],
186
+ "mean": [
187
+ 0.008144896753718373,
188
+ -0.00018893135146078263,
189
+ -0.0008739062727221845,
190
+ 0.0
191
+ ],
192
+ "std": [
193
+ 0.11030045424364411,
194
+ 0.10148082570313594,
195
+ 0.08975698373467506,
196
+ 0.0
197
+ ],
198
+ "q01": [
199
+ -0.07287373067581518,
200
+ -0.09446994199569948,
201
+ -0.07702818259249572,
202
+ 0.0
203
+ ],
204
+ "q99": [
205
+ 0.04485485414407898,
206
+ 0.09626941605965177,
207
+ 0.07610665906122742,
208
+ 0.0
209
+ ]
210
+ },
211
+ "control_mode": {
212
+ "max": [
213
+ 1.0
214
+ ],
215
+ "min": [
216
+ -1.0
217
+ ],
218
+ "mean": [
219
+ -0.9221974313425939
220
+ ],
221
+ "std": [
222
+ 0.38670194342612674
223
+ ],
224
+ "q01": [
225
+ -1.0
226
+ ],
227
+ "q99": [
228
+ -0.384693946883099
229
+ ]
230
+ },
231
+ "end_effector_position": {
232
+ "max": [
233
+ 1.0,
234
+ 1.0,
235
+ 1.0
236
+ ],
237
+ "min": [
238
+ -1.0,
239
+ -1.0,
240
+ -1.0
241
+ ],
242
+ "mean": [
243
+ 0.01976129923017491,
244
+ -0.020870631344490034,
245
+ -0.05993476517349181
246
+ ],
247
+ "std": [
248
+ 0.4347024990804053,
249
+ 0.4221662976569997,
250
+ 0.3845506843044066
251
+ ],
252
+ "q01": [
253
+ -0.8835792939767807,
254
+ -0.9280919251713778,
255
+ -0.783361071470956
256
+ ],
257
+ "q99": [
258
+ 0.7622084438449307,
259
+ 0.8625125252609077,
260
+ 0.7470974753250706
261
+ ]
262
+ },
263
+ "end_effector_rotation": {
264
+ "max": [
265
+ 1.0,
266
+ 1.0,
267
+ 1.0
268
+ ],
269
+ "min": [
270
+ -1.0,
271
+ -1.0,
272
+ -1.0
273
+ ],
274
+ "mean": [
275
+ 0.008089673068544335,
276
+ -0.026498254627927348,
277
+ 0.0029083551743059005
278
+ ],
279
+ "std": [
280
+ 0.11216734503733773,
281
+ 0.13206002613798629,
282
+ 0.12615870412692864
283
+ ],
284
+ "q01": [
285
+ -0.2814627972846672,
286
+ -0.4342386516115439,
287
+ -0.34489755628340574
288
+ ],
289
+ "q99": [
290
+ 0.31879353266939386,
291
+ 0.28411797683220563,
292
+ 0.3597718671669894
293
+ ]
294
+ },
295
+ "gripper_close": {
296
+ "max": [
297
+ 1.0
298
+ ],
299
+ "min": [
300
+ -1.0
301
+ ],
302
+ "mean": [
303
+ -0.3824228874769045
304
+ ],
305
+ "std": [
306
+ 0.9240015096469786
307
+ ],
308
+ "q01": [
309
+ -1.0
310
+ ],
311
+ "q99": [
312
+ 0.5597272305813592
313
+ ]
314
+ }
315
+ }
316
+ },
317
+ "modalities": {
318
+ "video": {
319
+ "robot0_eye_in_hand": {
320
+ "resolution": [
321
+ 256,
322
+ 256
323
+ ],
324
+ "channels": 3,
325
+ "fps": 20.0
326
+ },
327
+ "robot0_agentview_left": {
328
+ "resolution": [
329
+ 256,
330
+ 256
331
+ ],
332
+ "channels": 3,
333
+ "fps": 20.0
334
+ },
335
+ "robot0_agentview_right": {
336
+ "resolution": [
337
+ 256,
338
+ 256
339
+ ],
340
+ "channels": 3,
341
+ "fps": 20.0
342
+ }
343
+ },
344
+ "state": {
345
+ "base_position": {
346
+ "absolute": true,
347
+ "rotation_type": null,
348
+ "shape": [
349
+ 3
350
+ ],
351
+ "continuous": true
352
+ },
353
+ "base_rotation": {
354
+ "absolute": true,
355
+ "rotation_type": "quaternion",
356
+ "shape": [
357
+ 4
358
+ ],
359
+ "continuous": true
360
+ },
361
+ "end_effector_position_relative": {
362
+ "absolute": true,
363
+ "rotation_type": null,
364
+ "shape": [
365
+ 3
366
+ ],
367
+ "continuous": true
368
+ },
369
+ "end_effector_rotation_relative": {
370
+ "absolute": true,
371
+ "rotation_type": "quaternion",
372
+ "shape": [
373
+ 4
374
+ ],
375
+ "continuous": true
376
+ },
377
+ "gripper_qpos": {
378
+ "absolute": true,
379
+ "rotation_type": null,
380
+ "shape": [
381
+ 2
382
+ ],
383
+ "continuous": true
384
+ }
385
+ },
386
+ "action": {
387
+ "base_motion": {
388
+ "absolute": true,
389
+ "rotation_type": null,
390
+ "shape": [
391
+ 4
392
+ ],
393
+ "continuous": true
394
+ },
395
+ "control_mode": {
396
+ "absolute": true,
397
+ "rotation_type": null,
398
+ "shape": [
399
+ 1
400
+ ],
401
+ "continuous": true
402
+ },
403
+ "end_effector_position": {
404
+ "absolute": true,
405
+ "rotation_type": null,
406
+ "shape": [
407
+ 3
408
+ ],
409
+ "continuous": true
410
+ },
411
+ "end_effector_rotation": {
412
+ "absolute": true,
413
+ "rotation_type": "axis_angle",
414
+ "shape": [
415
+ 3
416
+ ],
417
+ "continuous": true
418
+ },
419
+ "gripper_close": {
420
+ "absolute": true,
421
+ "rotation_type": null,
422
+ "shape": [
423
+ 1
424
+ ],
425
+ "continuous": true
426
+ }
427
+ }
428
+ },
429
+ "embodiment_tag": "new_embodiment"
430
+ }
431
+ }
TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k/default/resolved_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ experiment_name: RKDv3 TimewarpVAE DA, Student:APHead, single-phase FM+RKD cosine
2
+ decay from Atomic26 baseline 60k
3
+ policy_type: groot_RKDv3
4
+ base_model_path: ${HOME}/groot_robocasa/Atomic26_baseline/checkpoint-60000
5
+ output_root: ${HOME}/groot_robocasa/robocasa_v2/TimewarpVAE/RKDv3_DA_APHead_FM_RKD_CosineDecay_from_Atomic26Baseline60k
6
+ dataset:
7
+ dataset_soup: my_atomic26_human
8
+ training:
9
+ num_gpus: 1
10
+ batch_size: 128
11
+ seed: 42
12
+ model:
13
+ rkd_teacher_source: timewarp_action
14
+ rkd_timewarp_vae_checkpoint: ${HOME}/groot_robocasa/TimeWarping/TimewarpVAE/robocasa_vanilla_t16_z8_g8_h32_reg0p01_beta0p01/checkpoint-step-60000-epoch-17.46
15
+ rkd_relation_mode: token_pair_mean
16
+ rkd_loss_type: distance_angle
17
+ rkd_student_reconstruction_head_pooling: attention
18
+ rkd_student_reconstruction_head_enabled: true
19
+ rkd_student_reconstruction_head_dim: 512
20
+ rkd_student_reconstruction_head_hidden_dim: 512
21
+ rkd_distance_loss_weight: 1.0
22
+ rkd_angle_loss_weight: 2.0
23
+ rkd_exclude_diagonal: true
24
+ phases:
25
+ - name: fm_rkdv3_timewarp_vae_da_aphead_cosine_decay_60k
26
+ max_steps: 60000
27
+ save_steps: 30000
28
+ trainable:
29
+ tune_llm: false
30
+ tune_visual: false
31
+ tune_projector: true
32
+ tune_diffusion_model: true
33
+ losses:
34
+ rkd_enabled: true
35
+ rkd_fm_loss_weight: 1.0
36
+ rkd_loss_weight: 1.0
37
+ rkd_loss_weight_schedule: cosine_decay
38
+ rkd_loss_weight_start: 1.0
39
+ rkd_loss_weight_end: 0.0
40
+ resolved_sweep: {}