Robotics
Safetensors
gr00t_n1_5
xyaoNV commited on
Commit
624a3a9
·
verified ·
1 Parent(s): 4a224e1

Upload 16 files

Browse files
config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "torch_dtype": "bfloat16",
63
+ "transformers_version": "4.51.3"
64
+ }
experiment_cfg/metadata.json ADDED
@@ -0,0 +1,515 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "gr1": {
3
+ "statistics": {
4
+ "state": {
5
+ "left_arm": {
6
+ "max": [
7
+ 0.5980680584907532,
8
+ 0.15597352385520935,
9
+ 0.9133843779563904,
10
+ -0.08926903456449509,
11
+ 0.5152917504310608,
12
+ 0.1774958223104477,
13
+ 0.03753235936164856
14
+ ],
15
+ "min": [
16
+ -0.10972099751234055,
17
+ -0.1906282752752304,
18
+ -0.029725685715675354,
19
+ -1.6159851551055908,
20
+ -0.17535948753356934,
21
+ -0.6402844190597534,
22
+ -0.6124218702316284
23
+ ],
24
+ "mean": [
25
+ 0.22868363559246063,
26
+ -0.04614688828587532,
27
+ 0.2259162813425064,
28
+ -0.976912260055542,
29
+ 0.27828070521354675,
30
+ -0.17533159255981445,
31
+ -0.58253413438797
32
+ ],
33
+ "std": [
34
+ 0.18243607878684998,
35
+ 0.07653902471065521,
36
+ 0.22644320130348206,
37
+ 0.5070427060127258,
38
+ 0.16958224773406982,
39
+ 0.16888540983200073,
40
+ 0.08742853999137878
41
+ ],
42
+ "q01": [
43
+ -0.06489868819713593,
44
+ -0.17785244658589364,
45
+ 0.0,
46
+ -1.5707999467849731,
47
+ -0.11551700420677662,
48
+ -0.5922394001483917,
49
+ -0.6115805464982986
50
+ ],
51
+ "q99": [
52
+ 0.5530595558881757,
53
+ 0.12942651227116578,
54
+ 0.8635041540861128,
55
+ -0.10534207008779051,
56
+ 0.491974429488182,
57
+ 0.15730175226926793,
58
+ 0.0
59
+ ]
60
+ },
61
+ "right_arm": {
62
+ "max": [
63
+ 0.07226956635713577,
64
+ 0.3245737850666046,
65
+ 0.47399869561195374,
66
+ -0.35925787687301636,
67
+ 0.3650522530078888,
68
+ 0.868850827217102,
69
+ 0.03887462243437767
70
+ ],
71
+ "min": [
72
+ -0.8715416193008423,
73
+ -0.27751073241233826,
74
+ -0.270999014377594,
75
+ -1.6327173709869385,
76
+ -0.4649503231048584,
77
+ -0.03585105016827583,
78
+ -0.610493004322052
79
+ ],
80
+ "mean": [
81
+ -0.37965014576911926,
82
+ -0.009306971915066242,
83
+ -0.06750857084989548,
84
+ -1.0281364917755127,
85
+ -0.0823129341006279,
86
+ 0.5341402292251587,
87
+ -0.45792093873023987
88
+ ],
89
+ "std": [
90
+ 0.2731311023235321,
91
+ 0.16333280503749847,
92
+ 0.1569618582725525,
93
+ 0.34256017208099365,
94
+ 0.1493101716041565,
95
+ 0.23341087996959686,
96
+ 0.16358017921447754
97
+ ],
98
+ "q01": [
99
+ -0.8466694355010986,
100
+ -0.24926599219441414,
101
+ -0.2574099013209343,
102
+ -1.5711161828041076,
103
+ -0.4112698221206665,
104
+ -0.0022459970833733672,
105
+ -0.610054139494896
106
+ ],
107
+ "q99": [
108
+ 0.03397386327385901,
109
+ 0.3199851328134536,
110
+ 0.41901673972606623,
111
+ -0.3963235580921179,
112
+ 0.2986914366483684,
113
+ 0.846504765152931,
114
+ 0.005990076125599425
115
+ ]
116
+ },
117
+ "left_hand": {
118
+ "max": [
119
+ 0.0,
120
+ 0.0,
121
+ 0.0,
122
+ 0.0,
123
+ 0.00019825005438178778,
124
+ 1.212302327156067
125
+ ],
126
+ "min": [
127
+ -1.0716723203659058,
128
+ -1.0746632814407349,
129
+ -1.0697218179702759,
130
+ -0.9457347393035889,
131
+ -1.566129207611084,
132
+ 0.0
133
+ ],
134
+ "mean": [
135
+ -0.544356107711792,
136
+ -0.5719656944274902,
137
+ -0.5694142580032349,
138
+ -0.47668808698654175,
139
+ -0.361729234457016,
140
+ 1.0228365659713745
141
+ ],
142
+ "std": [
143
+ 0.2937045395374298,
144
+ 0.29854580760002136,
145
+ 0.27720004320144653,
146
+ 0.24626941978931427,
147
+ 0.3441914916038513,
148
+ 0.15436583757400513
149
+ ],
150
+ "q01": [
151
+ -1.0680692601203918,
152
+ -1.0624920439720154,
153
+ -1.0578499412536622,
154
+ -0.9270271509885788,
155
+ -1.5179780745506286,
156
+ 0.0
157
+ ],
158
+ "q99": [
159
+ 0.0,
160
+ 0.0,
161
+ 0.0,
162
+ 0.0,
163
+ 0.0,
164
+ 1.210943913459778
165
+ ]
166
+ },
167
+ "right_hand": {
168
+ "max": [
169
+ 0.009967105463147163,
170
+ 0.006308120675384998,
171
+ 0.00014917402586434036,
172
+ 0.0003102908085566014,
173
+ 0.0,
174
+ 1.1963635683059692
175
+ ],
176
+ "min": [
177
+ -0.7772837281227112,
178
+ -0.7018473744392395,
179
+ -0.7711622714996338,
180
+ -1.1387289762496948,
181
+ -1.2575523853302002,
182
+ 0.0
183
+ ],
184
+ "mean": [
185
+ -0.2568207383155823,
186
+ -0.18856197595596313,
187
+ -0.17303624749183655,
188
+ -0.19536682963371277,
189
+ -0.30113905668258667,
190
+ 0.8299293518066406
191
+ ],
192
+ "std": [
193
+ 0.25204774737358093,
194
+ 0.1814999133348465,
195
+ 0.1613759994506836,
196
+ 0.22712159156799316,
197
+ 0.2504437565803528,
198
+ 0.15564590692520142
199
+ ],
200
+ "q01": [
201
+ -0.7534716629981995,
202
+ -0.6476903462409973,
203
+ -0.6869200950860977,
204
+ -1.0507552087306975,
205
+ -1.1948153984546661,
206
+ 0.0
207
+ ],
208
+ "q99": [
209
+ 0.0025853959121741195,
210
+ 0.00014372333302162417,
211
+ 0.0,
212
+ 2.6139120636796053e-05,
213
+ 0.0,
214
+ 1.180122069120407
215
+ ]
216
+ }
217
+ },
218
+ "action": {
219
+ "left_arm": {
220
+ "max": [
221
+ 0.593932032585144,
222
+ 0.1483275592327118,
223
+ 0.9132095575332642,
224
+ -0.09205057471990585,
225
+ 0.5150334239006042,
226
+ 0.1762344092130661,
227
+ 0.04038861393928528
228
+ ],
229
+ "min": [
230
+ -0.111090749502182,
231
+ -0.19339197874069214,
232
+ -0.029479216784238815,
233
+ -1.6141458749771118,
234
+ -0.17409777641296387,
235
+ -0.6423291563987732,
236
+ -0.6119177937507629
237
+ ],
238
+ "mean": [
239
+ 0.23040609061717987,
240
+ -0.04657207056879997,
241
+ 0.2298237830400467,
242
+ -0.9650304317474365,
243
+ 0.28081756830215454,
244
+ -0.17566125094890594,
245
+ -0.5943534970283508
246
+ ],
247
+ "std": [
248
+ 0.18116216361522675,
249
+ 0.07670074701309204,
250
+ 0.22694231569766998,
251
+ 0.5079771876335144,
252
+ 0.16804161667823792,
253
+ 0.16969051957130432,
254
+ 0.06435146927833557
255
+ ],
256
+ "q01": [
257
+ -0.06466592535376549,
258
+ -0.1755751283466816,
259
+ 0.009292797790840268,
260
+ -1.514850870370865,
261
+ -0.1158036570996046,
262
+ -0.5933386397361755,
263
+ -0.6112656509876251
264
+ ],
265
+ "q99": [
266
+ 0.5508486104011534,
267
+ 0.12824247062206268,
268
+ 0.863921685218811,
269
+ -0.10657935179769998,
270
+ 0.4916243427991867,
271
+ 0.15683840975165364,
272
+ -0.036307605244219984
273
+ ]
274
+ },
275
+ "right_arm": {
276
+ "max": [
277
+ 0.07188180834054947,
278
+ 0.37019824981689453,
279
+ 0.4998050630092621,
280
+ -0.3584181070327759,
281
+ 0.36519691348075867,
282
+ 0.8688223361968994,
283
+ 0.045441634953022
284
+ ],
285
+ "min": [
286
+ -0.8677778840065002,
287
+ -0.27052101492881775,
288
+ -0.26983341574668884,
289
+ -1.6308647394180298,
290
+ -0.46540170907974243,
291
+ -0.03177357465028763,
292
+ -0.6104380488395691
293
+ ],
294
+ "mean": [
295
+ -0.3815480172634125,
296
+ -0.00411698454990983,
297
+ -0.063919298350811,
298
+ -1.0234895944595337,
299
+ -0.07972345501184464,
300
+ 0.5415228605270386,
301
+ -0.46285298466682434
302
+ ],
303
+ "std": [
304
+ 0.27183645963668823,
305
+ 0.1707843542098999,
306
+ 0.163223534822464,
307
+ 0.33879658579826355,
308
+ 0.15300412476062775,
309
+ 0.22774961590766907,
310
+ 0.15648525953292847
311
+ ],
312
+ "q01": [
313
+ -0.8455126321315766,
314
+ -0.2480165220797062,
315
+ -0.25710507690906526,
316
+ -1.5709923648834228,
317
+ -0.411066098511219,
318
+ -0.0014221793063916265,
319
+ -0.6101292550563813
320
+ ],
321
+ "q99": [
322
+ 0.0344915303587913,
323
+ 0.3650551763176917,
324
+ 0.4443168520927427,
325
+ -0.39637480288743976,
326
+ 0.3199213829636573,
327
+ 0.8462199562788009,
328
+ 0.004155145059339686
329
+ ]
330
+ },
331
+ "left_hand": {
332
+ "max": [
333
+ -0.006369838956743479,
334
+ -0.030634813010692596,
335
+ -0.03817491605877876,
336
+ -0.032227810472249985,
337
+ -0.003069584257900715,
338
+ 1.2172375917434692
339
+ ],
340
+ "min": [
341
+ -1.0633996725082397,
342
+ -1.0790561437606812,
343
+ -1.0711950063705444,
344
+ -0.9534617066383362,
345
+ -1.6020922660827637,
346
+ 0.7644585371017456
347
+ ],
348
+ "mean": [
349
+ -0.5638679265975952,
350
+ -0.5915194153785706,
351
+ -0.5872960686683655,
352
+ -0.4930249750614166,
353
+ -0.3712806701660156,
354
+ 1.0605276823043823
355
+ ],
356
+ "std": [
357
+ 0.29338037967681885,
358
+ 0.29442182183265686,
359
+ 0.2709188759326935,
360
+ 0.24441155791282654,
361
+ 0.3454138934612274,
362
+ 0.1038631796836853
363
+ ],
364
+ "q01": [
365
+ -1.0633996725082397,
366
+ -1.0641894340515137,
367
+ -1.0609264373779297,
368
+ -0.9339959621429443,
369
+ -1.582282543182373,
370
+ 0.7789293527603149
371
+ ],
372
+ "q99": [
373
+ -0.011907555162906647,
374
+ -0.038543518632650375,
375
+ -0.05045388266444206,
376
+ -0.040534764528274536,
377
+ -0.004086980130523443,
378
+ 1.2172375917434692
379
+ ]
380
+ },
381
+ "right_hand": {
382
+ "max": [
383
+ 0.00092193519230932,
384
+ 0.0009662132360972464,
385
+ 0.0009761487017385662,
386
+ 0.0009640831267461181,
387
+ -0.01688821241259575,
388
+ 1.204360842704773
389
+ ],
390
+ "min": [
391
+ -0.856670081615448,
392
+ -0.8862141966819763,
393
+ -0.9703384637832642,
394
+ -1.43206787109375,
395
+ -1.5865334272384644,
396
+ 0.6431676745414734
397
+ ],
398
+ "mean": [
399
+ -0.26290252804756165,
400
+ -0.19003714621067047,
401
+ -0.17549952864646912,
402
+ -0.1981322318315506,
403
+ -0.30729782581329346,
404
+ 0.849568247795105
405
+ ],
406
+ "std": [
407
+ 0.2658768892288208,
408
+ 0.19833001494407654,
409
+ 0.18116934597492218,
410
+ 0.2592962384223938,
411
+ 0.2860906422138214,
412
+ 0.13681279122829437
413
+ ],
414
+ "q01": [
415
+ -0.8502035140991211,
416
+ -0.8409945964813232,
417
+ -0.8875104784965515,
418
+ -1.3906954526901245,
419
+ -1.5266284942626953,
420
+ 0.6450709700584412
421
+ ],
422
+ "q99": [
423
+ 0.0008780237403698266,
424
+ 0.0009472080855630338,
425
+ 0.0009627323597669601,
426
+ 0.0009438798879273236,
427
+ -0.018337810412049294,
428
+ 1.1950013637542725
429
+ ]
430
+ }
431
+ }
432
+ },
433
+ "modalities": {
434
+ "video": {
435
+ "ego_view": {
436
+ "resolution": [
437
+ 512,
438
+ 512
439
+ ],
440
+ "channels": 3,
441
+ "fps": 50.0
442
+ }
443
+ },
444
+ "state": {
445
+ "left_arm": {
446
+ "absolute": true,
447
+ "rotation_type": null,
448
+ "shape": [
449
+ 7
450
+ ],
451
+ "continuous": true
452
+ },
453
+ "right_arm": {
454
+ "absolute": true,
455
+ "rotation_type": null,
456
+ "shape": [
457
+ 7
458
+ ],
459
+ "continuous": true
460
+ },
461
+ "left_hand": {
462
+ "absolute": true,
463
+ "rotation_type": null,
464
+ "shape": [
465
+ 6
466
+ ],
467
+ "continuous": true
468
+ },
469
+ "right_hand": {
470
+ "absolute": true,
471
+ "rotation_type": null,
472
+ "shape": [
473
+ 6
474
+ ],
475
+ "continuous": true
476
+ }
477
+ },
478
+ "action": {
479
+ "left_arm": {
480
+ "absolute": true,
481
+ "rotation_type": null,
482
+ "shape": [
483
+ 7
484
+ ],
485
+ "continuous": true
486
+ },
487
+ "right_arm": {
488
+ "absolute": true,
489
+ "rotation_type": null,
490
+ "shape": [
491
+ 7
492
+ ],
493
+ "continuous": true
494
+ },
495
+ "left_hand": {
496
+ "absolute": true,
497
+ "rotation_type": null,
498
+ "shape": [
499
+ 6
500
+ ],
501
+ "continuous": true
502
+ },
503
+ "right_hand": {
504
+ "absolute": true,
505
+ "rotation_type": null,
506
+ "shape": [
507
+ 6
508
+ ],
509
+ "continuous": true
510
+ }
511
+ }
512
+ },
513
+ "embodiment_tag": "gr1"
514
+ }
515
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f0ae663ecc82d1cb7ec4b17603da3d871b59c77475c7f1b455c493eb40daae
3
+ size 4999367032
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e547c8dcd9e50b1c6756ff911af843447a48b03b9786992edf78f1eb0323ac71
3
+ size 2586705312
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a16c86e0c4a2a1f13c8205a937c23645e6c86515002cafe9b3435b4dd82ac02
3
+ size 10271261222
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da76b7f3570f82042edd9f15eaf9ca57bae2d39ba1e38250c6ab1194aaf87c6a
3
+ size 15984
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34d077ab2f2b4bf42a2ed7d6b178bea4498b452ee595a12ae5683a2308550f4
3
+ size 15984
rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298d4def50097a74b70e3d28b5fc18a62de3f1485fae2d25e145b488eddb80a9
3
+ size 15984
rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd0945253c39e1ee6d2d6e8ebec1ac616043fe670fc7c3e48d962df6006eefcb
3
+ size 15984
rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dcc52e271c640adf0c501c6b446ace7f975e79648c0d789319b6dc87ee5c4d3
3
+ size 15984
rng_state_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a712f5e9508dc328efef49683445ed185ff660d9178fce9b96f3e2e0c6dd88e4
3
+ size 15984
rng_state_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78dd7d0d880029594fbb299d08981237f286983488a978ea36e48a6616cda934
3
+ size 15984
rng_state_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e38c0ec07f3b15258a550c5440382ce302c5020ea5cad6794537df8564a6b0f
3
+ size 15984
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96dedd731c018af5121e5a6273b315a5ea44ce825ed023675cb4a9716b4911be
3
+ size 1064
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff