Hugging Face's logo

easyminnn
/
hand_2tasks_final_ours_force_torque

Safetensors
gr00t_n1_5
Model card Files
xet
Community
easyminnn commited on
Commit
ebd1c14
·
verified ·
1 Parent(s): 8e81313

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. config.json +64 -0
  2. experiment_cfg/metadata.json +331 -0
  3. model-00001-of-00003.safetensors +3 -0
  4. model-00002-of-00003.safetensors +3 -0
  5. model-00003-of-00003.safetensors +3 -0
  6. model.safetensors.index.json +0 -0
  7. rng_state_0.pth +3 -0
  8. rng_state_1.pth +3 -0
  9. scheduler.pt +3 -0
  10. trainer_state.json +0 -0
config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 32,
3
+ "action_head_cfg": {
4
+ "action_dim": 32,
5
+ "action_horizon": 16,
6
+ "add_pos_embed": true,
7
+ "backbone_embedding_dim": 2048,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "cross_attention_dim": 2048,
11
+ "dropout": 0.2,
12
+ "final_dropout": true,
13
+ "interleave_self_attention": true,
14
+ "norm_type": "ada_norm",
15
+ "num_attention_heads": 32,
16
+ "num_layers": 16,
17
+ "output_dim": 1024,
18
+ "positional_embeddings": null
19
+ },
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "max_action_dim": 32,
23
+ "max_state_dim": 64,
24
+ "model_dtype": "float32",
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_inference_timesteps": 4,
29
+ "num_target_vision_tokens": 32,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true,
33
+ "use_vlln": true,
34
+ "vl_self_attention_cfg": {
35
+ "attention_head_dim": 64,
36
+ "dropout": 0.2,
37
+ "final_dropout": true,
38
+ "num_attention_heads": 32,
39
+ "num_layers": 4,
40
+ "positional_embeddings": null
41
+ }
42
+ },
43
+ "action_horizon": 16,
44
+ "architectures": [
45
+ "GR00T_N1_5_XArm_Force_Torque_Joint_Prediction_2stage"
46
+ ],
47
+ "attn_implementation": null,
48
+ "backbone_cfg": {
49
+ "eagle_path": "NVEagle/eagle_er-qwen3_1_7B-Siglip2_400M_stage1_5_128gpu_er_v7_1mlp_nops",
50
+ "load_bf16": false,
51
+ "project_to_dim": null,
52
+ "reproject_vision": false,
53
+ "select_layer": 12,
54
+ "tune_llm": false,
55
+ "tune_visual": true,
56
+ "use_flash_attention": true
57
+ },
58
+ "compute_dtype": "bfloat16",
59
+ "hidden_size": 2048,
60
+ "model_dtype": "float32",
61
+ "model_type": "gr00t_n1_5",
62
+ "torch_dtype": "bfloat16",
63
+ "transformers_version": "4.51.3"
64
+ }
experiment_cfg/metadata.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "arm": {
6
+ "max": [
7
+ 0.6763513088226318,
8
+ 0.6893939971923828,
9
+ -0.0877993106842041,
10
+ 4.3382720947265625,
11
+ 2.7740566730499268,
12
+ -0.1420849710702896
13
+ ],
14
+ "min": [
15
+ -0.47325417399406433,
16
+ -0.2914295196533203,
17
+ -1.069740653038025,
18
+ 2.074643850326538,
19
+ 0.6739141941070557,
20
+ -2.3055596351623535
21
+ ],
22
+ "mean": [
23
+ 0.15466345846652985,
24
+ 0.2192830741405487,
25
+ -0.6086273789405823,
26
+ 3.4800446033477783,
27
+ 1.4899146556854248,
28
+ -1.4712268114089966
29
+ ],
30
+ "std": [
31
+ 0.27233970165252686,
32
+ 0.14214637875556946,
33
+ 0.15391211211681366,
34
+ 0.6489962339401245,
35
+ 0.35528743267059326,
36
+ 0.5927923321723938
37
+ ],
38
+ "q01": [
39
+ -0.3898653772473335,
40
+ -0.1347692294418812,
41
+ -0.9783424466848374,
42
+ 2.197617812156677,
43
+ 0.9597249197959901,
44
+ -2.234493260383606
45
+ ],
46
+ "q99": [
47
+ 0.6160758912563324,
48
+ 0.5559739029407502,
49
+ -0.205783983618021,
50
+ 4.294230289459229,
51
+ 2.5004161167144776,
52
+ -0.32773582190275186
53
+ ]
54
+ },
55
+ "hand": {
56
+ "max": [
57
+ 0.8579000234603882,
58
+ 0.1979999989271164,
59
+ 0.7728000283241272,
60
+ 1.214400053024292,
61
+ 1.051200032234192,
62
+ 1.3503999710083008
63
+ ],
64
+ "min": [
65
+ 0.018400000408291817,
66
+ 0.0,
67
+ 0.0031999999191612005,
68
+ 0.04800000041723251,
69
+ 0.07999999821186066,
70
+ 0.10719999670982361
71
+ ],
72
+ "mean": [
73
+ 0.43089383840560913,
74
+ 0.07304154336452484,
75
+ 0.4634644687175751,
76
+ 0.7741838097572327,
77
+ 0.6567564010620117,
78
+ 0.8714749217033386
79
+ ],
80
+ "std": [
81
+ 0.1932171881198883,
82
+ 0.0554494746029377,
83
+ 0.1824437826871872,
84
+ 0.31609708070755005,
85
+ 0.2730455696582794,
86
+ 0.31046125292778015
87
+ ],
88
+ "q01": [
89
+ 0.05404999852180481,
90
+ 0.0,
91
+ 0.09279999881982803,
92
+ 0.1632000058889389,
93
+ 0.14239999651908875,
94
+ 0.24320000410079956
95
+ ],
96
+ "q99": [
97
+ 0.7889000177383423,
98
+ 0.17489999532699585,
99
+ 0.7504000067710876,
100
+ 1.193600058555603,
101
+ 1.0368000268936157,
102
+ 1.3056000471115112
103
+ ]
104
+ }
105
+ },
106
+ "action": {
107
+ "arm_command": {
108
+ "max": [
109
+ 0.6770374178886414,
110
+ 0.6912885308265686,
111
+ -0.08730362355709076,
112
+ 4.339597225189209,
113
+ 2.7740843296051025,
114
+ -0.14008556306362152
115
+ ],
116
+ "min": [
117
+ -0.4735149145126343,
118
+ -0.2918848395347595,
119
+ -1.069838523864746,
120
+ 2.0741829872131348,
121
+ 0.6716421246528625,
122
+ -2.306309700012207
123
+ ],
124
+ "mean": [
125
+ 0.1540984958410263,
126
+ 0.22001376748085022,
127
+ -0.6097897291183472,
128
+ 3.4817142486572266,
129
+ 1.4853993654251099,
130
+ -1.4707388877868652
131
+ ],
132
+ "std": [
133
+ 0.2729141414165497,
134
+ 0.14201974868774414,
135
+ 0.15253517031669617,
136
+ 0.6498361825942993,
137
+ 0.35011330246925354,
138
+ 0.593614399433136
139
+ ],
140
+ "q01": [
141
+ -0.3908489841222763,
142
+ -0.13489034309983253,
143
+ -0.9785512983798981,
144
+ 2.197674207687378,
145
+ 0.959052562713623,
146
+ -2.234276032447815
147
+ ],
148
+ "q99": [
149
+ 0.6163421750068665,
150
+ 0.5558456683158874,
151
+ -0.2094825533032417,
152
+ 4.294376282691956,
153
+ 2.4981018042564394,
154
+ -0.3277156260609626
155
+ ]
156
+ },
157
+ "hand_command": {
158
+ "max": [
159
+ 0.8414626121520996,
160
+ 0.19905410706996918,
161
+ 0.786115825176239,
162
+ 1.2115962505340576,
163
+ 1.0483771562576294,
164
+ 1.3459727764129639
165
+ ],
166
+ "min": [
167
+ 0.0,
168
+ 0.0,
169
+ 0.0,
170
+ 0.0,
171
+ 0.0,
172
+ 0.0
173
+ ],
174
+ "mean": [
175
+ 0.4183080196380615,
176
+ 0.07389666140079498,
177
+ 0.46399128437042236,
178
+ 0.7784941792488098,
179
+ 0.6571611762046814,
180
+ 0.8727790117263794
181
+ ],
182
+ "std": [
183
+ 0.1929958313703537,
184
+ 0.0566229410469532,
185
+ 0.1863671988248825,
186
+ 0.31635305285453796,
187
+ 0.2727443277835846,
188
+ 0.3094952404499054
189
+ ],
190
+ "q01": [
191
+ 0.03656195782124996,
192
+ 0.0,
193
+ 0.08263584591448307,
194
+ 0.15503984987735747,
195
+ 0.13471959829330443,
196
+ 0.23140670448541642
197
+ ],
198
+ "q99": [
199
+ 0.7728603118658067,
200
+ 0.17927273094654084,
201
+ 0.7573054277896883,
202
+ 1.1907255494594573,
203
+ 1.0344085836410524,
204
+ 1.301950888633728
205
+ ]
206
+ }
207
+ },
208
+ "tactile": {},
209
+ "rlforce": {},
210
+ "torque": {
211
+ "arm": {
212
+ "max": [
213
+ 9.9524507522583,
214
+ 2.4798965454101562,
215
+ 5.696957111358643,
216
+ 7.403754711151123,
217
+ 9.857837677001953,
218
+ 4.433938980102539
219
+ ],
220
+ "min": [
221
+ -12.326678276062012,
222
+ -40.820674896240234,
223
+ -26.124317169189453,
224
+ -7.615936756134033,
225
+ -9.475531578063965,
226
+ -5.52708101272583
227
+ ],
228
+ "mean": [
229
+ -0.17819209396839142,
230
+ -20.306840896606445,
231
+ -11.069125175476074,
232
+ -0.24145638942718506,
233
+ 2.065887212753296,
234
+ -0.25324684381484985
235
+ ],
236
+ "std": [
237
+ 1.3356064558029175,
238
+ 4.4613189697265625,
239
+ 3.396172523498535,
240
+ 1.6281789541244507,
241
+ 1.8543843030929565,
242
+ 0.8412618637084961
243
+ ],
244
+ "q01": [
245
+ -4.060260753631591,
246
+ -29.917979316711424,
247
+ -16.913370876312257,
248
+ -3.16723219871521,
249
+ -5.3003393650054935,
250
+ -3.7937365436553954
251
+ ],
252
+ "q99": [
253
+ 2.294244070053105,
254
+ -5.559258890151959,
255
+ -0.03744592759757113,
256
+ 4.858680467605637,
257
+ 7.5991743946075445,
258
+ 3.365271377563478
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "modalities": {
264
+ "video": {
265
+ "camera_01": {
266
+ "resolution": [
267
+ 224,
268
+ 224
269
+ ],
270
+ "channels": 3,
271
+ "fps": 20.0
272
+ },
273
+ "camera_02": {
274
+ "resolution": [
275
+ 224,
276
+ 224
277
+ ],
278
+ "channels": 3,
279
+ "fps": 20.0
280
+ }
281
+ },
282
+ "state": {
283
+ "arm": {
284
+ "absolute": true,
285
+ "rotation_type": null,
286
+ "shape": [
287
+ 6
288
+ ],
289
+ "continuous": true
290
+ },
291
+ "hand": {
292
+ "absolute": true,
293
+ "rotation_type": null,
294
+ "shape": [
295
+ 6
296
+ ],
297
+ "continuous": true
298
+ }
299
+ },
300
+ "action": {
301
+ "arm_command": {
302
+ "absolute": true,
303
+ "rotation_type": null,
304
+ "shape": [
305
+ 6
306
+ ],
307
+ "continuous": true
308
+ },
309
+ "hand_command": {
310
+ "absolute": true,
311
+ "rotation_type": null,
312
+ "shape": [
313
+ 6
314
+ ],
315
+ "continuous": true
316
+ }
317
+ },
318
+ "tactile": {},
319
+ "rlforce": {},
320
+ "torque": {
321
+ "arm": {
322
+ "shape": [
323
+ 6
324
+ ],
325
+ "continuous": true
326
+ }
327
+ }
328
+ },
329
+ "embodiment_tag": "new_embodiment"
330
+ }
331
+ }
model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:360759629ac381a2b30b53ac25d7465d11d33e6ab8ee65f8afbf9b78fb2f17d9
3
+ size 4996236408
model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a29ee10bd3cd586ce5c459c2e4719d95688818976595404fe2d3f425abd61d8f
3
+ size 4927830016
model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079681e8af9e48478c1fee136240826efbd5f596d68428614d8287ea58b2b87e
3
+ size 4293977856
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cf6876e6fd286264e18115c8984387791688800fc8e21938e1e0113236d7086
3
+ size 14512
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a10dc7f8c5ea656af45010abfa3acd15516114460385f8d6d9de97badedee6
3
+ size 14512
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26013992868782194e8dbe2532f48b34c2b21b42337ae57ea58346d52a4933b
3
+ size 1064
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff