Hugging Face's logo

seonghyeonye
/
IDM_so100

Robotics
LeRobot
Safetensors
dual_brain
Model card Files
xet
Community
1
seonghyeonye commited on
Commit
ee7a93d
·
verified ·
1 Parent(s): a3a7418

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +80 -0
  2. experiment_cfg/conf.yaml +0 -0
  3. experiment_cfg/metadata.json +380 -0
  4. global_step30000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  5. global_step30000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step30000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  7. global_step30000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  8. global_step30000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  9. global_step30000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  10. global_step30000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  11. global_step30000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  12. global_step30000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  13. global_step30000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  14. global_step30000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  15. global_step30000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  16. global_step30000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  17. global_step30000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  18. global_step30000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  19. global_step30000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  20. global_step30000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  21. global_step30000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  22. global_step30000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  23. global_step30000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  24. global_step30000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  25. global_step30000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  26. global_step30000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  27. global_step30000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  28. global_step30000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
  29. global_step30000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  30. global_step30000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  31. global_step30000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  32. global_step30000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  33. global_step30000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  34. global_step30000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +3 -0
  35. global_step30000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +3 -0
  36. global_step30000/mp_rank_00_model_states.pt +3 -0
  37. latest +1 -0
  38. model.safetensors +3 -0
  39. rng_state_0.pth +3 -0
  40. rng_state_1.pth +3 -0
  41. rng_state_10.pth +3 -0
  42. rng_state_11.pth +3 -0
  43. rng_state_12.pth +3 -0
  44. rng_state_13.pth +3 -0
  45. rng_state_14.pth +3 -0
  46. rng_state_15.pth +3 -0
  47. rng_state_16.pth +3 -0
  48. rng_state_17.pth +3 -0
  49. rng_state_18.pth +3 -0
  50. rng_state_19.pth +3 -0
config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_so100",
3
+ "action_dim": 32,
4
+ "action_head_cfg": {
5
+ "_convert_": "object",
6
+ "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDM",
7
+ "config": {
8
+ "_recursive_": false,
9
+ "_target_": "gr00t.model.action_head.flow_matching_action_head_idm.FlowMatchingActionHeadIDMConfig",
10
+ "action_dim": 32,
11
+ "action_horizon": 16,
12
+ "add_pos_embed": true,
13
+ "add_seperator_token": true,
14
+ "add_view_embed": true,
15
+ "backbone_features_projector_cfg": null,
16
+ "diffusion_model_cfg": {
17
+ "_target_": "gr00t.model.action_head.cross_attention_dit.DiT",
18
+ "attention_head_dim": 64,
19
+ "dropout": 0.2,
20
+ "final_dropout": true,
21
+ "interleave_self_attention": true,
22
+ "norm_type": "ada_norm",
23
+ "num_attention_heads": 16,
24
+ "num_layers": 8,
25
+ "output_dim": 1024,
26
+ "positional_embeddings": null
27
+ },
28
+ "hidden_size": 1024,
29
+ "max_action_dim": 32,
30
+ "max_num_views": 3,
31
+ "max_state_dim": 44,
32
+ "mm_projector_cfg": {
33
+ "_convert_": "object",
34
+ "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjector",
35
+ "config": {
36
+ "_target_": "gr00t.model.action_head.multimodal_projector.MultimodalProjectorConfig",
37
+ "hidden_size": 1024,
38
+ "mm_hidden_size": 1024,
39
+ "mm_projector_type": "mlp_doubledownsample"
40
+ }
41
+ },
42
+ "mm_vision_select_layer": -2,
43
+ "model_dtype": "float32",
44
+ "noise_beta_alpha": 1.5,
45
+ "noise_beta_beta": 1.0,
46
+ "noise_s": 0.999,
47
+ "num_inference_timesteps": 16,
48
+ "num_timestep_buckets": 1000,
49
+ "siglip_hidden_size": 1024,
50
+ "siglip_model_cfg": {
51
+ "_convert_": "object",
52
+ "_target_": "gr00t.model.action_head.siglip.SiglipModel.from_pretrained",
53
+ "pretrained_model_name_or_path": "google/siglip2-large-patch16-256"
54
+ },
55
+ "tune_vision_tower": true,
56
+ "vl_self_attention_cfg": {
57
+ "_target_": "gr00t.model.action_head.cross_attention_dit.SelfAttentionTransformer",
58
+ "attention_head_dim": 64,
59
+ "dropout": 0.2,
60
+ "final_dropout": true,
61
+ "num_attention_heads": 16,
62
+ "num_layers": 4,
63
+ "positional_embeddings": null
64
+ }
65
+ }
66
+ },
67
+ "action_horizon": 16,
68
+ "architectures": [
69
+ "DualBrain"
70
+ ],
71
+ "backbone_cfg": {
72
+ "_target_": "gr00t.model.backbone.IdentityBackbone"
73
+ },
74
+ "hidden_size": 0,
75
+ "model_dtype": "float32",
76
+ "model_type": "dual_brain",
77
+ "resume_path": "/mnt/amlfs-01/home/seonghyeony/checkpoints/groot_s_idm_so100",
78
+ "torch_dtype": "bfloat16",
79
+ "transformers_version": "4.45.2"
80
+ }
experiment_cfg/conf.yaml ADDED
The diff for this file is too large to render. See raw diff
 
experiment_cfg/metadata.json ADDED
@@ -0,0 +1,380 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "so100": {
3
+ "dataset_name": "so100:FullSet, so100:FullSet",
4
+ "dataset_statistics": {
5
+ "state": {
6
+ "main_shoulder_pan": {
7
+ "max": [
8
+ 206.19140625
9
+ ],
10
+ "min": [
11
+ 38.056640625
12
+ ],
13
+ "mean": [
14
+ 113.23931884765625
15
+ ],
16
+ "std": [
17
+ 36.5380744934082
18
+ ],
19
+ "q01": [
20
+ 59.0625
21
+ ],
22
+ "q99": [
23
+ 194.4140625
24
+ ]
25
+ },
26
+ "main_shoulder_lift": {
27
+ "max": [
28
+ 192.48046875
29
+ ],
30
+ "min": [
31
+ 35.947265625
32
+ ],
33
+ "mean": [
34
+ 114.70135498046875
35
+ ],
36
+ "std": [
37
+ 34.050819396972656
38
+ ],
39
+ "q01": [
40
+ 50.09765625
41
+ ],
42
+ "q99": [
43
+ 188.525390625
44
+ ]
45
+ },
46
+ "main_elbow_flex": {
47
+ "max": [
48
+ 173.583984375
49
+ ],
50
+ "min": [
51
+ 22.412109375
52
+ ],
53
+ "mean": [
54
+ 109.06269073486328
55
+ ],
56
+ "std": [
57
+ 24.762542724609375
58
+ ],
59
+ "q01": [
60
+ 43.857421875
61
+ ],
62
+ "q99": [
63
+ 164.794921875
64
+ ]
65
+ },
66
+ "main_wrist_flex": {
67
+ "max": [
68
+ 112.67578125
69
+ ],
70
+ "min": [
71
+ -5.185546875
72
+ ],
73
+ "mean": [
74
+ 73.29328155517578
75
+ ],
76
+ "std": [
77
+ 22.162004470825195
78
+ ],
79
+ "q01": [
80
+ 22.412109375
81
+ ],
82
+ "q99": [
83
+ 111.005859375
84
+ ]
85
+ },
86
+ "main_wrist_roll": {
87
+ "max": [
88
+ 61.435546875
89
+ ],
90
+ "min": [
91
+ -165.5859375
92
+ ],
93
+ "mean": [
94
+ -42.29624557495117
95
+ ],
96
+ "std": [
97
+ 37.70439529418945
98
+ ],
99
+ "q01": [
100
+ -134.384765625
101
+ ],
102
+ "q99": [
103
+ 11.337890625
104
+ ]
105
+ },
106
+ "main_gripper": {
107
+ "max": [
108
+ 57.46003723144531
109
+ ],
110
+ "min": [
111
+ -3.5523979663848877
112
+ ],
113
+ "mean": [
114
+ 16.143075942993164
115
+ ],
116
+ "std": [
117
+ 13.105600357055664
118
+ ],
119
+ "q01": [
120
+ -1.509769082069397
121
+ ],
122
+ "q99": [
123
+ 47.51332092285156
124
+ ]
125
+ }
126
+ },
127
+ "action": {
128
+ "main_shoulder_pan": {
129
+ "max": [
130
+ 207.24609375
131
+ ],
132
+ "min": [
133
+ 38.84765625
134
+ ],
135
+ "mean": [
136
+ 113.70831298828125
137
+ ],
138
+ "std": [
139
+ 36.58461380004883
140
+ ],
141
+ "q01": [
142
+ 59.677734375
143
+ ],
144
+ "q99": [
145
+ 195.029296875
146
+ ]
147
+ },
148
+ "main_shoulder_lift": {
149
+ "max": [
150
+ 194.58984375
151
+ ],
152
+ "min": [
153
+ 37.705078125
154
+ ],
155
+ "mean": [
156
+ 115.85425567626953
157
+ ],
158
+ "std": [
159
+ 33.65233612060547
160
+ ],
161
+ "q01": [
162
+ 51.6796875
163
+ ],
164
+ "q99": [
165
+ 189.31640625
166
+ ]
167
+ },
168
+ "main_elbow_flex": {
169
+ "max": [
170
+ 174.990234375
171
+ ],
172
+ "min": [
173
+ 20.91796875
174
+ ],
175
+ "mean": [
176
+ 108.63793182373047
177
+ ],
178
+ "std": [
179
+ 25.02613067626953
180
+ ],
181
+ "q01": [
182
+ 42.451171875
183
+ ],
184
+ "q99": [
185
+ 164.794921875
186
+ ]
187
+ },
188
+ "main_wrist_flex": {
189
+ "max": [
190
+ 115.927734375
191
+ ],
192
+ "min": [
193
+ -7.20703125
194
+ ],
195
+ "mean": [
196
+ 73.76486206054688
197
+ ],
198
+ "std": [
199
+ 22.343610763549805
200
+ ],
201
+ "q01": [
202
+ 22.236328125
203
+ ],
204
+ "q99": [
205
+ 111.97265625
206
+ ]
207
+ },
208
+ "main_wrist_roll": {
209
+ "max": [
210
+ 62.75390625
211
+ ],
212
+ "min": [
213
+ -166.9921875
214
+ ],
215
+ "mean": [
216
+ -42.69032287597656
217
+ ],
218
+ "std": [
219
+ 37.90693283081055
220
+ ],
221
+ "q01": [
222
+ -134.912109375
223
+ ],
224
+ "q99": [
225
+ 11.689453125
226
+ ]
227
+ },
228
+ "main_gripper": {
229
+ "max": [
230
+ 58.67697525024414
231
+ ],
232
+ "min": [
233
+ -7.30240535736084
234
+ ],
235
+ "mean": [
236
+ 16.021728515625
237
+ ],
238
+ "std": [
239
+ 14.06087589263916
240
+ ],
241
+ "q01": [
242
+ -3.6941580772399902
243
+ ],
244
+ "q99": [
245
+ 48.539520263671875
246
+ ]
247
+ }
248
+ },
249
+ "total_trajectory_length": 171312,
250
+ "num_trajectories": 180
251
+ },
252
+ "modalities": {
253
+ "video": {
254
+ "webcam": {
255
+ "resolution": [
256
+ 256,
257
+ 256
258
+ ],
259
+ "channels": 3,
260
+ "fps": 30.0
261
+ }
262
+ },
263
+ "state": {
264
+ "main_shoulder_pan": {
265
+ "absolute": true,
266
+ "rotation_type": null,
267
+ "shape": [
268
+ 1
269
+ ],
270
+ "continuous": true
271
+ },
272
+ "main_shoulder_lift": {
273
+ "absolute": true,
274
+ "rotation_type": null,
275
+ "shape": [
276
+ 1
277
+ ],
278
+ "continuous": true
279
+ },
280
+ "main_elbow_flex": {
281
+ "absolute": true,
282
+ "rotation_type": null,
283
+ "shape": [
284
+ 1
285
+ ],
286
+ "continuous": true
287
+ },
288
+ "main_wrist_flex": {
289
+ "absolute": true,
290
+ "rotation_type": null,
291
+ "shape": [
292
+ 1
293
+ ],
294
+ "continuous": true
295
+ },
296
+ "main_wrist_roll": {
297
+ "absolute": true,
298
+ "rotation_type": null,
299
+ "shape": [
300
+ 1
301
+ ],
302
+ "continuous": true
303
+ },
304
+ "main_gripper": {
305
+ "absolute": true,
306
+ "rotation_type": null,
307
+ "shape": [
308
+ 1
309
+ ],
310
+ "continuous": true
311
+ }
312
+ },
313
+ "action": {
314
+ "main_shoulder_pan": {
315
+ "absolute": false,
316
+ "rotation_type": null,
317
+ "shape": [
318
+ 1
319
+ ],
320
+ "continuous": true
321
+ },
322
+ "main_shoulder_lift": {
323
+ "absolute": false,
324
+ "rotation_type": null,
325
+ "shape": [
326
+ 1
327
+ ],
328
+ "continuous": true
329
+ },
330
+ "main_elbow_flex": {
331
+ "absolute": false,
332
+ "rotation_type": null,
333
+ "shape": [
334
+ 1
335
+ ],
336
+ "continuous": true
337
+ },
338
+ "main_wrist_flex": {
339
+ "absolute": false,
340
+ "rotation_type": null,
341
+ "shape": [
342
+ 1
343
+ ],
344
+ "continuous": true
345
+ },
346
+ "main_wrist_roll": {
347
+ "absolute": false,
348
+ "rotation_type": null,
349
+ "shape": [
350
+ 1
351
+ ],
352
+ "continuous": true
353
+ },
354
+ "main_gripper": {
355
+ "absolute": false,
356
+ "rotation_type": null,
357
+ "shape": [
358
+ 1
359
+ ],
360
+ "continuous": true
361
+ }
362
+ },
363
+ "annotation": {
364
+ "human": [
365
+ "task_description"
366
+ ]
367
+ }
368
+ },
369
+ "embodiment": {
370
+ "robot_name": "SO100",
371
+ "robot_type": "SO100",
372
+ "record_frequency": 20.0,
373
+ "body_controller_frequency": null,
374
+ "hand_controller_frequency": null,
375
+ "embodiment_tag": "so100"
376
+ },
377
+ "processing": null,
378
+ "version": null
379
+ }
380
+ }
global_step30000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9181e10ad00d8276163d7c8a51486643de946b1b71a73eafc5b9850145c65791
3
+ size 229581296
global_step30000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74333d8cbe53050c5422c60fc6070abc7c2930065c1a6535c097eee1d6aa4ee0
3
+ size 229580988
global_step30000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd359371e60c15fde3a7a14bcb39f1d0b2f4b64e445082dee148281a23317e75
3
+ size 229581116
global_step30000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f426e75219ce7457c090f91e7770250f92edefbfaefacf01de3aa75111ecda50
3
+ size 229580988
global_step30000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566c52f64c3568484c05f878fcd6b68bd6861809199192d22a130db05b92219a
3
+ size 229580988
global_step30000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8e4e43deb536a55ab186741344d13a2c5c00e60dcbe80cc2ab66cc7cdf15b8
3
+ size 229580988
global_step30000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e09c7d63f33ae9707d95e4f2a28076d6c73b7e01dab4b946ff17e0b41e90f4c
3
+ size 229580924
global_step30000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cac18718e34e1fdab190b71ecb008e01bda99466ccddc7c9c0344d76ac87285e
3
+ size 229580796
global_step30000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90838224ef6745bbdfa2fd400830ef02c3e5b605ef12fcf92b12dbaff0409db2
3
+ size 229581116
global_step30000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deaa2bb081e4ec908e4079be56fe6516f9589206e95a24f913a1091832f1fc68
3
+ size 229580732
global_step30000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71051466b8c5be0af477ded13c194058eda339123d5527c98e41c299b012781d
3
+ size 229580796
global_step30000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d6fd0ef9047c90ac8aacf2a2071cdee14ed0dc7a65d7cc2f82d71b40e93c3b
3
+ size 229580848
global_step30000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb9b9a3e7375b0653eba214154536897c43d10a1a438a28596034cc009fc689
3
+ size 229580860
global_step30000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7773e50a1363635fc9198dd687013c501e1b1bdc64bb4c912770225bd694b018
3
+ size 229580540
global_step30000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ee575e1738dff20f87da5bb4ff434cc17e677da032a6a1a4f60077b2da6c2a
3
+ size 229580540
global_step30000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4208f416aa8a128c3ea06568d55c10fcc1b2cce81db301b7cebd49f5693890af
3
+ size 229580604
global_step30000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37bff13bbd6d18dffb06bd8368c1466686a9c4d1c5b07629f5ac04a8e1437bb9
3
+ size 229580028
global_step30000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6c71b8b260c84124ad46e5e4ab5e2fa19f25e21cbfaa0c319bd9a68c6ec3e3
3
+ size 229579516
global_step30000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f8c7e82cff4a9648b31bf64c0f0cedb3f6ab4bfe05c0b993c0bc9d2f513888
3
+ size 229579580
global_step30000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c4cac52bce6b95d857c36b5d1972e250ad92f739110cd480f4918a23933b580
3
+ size 229580092
global_step30000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47187fc51a55012745952071e33c6a48d8faa7ae6cb8c0d257aab9b99ce04169
3
+ size 229580028
global_step30000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9641af7888d7d0ab9cb05e31bac1c6ab661cc3593d060926d5d09f1ae4680ba
3
+ size 229580092
global_step30000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e26ac0e19e0306f3484a91a4c68a35c535da82c04a4532b9e3d1e75c07092e
3
+ size 229581168
global_step30000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29859949d81aee755cbaeaac26b69a9793a8076592a7fb7fa7ec00c06560665c
3
+ size 229579580
global_step30000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e226e49f9dcf3a705c60ce1fab366249be5f0a4a73995994321087eb599500e
3
+ size 229579836
global_step30000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5888ac9c37b9393286576b65ac444b4bdb4f3d010b6814b78d2a8ea3b1820e69
3
+ size 229580848
global_step30000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3daa6dbf7c78fa6e2ec727234bc0e757008cd7f9ea6df76132badda1cae7d5b2
3
+ size 229581168
global_step30000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a7833991b36b09573305bab0286f77ccfa67c17012ef71ae76fe2371550e56
3
+ size 229580720
global_step30000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a2242e8fbb5cc0e0276df68b8222c806ce634640234d2147f476d670c0f60a
3
+ size 229581104
global_step30000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096ffa693e550d8c9455a956fd2c8f7a352fe4548180c4dc5e2ef91d6bdd3a0d
3
+ size 229580848
global_step30000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8628445b4a756444f36002958eec3cc5ae9ca115a839957990015ca10a1fc221
3
+ size 229581104
global_step30000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d79a8ff349fbfeafebd9d3ef8ec3d95c409b5a88ca87f1f42d2de53b548c50
3
+ size 229581104
global_step30000/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103fee7f19a0f062f8dbbe44bdb89fc246e8da0a2df2fa83980bb6a805c54ce8
3
+ size 1325387042
latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step30000
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6463c645b31948e35674ff9f21988d44cdfa101c2db2127333fdd4ef0f86ac02
3
+ size 1274863076
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b28a72a65afefc2f2890e8522c9d3f32ffd886bc4c9ed5cc1d638fd494cfca1
3
+ size 14256
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0212a636fb4674c4997436e4cfd3e1c47c36fdbfd83d64e408cda2d39fafaed1
3
+ size 14256
rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98927eb7e95395014a34610680e3fccd68a4bc49d8726efa96dde589ce4428fa
3
+ size 14262
rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f43c649d7128e343831a2e7d878cd77c4830ce2d76a87fdfa9dc234634b4461
3
+ size 14262
rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0bb6a466e036ba8e9618ce8a6b31d7336438f510174dc24f219d7c2297fd14
3
+ size 14262
rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c8aef82dcd1eec84ceaa101997d4a74e2bc481dacb3ff3864f9df5cef1a457
3
+ size 14262
rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9df84f40a4bc10da09171110ce8b6b2e986b506cc4482d4f5443c01b42d6047
3
+ size 14262
rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a671ea24c19f21f68b90683baecab90674c594e04d70b170a8a02eede4922152
3
+ size 14262
rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf956ef96f04f3055dac1278b10d30752de09a648be7ca5096d444e56944b07
3
+ size 14262
rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20803d617c3f7a95c6b6a68cdeb637fe666559212e8ff96884d8202541844de3
3
+ size 14262
rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0b2570b68811c9b6b4a69de0085c1f2089ce8cc19f8418fb93a8ceb04f1831
3
+ size 14262
rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c10313639e63cb2a5cc024b08d743776dd3135a453dd701570a52a1f86c5f9e
3
+ size 14262