Hugging Face's logo

binhng
/
base16_ourdata_smol

Safetensors
Model card Files
xet
 Community
binhng commited on
Commit
9106086
·
verified ·
1 Parent(s): 9392be2

Initial commit

Browse files
Files changed (39) hide show
  1. .gitattributes +3 -0
  2. checkpoints/060000/pretrained_model/config.json +134 -0
  3. checkpoints/060000/pretrained_model/model.safetensors +3 -0
  4. checkpoints/060000/pretrained_model/train_config.json +327 -0
  5. checkpoints/060000/training_state/optimizer_param_groups.json +533 -0
  6. checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
  7. checkpoints/060000/training_state/rng_state.safetensors +3 -0
  8. checkpoints/060000/training_state/scheduler_state.json +15 -0
  9. checkpoints/060000/training_state/training_step.json +3 -0
  10. checkpoints/100000/pretrained_model/config.json +134 -0
  11. checkpoints/100000/pretrained_model/model.safetensors +3 -0
  12. checkpoints/100000/pretrained_model/train_config.json +327 -0
  13. checkpoints/100000/training_state/optimizer_param_groups.json +533 -0
  14. checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
  15. checkpoints/100000/training_state/rng_state.safetensors +3 -0
  16. checkpoints/100000/training_state/scheduler_state.json +15 -0
  17. checkpoints/100000/training_state/training_step.json +3 -0
  18. wandb/debug-internal.log +13 -0
  19. wandb/debug.log +36 -0
  20. wandb/offline-run-20251125_164604-9pfedoc2/files/config.yaml +326 -0
  21. wandb/offline-run-20251125_164604-9pfedoc2/files/output.log +117 -0
  22. wandb/offline-run-20251125_164604-9pfedoc2/files/requirements.txt +286 -0
  23. wandb/offline-run-20251125_164604-9pfedoc2/files/wandb-metadata.json +1 -0
  24. wandb/offline-run-20251125_164604-9pfedoc2/files/wandb-summary.json +1 -0
  25. wandb/offline-run-20251125_164604-9pfedoc2/logs/debug-internal.log +13 -0
  26. wandb/offline-run-20251125_164604-9pfedoc2/logs/debug.log +36 -0
  27. wandb/offline-run-20251125_164604-9pfedoc2/run-9pfedoc2.wandb +3 -0
  28. wandb/offline-run-20251126_082603-9pfedoc2/files/config.yaml +362 -0
  29. wandb/offline-run-20251126_082603-9pfedoc2/files/output.log +0 -0
  30. wandb/offline-run-20251126_082603-9pfedoc2/files/requirements.txt +286 -0
  31. wandb/offline-run-20251126_082603-9pfedoc2/files/wandb-metadata.json +1 -0
  32. wandb/offline-run-20251126_082603-9pfedoc2/files/wandb-summary.json +1 -0
  33. wandb/offline-run-20251126_082603-9pfedoc2/logs/debug-internal.log +13 -0
  34. wandb/offline-run-20251126_082603-9pfedoc2/logs/debug.log +23 -0
  35. wandb/offline-run-20251126_082603-9pfedoc2/run-9pfedoc2.wandb +3 -0
  36. wandb/offline-run-20251127_082205-9pfedoc2/files/requirements.txt +286 -0
  37. wandb/offline-run-20251127_082205-9pfedoc2/logs/debug-internal.log +13 -0
  38. wandb/offline-run-20251127_082205-9pfedoc2/logs/debug.log +36 -0
  39. wandb/offline-run-20251127_082205-9pfedoc2/run-9pfedoc2.wandb +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/offline-run-20251125_164604-9pfedoc2/run-9pfedoc2.wandb filter=lfs diff=lfs merge=lfs -text
37
+ wandb/offline-run-20251126_082603-9pfedoc2/run-9pfedoc2.wandb filter=lfs diff=lfs merge=lfs -text
38
+ wandb/offline-run-20251127_082205-9pfedoc2/run-9pfedoc2.wandb filter=lfs diff=lfs merge=lfs -text
checkpoints/060000/pretrained_model/config.json ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "IDENTITY",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.images.image": {
11
+ "type": "VISUAL",
12
+ "shape": [
13
+ 3,
14
+ 256,
15
+ 256
16
+ ]
17
+ },
18
+ "observation.images.wrist_image": {
19
+ "type": "VISUAL",
20
+ "shape": [
21
+ 3,
22
+ 256,
23
+ 256
24
+ ]
25
+ },
26
+ "observation.images.image_mask": {
27
+ "type": "VISUAL",
28
+ "shape": [
29
+ 3,
30
+ 256,
31
+ 256
32
+ ]
33
+ },
34
+ "observation.images.wrist_mask": {
35
+ "type": "VISUAL",
36
+ "shape": [
37
+ 3,
38
+ 256,
39
+ 256
40
+ ]
41
+ },
42
+ "observation.images.object_of_interest_mask": {
43
+ "type": "VISUAL",
44
+ "shape": [
45
+ 3,
46
+ 256,
47
+ 256
48
+ ]
49
+ },
50
+ "observation.images.object_of_interest_wrist_mask": {
51
+ "type": "VISUAL",
52
+ "shape": [
53
+ 3,
54
+ 256,
55
+ 256
56
+ ]
57
+ },
58
+ "observation.state": {
59
+ "type": "STATE",
60
+ "shape": [
61
+ 8
62
+ ]
63
+ },
64
+ "observation.states.ee_state": {
65
+ "type": "STATE",
66
+ "shape": [
67
+ 6
68
+ ]
69
+ },
70
+ "observation.states.joint_state": {
71
+ "type": "STATE",
72
+ "shape": [
73
+ 7
74
+ ]
75
+ },
76
+ "observation.states.gripper_state": {
77
+ "type": "STATE",
78
+ "shape": [
79
+ 2
80
+ ]
81
+ }
82
+ },
83
+ "output_features": {
84
+ "action": {
85
+ "type": "ACTION",
86
+ "shape": [
87
+ 7
88
+ ]
89
+ }
90
+ },
91
+ "device": "cuda",
92
+ "use_amp": false,
93
+ "gradient_accumulation_steps": 1,
94
+ "chunk_size": 50,
95
+ "n_action_steps": 50,
96
+ "max_state_dim": 32,
97
+ "max_action_dim": 32,
98
+ "resize_imgs_with_padding": [
99
+ 512,
100
+ 512
101
+ ],
102
+ "empty_cameras": 0,
103
+ "adapt_to_pi_aloha": false,
104
+ "use_delta_joint_actions_aloha": false,
105
+ "tokenizer_max_length": 48,
106
+ "num_steps": 10,
107
+ "use_cache": true,
108
+ "freeze_vision_encoder": true,
109
+ "train_expert_only": true,
110
+ "train_state_proj": true,
111
+ "optimizer_lr": 0.0001,
112
+ "optimizer_betas": [
113
+ 0.9,
114
+ 0.95
115
+ ],
116
+ "optimizer_eps": 1e-08,
117
+ "optimizer_weight_decay": 1e-10,
118
+ "optimizer_grad_clip_norm": 10.0,
119
+ "scheduler_warmup_steps": 1000,
120
+ "scheduler_decay_steps": 30000,
121
+ "scheduler_decay_lr": 2.5e-06,
122
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
123
+ "load_vlm_weights": true,
124
+ "add_image_special_tokens": false,
125
+ "attention_mode": "cross_attn",
126
+ "prefix_length": 0,
127
+ "pad_language_to": "max_length",
128
+ "num_expert_layers": 0,
129
+ "num_vlm_layers": 16,
130
+ "self_attn_every_n_layers": 2,
131
+ "expert_width_multiplier": 0.75,
132
+ "min_period": 0.004,
133
+ "max_period": 4.0
134
+ }
checkpoints/060000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a18729d08007a0e24740b519e947e49c4f24907df5532ffbd679c6d2d667ef
3
+ size 906714192
checkpoints/060000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,327 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": ".",
4
+ "root": "/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": true,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "image_tfs": {
11
+ "hue": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "hue": [
16
+ -0.05,
17
+ 0.05
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "sharpness": {
32
+ "weight": 1.0,
33
+ "type": "SharpnessJitter",
34
+ "kwargs": {
35
+ "sharpness": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "brightness": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "brightness": [
46
+ 0.8,
47
+ 1.2
48
+ ]
49
+ }
50
+ },
51
+ "saturation": {
52
+ "weight": 1.0,
53
+ "type": "ColorJitter",
54
+ "kwargs": {
55
+ "saturation": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "crop_resize": {
62
+ "weight": 1.0,
63
+ "type": "RandomResizedCrop",
64
+ "kwargs": {
65
+ "size": [
66
+ 256,
67
+ 256
68
+ ],
69
+ "ratio": [
70
+ 1,
71
+ 1
72
+ ],
73
+ "scale": [
74
+ 0.9,
75
+ 0.95
76
+ ]
77
+ }
78
+ },
79
+ "rotate": {
80
+ "weight": 1.0,
81
+ "type": "RandomRotate",
82
+ "kwargs": {
83
+ "degrees": [
84
+ -5,
85
+ 5
86
+ ]
87
+ }
88
+ }
89
+ },
90
+ "wrist_tfs": {
91
+ "hue": {
92
+ "weight": 1.0,
93
+ "type": "ColorJitter",
94
+ "kwargs": {
95
+ "hue": [
96
+ -0.05,
97
+ 0.05
98
+ ]
99
+ }
100
+ },
101
+ "contrast": {
102
+ "weight": 1.0,
103
+ "type": "ColorJitter",
104
+ "kwargs": {
105
+ "contrast": [
106
+ 0.8,
107
+ 1.2
108
+ ]
109
+ }
110
+ },
111
+ "sharpness": {
112
+ "weight": 1.0,
113
+ "type": "SharpnessJitter",
114
+ "kwargs": {
115
+ "sharpness": [
116
+ 0.5,
117
+ 1.5
118
+ ]
119
+ }
120
+ },
121
+ "brightness": {
122
+ "weight": 1.0,
123
+ "type": "ColorJitter",
124
+ "kwargs": {
125
+ "brightness": [
126
+ 0.8,
127
+ 1.2
128
+ ]
129
+ }
130
+ },
131
+ "saturation": {
132
+ "weight": 1.0,
133
+ "type": "ColorJitter",
134
+ "kwargs": {
135
+ "saturation": [
136
+ 0.5,
137
+ 1.5
138
+ ]
139
+ }
140
+ }
141
+ }
142
+ },
143
+ "revision": null,
144
+ "use_imagenet_stats": true,
145
+ "video_backend": "torchcodec",
146
+ "vqa_data_path": null
147
+ },
148
+ "env": null,
149
+ "policy": {
150
+ "type": "smolvla",
151
+ "n_obs_steps": 1,
152
+ "normalization_mapping": {
153
+ "VISUAL": "IDENTITY",
154
+ "STATE": "MEAN_STD",
155
+ "ACTION": "MEAN_STD"
156
+ },
157
+ "input_features": {
158
+ "observation.images.image": {
159
+ "type": "VISUAL",
160
+ "shape": [
161
+ 3,
162
+ 256,
163
+ 256
164
+ ]
165
+ },
166
+ "observation.images.wrist_image": {
167
+ "type": "VISUAL",
168
+ "shape": [
169
+ 3,
170
+ 256,
171
+ 256
172
+ ]
173
+ },
174
+ "observation.images.image_mask": {
175
+ "type": "VISUAL",
176
+ "shape": [
177
+ 3,
178
+ 256,
179
+ 256
180
+ ]
181
+ },
182
+ "observation.images.wrist_mask": {
183
+ "type": "VISUAL",
184
+ "shape": [
185
+ 3,
186
+ 256,
187
+ 256
188
+ ]
189
+ },
190
+ "observation.images.object_of_interest_mask": {
191
+ "type": "VISUAL",
192
+ "shape": [
193
+ 3,
194
+ 256,
195
+ 256
196
+ ]
197
+ },
198
+ "observation.images.object_of_interest_wrist_mask": {
199
+ "type": "VISUAL",
200
+ "shape": [
201
+ 3,
202
+ 256,
203
+ 256
204
+ ]
205
+ },
206
+ "observation.state": {
207
+ "type": "STATE",
208
+ "shape": [
209
+ 8
210
+ ]
211
+ },
212
+ "observation.states.ee_state": {
213
+ "type": "STATE",
214
+ "shape": [
215
+ 6
216
+ ]
217
+ },
218
+ "observation.states.joint_state": {
219
+ "type": "STATE",
220
+ "shape": [
221
+ 7
222
+ ]
223
+ },
224
+ "observation.states.gripper_state": {
225
+ "type": "STATE",
226
+ "shape": [
227
+ 2
228
+ ]
229
+ }
230
+ },
231
+ "output_features": {
232
+ "action": {
233
+ "type": "ACTION",
234
+ "shape": [
235
+ 7
236
+ ]
237
+ }
238
+ },
239
+ "device": "cuda",
240
+ "use_amp": false,
241
+ "gradient_accumulation_steps": 1,
242
+ "chunk_size": 50,
243
+ "n_action_steps": 50,
244
+ "max_state_dim": 32,
245
+ "max_action_dim": 32,
246
+ "resize_imgs_with_padding": [
247
+ 512,
248
+ 512
249
+ ],
250
+ "empty_cameras": 0,
251
+ "adapt_to_pi_aloha": false,
252
+ "use_delta_joint_actions_aloha": false,
253
+ "tokenizer_max_length": 48,
254
+ "num_steps": 10,
255
+ "use_cache": true,
256
+ "freeze_vision_encoder": true,
257
+ "train_expert_only": true,
258
+ "train_state_proj": true,
259
+ "optimizer_lr": 0.0001,
260
+ "optimizer_betas": [
261
+ 0.9,
262
+ 0.95
263
+ ],
264
+ "optimizer_eps": 1e-08,
265
+ "optimizer_weight_decay": 1e-10,
266
+ "optimizer_grad_clip_norm": 10.0,
267
+ "scheduler_warmup_steps": 1000,
268
+ "scheduler_decay_steps": 30000,
269
+ "scheduler_decay_lr": 2.5e-06,
270
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
271
+ "load_vlm_weights": true,
272
+ "add_image_special_tokens": false,
273
+ "attention_mode": "cross_attn",
274
+ "prefix_length": 0,
275
+ "pad_language_to": "max_length",
276
+ "num_expert_layers": 0,
277
+ "num_vlm_layers": 16,
278
+ "self_attn_every_n_layers": 2,
279
+ "expert_width_multiplier": 0.75,
280
+ "min_period": 0.004,
281
+ "max_period": 4.0
282
+ },
283
+ "output_dir": "outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers",
284
+ "job_name": "libero_100%_baseline_correct_ourdata_16layers",
285
+ "resume": false,
286
+ "seed": 42,
287
+ "num_workers": 8,
288
+ "batch_size": 64,
289
+ "steps": 100000,
290
+ "eval_freq": 20000,
291
+ "log_freq": 10,
292
+ "save_checkpoint": true,
293
+ "save_freq": 10000,
294
+ "use_policy_training_preset": true,
295
+ "optimizer": {
296
+ "type": "adamw",
297
+ "lr": 0.0001,
298
+ "weight_decay": 1e-10,
299
+ "grad_clip_norm": 10.0,
300
+ "betas": [
301
+ 0.9,
302
+ 0.95
303
+ ],
304
+ "eps": 1e-08
305
+ },
306
+ "scheduler": {
307
+ "type": "cosine_decay_with_warmup",
308
+ "num_warmup_steps": 1000,
309
+ "num_decay_steps": 30000,
310
+ "peak_lr": 0.0001,
311
+ "decay_lr": 2.5e-06
312
+ },
313
+ "eval": {
314
+ "n_episodes": 50,
315
+ "batch_size": 50,
316
+ "use_async_envs": false
317
+ },
318
+ "wandb": {
319
+ "enable": true,
320
+ "disable_artifact": true,
321
+ "project": "smolvla",
322
+ "entity": "Robotics_VLA",
323
+ "notes": null,
324
+ "run_id": null,
325
+ "mode": "offline"
326
+ }
327
+ }
checkpoints/060000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,533 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 2.5e-06,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499,
519
+ 500,
520
+ 501,
521
+ 502,
522
+ 503,
523
+ 504,
524
+ 505,
525
+ 506,
526
+ 507,
527
+ 508,
528
+ 509,
529
+ 510,
530
+ 511
531
+ ]
532
+ }
533
+ ]
checkpoints/060000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc3f9269348697bb708d60d6f926832a72763068b65df5e028a7c1ed23660fe
3
+ size 412659164
checkpoints/060000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef28d5e6f86ca69ddae674e15005d062d09f70ded8ed93cbea72b5848bbcbd14
3
+ size 15708
checkpoints/060000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 60000,
6
+ "_step_count": 60001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 2.5e-06
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/060000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 60000
3
+ }
checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "smolvla",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "IDENTITY",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.images.image": {
11
+ "type": "VISUAL",
12
+ "shape": [
13
+ 3,
14
+ 256,
15
+ 256
16
+ ]
17
+ },
18
+ "observation.images.wrist_image": {
19
+ "type": "VISUAL",
20
+ "shape": [
21
+ 3,
22
+ 256,
23
+ 256
24
+ ]
25
+ },
26
+ "observation.images.image_mask": {
27
+ "type": "VISUAL",
28
+ "shape": [
29
+ 3,
30
+ 256,
31
+ 256
32
+ ]
33
+ },
34
+ "observation.images.wrist_mask": {
35
+ "type": "VISUAL",
36
+ "shape": [
37
+ 3,
38
+ 256,
39
+ 256
40
+ ]
41
+ },
42
+ "observation.images.object_of_interest_mask": {
43
+ "type": "VISUAL",
44
+ "shape": [
45
+ 3,
46
+ 256,
47
+ 256
48
+ ]
49
+ },
50
+ "observation.images.object_of_interest_wrist_mask": {
51
+ "type": "VISUAL",
52
+ "shape": [
53
+ 3,
54
+ 256,
55
+ 256
56
+ ]
57
+ },
58
+ "observation.state": {
59
+ "type": "STATE",
60
+ "shape": [
61
+ 8
62
+ ]
63
+ },
64
+ "observation.states.ee_state": {
65
+ "type": "STATE",
66
+ "shape": [
67
+ 6
68
+ ]
69
+ },
70
+ "observation.states.joint_state": {
71
+ "type": "STATE",
72
+ "shape": [
73
+ 7
74
+ ]
75
+ },
76
+ "observation.states.gripper_state": {
77
+ "type": "STATE",
78
+ "shape": [
79
+ 2
80
+ ]
81
+ }
82
+ },
83
+ "output_features": {
84
+ "action": {
85
+ "type": "ACTION",
86
+ "shape": [
87
+ 7
88
+ ]
89
+ }
90
+ },
91
+ "device": "cuda",
92
+ "use_amp": false,
93
+ "gradient_accumulation_steps": 1,
94
+ "chunk_size": 50,
95
+ "n_action_steps": 50,
96
+ "max_state_dim": 32,
97
+ "max_action_dim": 32,
98
+ "resize_imgs_with_padding": [
99
+ 512,
100
+ 512
101
+ ],
102
+ "empty_cameras": 0,
103
+ "adapt_to_pi_aloha": false,
104
+ "use_delta_joint_actions_aloha": false,
105
+ "tokenizer_max_length": 48,
106
+ "num_steps": 10,
107
+ "use_cache": true,
108
+ "freeze_vision_encoder": true,
109
+ "train_expert_only": true,
110
+ "train_state_proj": true,
111
+ "optimizer_lr": 0.0001,
112
+ "optimizer_betas": [
113
+ 0.9,
114
+ 0.95
115
+ ],
116
+ "optimizer_eps": 1e-08,
117
+ "optimizer_weight_decay": 1e-10,
118
+ "optimizer_grad_clip_norm": 10.0,
119
+ "scheduler_warmup_steps": 1000,
120
+ "scheduler_decay_steps": 30000,
121
+ "scheduler_decay_lr": 2.5e-06,
122
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
123
+ "load_vlm_weights": true,
124
+ "add_image_special_tokens": false,
125
+ "attention_mode": "cross_attn",
126
+ "prefix_length": 0,
127
+ "pad_language_to": "max_length",
128
+ "num_expert_layers": 0,
129
+ "num_vlm_layers": 16,
130
+ "self_attn_every_n_layers": 2,
131
+ "expert_width_multiplier": 0.75,
132
+ "min_period": 0.004,
133
+ "max_period": 4.0
134
+ }
checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd45a8445a2103614f09273de644110ed979969efb0f5e39d8349f33b027bccd
3
+ size 906714192
checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,327 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": ".",
4
+ "root": "/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": true,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "image_tfs": {
11
+ "hue": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "hue": [
16
+ -0.05,
17
+ 0.05
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "sharpness": {
32
+ "weight": 1.0,
33
+ "type": "SharpnessJitter",
34
+ "kwargs": {
35
+ "sharpness": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "brightness": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "brightness": [
46
+ 0.8,
47
+ 1.2
48
+ ]
49
+ }
50
+ },
51
+ "saturation": {
52
+ "weight": 1.0,
53
+ "type": "ColorJitter",
54
+ "kwargs": {
55
+ "saturation": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "crop_resize": {
62
+ "weight": 1.0,
63
+ "type": "RandomResizedCrop",
64
+ "kwargs": {
65
+ "size": [
66
+ 256,
67
+ 256
68
+ ],
69
+ "ratio": [
70
+ 1,
71
+ 1
72
+ ],
73
+ "scale": [
74
+ 0.9,
75
+ 0.95
76
+ ]
77
+ }
78
+ },
79
+ "rotate": {
80
+ "weight": 1.0,
81
+ "type": "RandomRotate",
82
+ "kwargs": {
83
+ "degrees": [
84
+ -5,
85
+ 5
86
+ ]
87
+ }
88
+ }
89
+ },
90
+ "wrist_tfs": {
91
+ "hue": {
92
+ "weight": 1.0,
93
+ "type": "ColorJitter",
94
+ "kwargs": {
95
+ "hue": [
96
+ -0.05,
97
+ 0.05
98
+ ]
99
+ }
100
+ },
101
+ "contrast": {
102
+ "weight": 1.0,
103
+ "type": "ColorJitter",
104
+ "kwargs": {
105
+ "contrast": [
106
+ 0.8,
107
+ 1.2
108
+ ]
109
+ }
110
+ },
111
+ "sharpness": {
112
+ "weight": 1.0,
113
+ "type": "SharpnessJitter",
114
+ "kwargs": {
115
+ "sharpness": [
116
+ 0.5,
117
+ 1.5
118
+ ]
119
+ }
120
+ },
121
+ "brightness": {
122
+ "weight": 1.0,
123
+ "type": "ColorJitter",
124
+ "kwargs": {
125
+ "brightness": [
126
+ 0.8,
127
+ 1.2
128
+ ]
129
+ }
130
+ },
131
+ "saturation": {
132
+ "weight": 1.0,
133
+ "type": "ColorJitter",
134
+ "kwargs": {
135
+ "saturation": [
136
+ 0.5,
137
+ 1.5
138
+ ]
139
+ }
140
+ }
141
+ }
142
+ },
143
+ "revision": null,
144
+ "use_imagenet_stats": true,
145
+ "video_backend": "torchcodec",
146
+ "vqa_data_path": null
147
+ },
148
+ "env": null,
149
+ "policy": {
150
+ "type": "smolvla",
151
+ "n_obs_steps": 1,
152
+ "normalization_mapping": {
153
+ "VISUAL": "IDENTITY",
154
+ "STATE": "MEAN_STD",
155
+ "ACTION": "MEAN_STD"
156
+ },
157
+ "input_features": {
158
+ "observation.images.image": {
159
+ "type": "VISUAL",
160
+ "shape": [
161
+ 3,
162
+ 256,
163
+ 256
164
+ ]
165
+ },
166
+ "observation.images.wrist_image": {
167
+ "type": "VISUAL",
168
+ "shape": [
169
+ 3,
170
+ 256,
171
+ 256
172
+ ]
173
+ },
174
+ "observation.images.image_mask": {
175
+ "type": "VISUAL",
176
+ "shape": [
177
+ 3,
178
+ 256,
179
+ 256
180
+ ]
181
+ },
182
+ "observation.images.wrist_mask": {
183
+ "type": "VISUAL",
184
+ "shape": [
185
+ 3,
186
+ 256,
187
+ 256
188
+ ]
189
+ },
190
+ "observation.images.object_of_interest_mask": {
191
+ "type": "VISUAL",
192
+ "shape": [
193
+ 3,
194
+ 256,
195
+ 256
196
+ ]
197
+ },
198
+ "observation.images.object_of_interest_wrist_mask": {
199
+ "type": "VISUAL",
200
+ "shape": [
201
+ 3,
202
+ 256,
203
+ 256
204
+ ]
205
+ },
206
+ "observation.state": {
207
+ "type": "STATE",
208
+ "shape": [
209
+ 8
210
+ ]
211
+ },
212
+ "observation.states.ee_state": {
213
+ "type": "STATE",
214
+ "shape": [
215
+ 6
216
+ ]
217
+ },
218
+ "observation.states.joint_state": {
219
+ "type": "STATE",
220
+ "shape": [
221
+ 7
222
+ ]
223
+ },
224
+ "observation.states.gripper_state": {
225
+ "type": "STATE",
226
+ "shape": [
227
+ 2
228
+ ]
229
+ }
230
+ },
231
+ "output_features": {
232
+ "action": {
233
+ "type": "ACTION",
234
+ "shape": [
235
+ 7
236
+ ]
237
+ }
238
+ },
239
+ "device": "cuda",
240
+ "use_amp": false,
241
+ "gradient_accumulation_steps": 1,
242
+ "chunk_size": 50,
243
+ "n_action_steps": 50,
244
+ "max_state_dim": 32,
245
+ "max_action_dim": 32,
246
+ "resize_imgs_with_padding": [
247
+ 512,
248
+ 512
249
+ ],
250
+ "empty_cameras": 0,
251
+ "adapt_to_pi_aloha": false,
252
+ "use_delta_joint_actions_aloha": false,
253
+ "tokenizer_max_length": 48,
254
+ "num_steps": 10,
255
+ "use_cache": true,
256
+ "freeze_vision_encoder": true,
257
+ "train_expert_only": true,
258
+ "train_state_proj": true,
259
+ "optimizer_lr": 0.0001,
260
+ "optimizer_betas": [
261
+ 0.9,
262
+ 0.95
263
+ ],
264
+ "optimizer_eps": 1e-08,
265
+ "optimizer_weight_decay": 1e-10,
266
+ "optimizer_grad_clip_norm": 10.0,
267
+ "scheduler_warmup_steps": 1000,
268
+ "scheduler_decay_steps": 30000,
269
+ "scheduler_decay_lr": 2.5e-06,
270
+ "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
271
+ "load_vlm_weights": true,
272
+ "add_image_special_tokens": false,
273
+ "attention_mode": "cross_attn",
274
+ "prefix_length": 0,
275
+ "pad_language_to": "max_length",
276
+ "num_expert_layers": 0,
277
+ "num_vlm_layers": 16,
278
+ "self_attn_every_n_layers": 2,
279
+ "expert_width_multiplier": 0.75,
280
+ "min_period": 0.004,
281
+ "max_period": 4.0
282
+ },
283
+ "output_dir": "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers",
284
+ "job_name": "libero_100%_baseline_correct_ourdata_16layers",
285
+ "resume": true,
286
+ "seed": 42,
287
+ "num_workers": 8,
288
+ "batch_size": 64,
289
+ "steps": 100000,
290
+ "eval_freq": 20000,
291
+ "log_freq": 10,
292
+ "save_checkpoint": true,
293
+ "save_freq": 10000,
294
+ "use_policy_training_preset": true,
295
+ "optimizer": {
296
+ "type": "adamw",
297
+ "lr": 0.0001,
298
+ "weight_decay": 1e-10,
299
+ "grad_clip_norm": 10.0,
300
+ "betas": [
301
+ 0.9,
302
+ 0.95
303
+ ],
304
+ "eps": 1e-08
305
+ },
306
+ "scheduler": {
307
+ "type": "cosine_decay_with_warmup",
308
+ "num_warmup_steps": 1000,
309
+ "num_decay_steps": 30000,
310
+ "peak_lr": 0.0001,
311
+ "decay_lr": 2.5e-06
312
+ },
313
+ "eval": {
314
+ "n_episodes": 50,
315
+ "batch_size": 50,
316
+ "use_async_envs": false
317
+ },
318
+ "wandb": {
319
+ "enable": true,
320
+ "disable_artifact": true,
321
+ "project": "smolvla",
322
+ "entity": "Robotics_VLA",
323
+ "notes": null,
324
+ "run_id": null,
325
+ "mode": "offline"
326
+ }
327
+ }
checkpoints/100000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,533 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 2.5e-06,
4
+ "betas": [
5
+ 0.9,
6
+ 0.95
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-10,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "initial_lr": 0.0001,
18
+ "params": [
19
+ 0,
20
+ 1,
21
+ 2,
22
+ 3,
23
+ 4,
24
+ 5,
25
+ 6,
26
+ 7,
27
+ 8,
28
+ 9,
29
+ 10,
30
+ 11,
31
+ 12,
32
+ 13,
33
+ 14,
34
+ 15,
35
+ 16,
36
+ 17,
37
+ 18,
38
+ 19,
39
+ 20,
40
+ 21,
41
+ 22,
42
+ 23,
43
+ 24,
44
+ 25,
45
+ 26,
46
+ 27,
47
+ 28,
48
+ 29,
49
+ 30,
50
+ 31,
51
+ 32,
52
+ 33,
53
+ 34,
54
+ 35,
55
+ 36,
56
+ 37,
57
+ 38,
58
+ 39,
59
+ 40,
60
+ 41,
61
+ 42,
62
+ 43,
63
+ 44,
64
+ 45,
65
+ 46,
66
+ 47,
67
+ 48,
68
+ 49,
69
+ 50,
70
+ 51,
71
+ 52,
72
+ 53,
73
+ 54,
74
+ 55,
75
+ 56,
76
+ 57,
77
+ 58,
78
+ 59,
79
+ 60,
80
+ 61,
81
+ 62,
82
+ 63,
83
+ 64,
84
+ 65,
85
+ 66,
86
+ 67,
87
+ 68,
88
+ 69,
89
+ 70,
90
+ 71,
91
+ 72,
92
+ 73,
93
+ 74,
94
+ 75,
95
+ 76,
96
+ 77,
97
+ 78,
98
+ 79,
99
+ 80,
100
+ 81,
101
+ 82,
102
+ 83,
103
+ 84,
104
+ 85,
105
+ 86,
106
+ 87,
107
+ 88,
108
+ 89,
109
+ 90,
110
+ 91,
111
+ 92,
112
+ 93,
113
+ 94,
114
+ 95,
115
+ 96,
116
+ 97,
117
+ 98,
118
+ 99,
119
+ 100,
120
+ 101,
121
+ 102,
122
+ 103,
123
+ 104,
124
+ 105,
125
+ 106,
126
+ 107,
127
+ 108,
128
+ 109,
129
+ 110,
130
+ 111,
131
+ 112,
132
+ 113,
133
+ 114,
134
+ 115,
135
+ 116,
136
+ 117,
137
+ 118,
138
+ 119,
139
+ 120,
140
+ 121,
141
+ 122,
142
+ 123,
143
+ 124,
144
+ 125,
145
+ 126,
146
+ 127,
147
+ 128,
148
+ 129,
149
+ 130,
150
+ 131,
151
+ 132,
152
+ 133,
153
+ 134,
154
+ 135,
155
+ 136,
156
+ 137,
157
+ 138,
158
+ 139,
159
+ 140,
160
+ 141,
161
+ 142,
162
+ 143,
163
+ 144,
164
+ 145,
165
+ 146,
166
+ 147,
167
+ 148,
168
+ 149,
169
+ 150,
170
+ 151,
171
+ 152,
172
+ 153,
173
+ 154,
174
+ 155,
175
+ 156,
176
+ 157,
177
+ 158,
178
+ 159,
179
+ 160,
180
+ 161,
181
+ 162,
182
+ 163,
183
+ 164,
184
+ 165,
185
+ 166,
186
+ 167,
187
+ 168,
188
+ 169,
189
+ 170,
190
+ 171,
191
+ 172,
192
+ 173,
193
+ 174,
194
+ 175,
195
+ 176,
196
+ 177,
197
+ 178,
198
+ 179,
199
+ 180,
200
+ 181,
201
+ 182,
202
+ 183,
203
+ 184,
204
+ 185,
205
+ 186,
206
+ 187,
207
+ 188,
208
+ 189,
209
+ 190,
210
+ 191,
211
+ 192,
212
+ 193,
213
+ 194,
214
+ 195,
215
+ 196,
216
+ 197,
217
+ 198,
218
+ 199,
219
+ 200,
220
+ 201,
221
+ 202,
222
+ 203,
223
+ 204,
224
+ 205,
225
+ 206,
226
+ 207,
227
+ 208,
228
+ 209,
229
+ 210,
230
+ 211,
231
+ 212,
232
+ 213,
233
+ 214,
234
+ 215,
235
+ 216,
236
+ 217,
237
+ 218,
238
+ 219,
239
+ 220,
240
+ 221,
241
+ 222,
242
+ 223,
243
+ 224,
244
+ 225,
245
+ 226,
246
+ 227,
247
+ 228,
248
+ 229,
249
+ 230,
250
+ 231,
251
+ 232,
252
+ 233,
253
+ 234,
254
+ 235,
255
+ 236,
256
+ 237,
257
+ 238,
258
+ 239,
259
+ 240,
260
+ 241,
261
+ 242,
262
+ 243,
263
+ 244,
264
+ 245,
265
+ 246,
266
+ 247,
267
+ 248,
268
+ 249,
269
+ 250,
270
+ 251,
271
+ 252,
272
+ 253,
273
+ 254,
274
+ 255,
275
+ 256,
276
+ 257,
277
+ 258,
278
+ 259,
279
+ 260,
280
+ 261,
281
+ 262,
282
+ 263,
283
+ 264,
284
+ 265,
285
+ 266,
286
+ 267,
287
+ 268,
288
+ 269,
289
+ 270,
290
+ 271,
291
+ 272,
292
+ 273,
293
+ 274,
294
+ 275,
295
+ 276,
296
+ 277,
297
+ 278,
298
+ 279,
299
+ 280,
300
+ 281,
301
+ 282,
302
+ 283,
303
+ 284,
304
+ 285,
305
+ 286,
306
+ 287,
307
+ 288,
308
+ 289,
309
+ 290,
310
+ 291,
311
+ 292,
312
+ 293,
313
+ 294,
314
+ 295,
315
+ 296,
316
+ 297,
317
+ 298,
318
+ 299,
319
+ 300,
320
+ 301,
321
+ 302,
322
+ 303,
323
+ 304,
324
+ 305,
325
+ 306,
326
+ 307,
327
+ 308,
328
+ 309,
329
+ 310,
330
+ 311,
331
+ 312,
332
+ 313,
333
+ 314,
334
+ 315,
335
+ 316,
336
+ 317,
337
+ 318,
338
+ 319,
339
+ 320,
340
+ 321,
341
+ 322,
342
+ 323,
343
+ 324,
344
+ 325,
345
+ 326,
346
+ 327,
347
+ 328,
348
+ 329,
349
+ 330,
350
+ 331,
351
+ 332,
352
+ 333,
353
+ 334,
354
+ 335,
355
+ 336,
356
+ 337,
357
+ 338,
358
+ 339,
359
+ 340,
360
+ 341,
361
+ 342,
362
+ 343,
363
+ 344,
364
+ 345,
365
+ 346,
366
+ 347,
367
+ 348,
368
+ 349,
369
+ 350,
370
+ 351,
371
+ 352,
372
+ 353,
373
+ 354,
374
+ 355,
375
+ 356,
376
+ 357,
377
+ 358,
378
+ 359,
379
+ 360,
380
+ 361,
381
+ 362,
382
+ 363,
383
+ 364,
384
+ 365,
385
+ 366,
386
+ 367,
387
+ 368,
388
+ 369,
389
+ 370,
390
+ 371,
391
+ 372,
392
+ 373,
393
+ 374,
394
+ 375,
395
+ 376,
396
+ 377,
397
+ 378,
398
+ 379,
399
+ 380,
400
+ 381,
401
+ 382,
402
+ 383,
403
+ 384,
404
+ 385,
405
+ 386,
406
+ 387,
407
+ 388,
408
+ 389,
409
+ 390,
410
+ 391,
411
+ 392,
412
+ 393,
413
+ 394,
414
+ 395,
415
+ 396,
416
+ 397,
417
+ 398,
418
+ 399,
419
+ 400,
420
+ 401,
421
+ 402,
422
+ 403,
423
+ 404,
424
+ 405,
425
+ 406,
426
+ 407,
427
+ 408,
428
+ 409,
429
+ 410,
430
+ 411,
431
+ 412,
432
+ 413,
433
+ 414,
434
+ 415,
435
+ 416,
436
+ 417,
437
+ 418,
438
+ 419,
439
+ 420,
440
+ 421,
441
+ 422,
442
+ 423,
443
+ 424,
444
+ 425,
445
+ 426,
446
+ 427,
447
+ 428,
448
+ 429,
449
+ 430,
450
+ 431,
451
+ 432,
452
+ 433,
453
+ 434,
454
+ 435,
455
+ 436,
456
+ 437,
457
+ 438,
458
+ 439,
459
+ 440,
460
+ 441,
461
+ 442,
462
+ 443,
463
+ 444,
464
+ 445,
465
+ 446,
466
+ 447,
467
+ 448,
468
+ 449,
469
+ 450,
470
+ 451,
471
+ 452,
472
+ 453,
473
+ 454,
474
+ 455,
475
+ 456,
476
+ 457,
477
+ 458,
478
+ 459,
479
+ 460,
480
+ 461,
481
+ 462,
482
+ 463,
483
+ 464,
484
+ 465,
485
+ 466,
486
+ 467,
487
+ 468,
488
+ 469,
489
+ 470,
490
+ 471,
491
+ 472,
492
+ 473,
493
+ 474,
494
+ 475,
495
+ 476,
496
+ 477,
497
+ 478,
498
+ 479,
499
+ 480,
500
+ 481,
501
+ 482,
502
+ 483,
503
+ 484,
504
+ 485,
505
+ 486,
506
+ 487,
507
+ 488,
508
+ 489,
509
+ 490,
510
+ 491,
511
+ 492,
512
+ 493,
513
+ 494,
514
+ 495,
515
+ 496,
516
+ 497,
517
+ 498,
518
+ 499,
519
+ 500,
520
+ 501,
521
+ 502,
522
+ 503,
523
+ 504,
524
+ 505,
525
+ 506,
526
+ 507,
527
+ 508,
528
+ 509,
529
+ 510,
530
+ 511
531
+ ]
532
+ }
533
+ ]
checkpoints/100000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98e1eeef469e0454e81c9f87822c2a99939387ee1d92666cc452513eed438d51
3
+ size 412659164
checkpoints/100000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f290ffd572093281096d012d3b23acf7ef374412ca7f3a9ce546fe5801555e57
3
+ size 15708
checkpoints/100000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 100000,
6
+ "_step_count": 100001,
7
+ "_is_initial": false,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 2.5e-06
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
checkpoints/100000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 100000
3
+ }
wandb/debug-internal.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-27T08:22:07.559771448+01:00","level":"INFO","msg":"stream: starting","core version":"0.22.3"}
2
+ {"time":"2025-11-27T08:22:07.595802204+01:00","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
3
+ {"time":"2025-11-27T08:22:07.61257113+01:00","level":"WARN","msg":"featurechecker: GraphQL client is nil, skipping feature loading"}
4
+ {"time":"2025-11-27T08:22:07.61263541+01:00","level":"INFO","msg":"stream: created new stream","id":"9pfedoc2"}
5
+ {"time":"2025-11-27T08:22:07.612673479+01:00","level":"INFO","msg":"handler: started","stream_id":"9pfedoc2"}
6
+ {"time":"2025-11-27T08:22:07.619536923+01:00","level":"INFO","msg":"stream: started","id":"9pfedoc2"}
7
+ {"time":"2025-11-27T08:22:07.619532523+01:00","level":"INFO","msg":"writer: started","stream_id":"9pfedoc2"}
8
+ {"time":"2025-11-27T08:22:07.619582552+01:00","level":"INFO","msg":"sender: started","stream_id":"9pfedoc2"}
9
+ {"time":"2025-11-27T08:22:07.620331957+01:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"}
10
+ {"time":"2025-11-27T14:52:02.440928489+01:00","level":"INFO","msg":"stream: closing","id":"9pfedoc2"}
11
+ {"time":"2025-11-27T14:52:02.448036743+01:00","level":"INFO","msg":"handler: closed","stream_id":"9pfedoc2"}
12
+ {"time":"2025-11-27T14:52:02.451416481+01:00","level":"INFO","msg":"sender: closed","stream_id":"9pfedoc2"}
13
+ {"time":"2025-11-27T14:52:02.451430391+01:00","level":"INFO","msg":"stream: closed","id":"9pfedoc2"}
wandb/debug.log ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Current SDK version is 0.22.3
2
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Configure stats pid to 1740673
3
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from /user/hominhduy.nguyen/u15271/.config/wandb/settings
4
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/wandb/settings
5
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:setup_run_log_directory():706] Logging user logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251127_082205-9pfedoc2/logs/debug.log
7
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:setup_run_log_directory():707] Logging internal logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251127_082205-9pfedoc2/logs/debug-internal.log
8
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():833] calling init triggers
9
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():838] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': '.', 'root': '/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {'observation.images.image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.image_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [8]}, 'observation.states.ee_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.states.joint_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [7]}, 'observation.states.gripper_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [2]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [7]}}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 1, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0}, 'output_dir': '/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers', 'job_name': 'libero_100%_baseline_correct_ourdata_16layers', 'resume': True, 'seed': 42, 'num_workers': 8, 'batch_size': 64, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 10, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'smolvla', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'offline'}, '_wandb': {}}
11
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():881] starting backend
12
+ 2025-11-27 08:22:07,375 INFO MainThread:1740673 [wandb_init.py:init():884] sending inform_init request
13
+ 2025-11-27 08:22:07,391 INFO MainThread:1740673 [wandb_init.py:init():892] backend started and connected
14
+ 2025-11-27 08:22:07,393 INFO MainThread:1740673 [wandb_init.py:init():962] updated telemetry
15
+ 2025-11-27 08:22:07,425 INFO MainThread:1740673 [wandb_init.py:init():986] communicating run to backend with 90.0 second timeout
16
+ 2025-11-27 08:22:07,623 INFO MainThread:1740673 [wandb_init.py:init():1033] starting run threads in backend
17
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-11-27 08:22:08,921 INFO MainThread:1740673 [wandb_init.py:init():1073] run started, returning control to user process
22
+ 2025-11-27 14:52:02,433 INFO wandb-AsyncioManager-main:1740673 [service_client.py:_forward_responses():80] Reached EOF.
23
+ 2025-11-27 14:52:02,442 INFO wandb-AsyncioManager-main:1740673 [mailbox.py:close():137] Closing mailbox, abandoning 0 handles.
24
+ 2025-11-27 14:52:02,547 ERROR wandb-AsyncioManager-main:1740673 [asyncio_manager.py:fn_wrap_exceptions():183] Uncaught exception in run_soon callback.
25
+ Traceback (most recent call last):
26
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/asyncio_manager.py", line 181, in fn_wrap_exceptions
27
+ await fn()
28
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 38, in publish
29
+ await self._send_server_request(request)
30
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 64, in _send_server_request
31
+ await self._writer.drain()
32
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 371, in drain
33
+ await self._protocol._drain_helper()
34
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 167, in _drain_helper
35
+ raise ConnectionResetError('Connection lost')
36
+ ConnectionResetError: Connection lost
wandb/offline-run-20251125_164604-9pfedoc2/files/config.yaml ADDED
@@ -0,0 +1,326 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ wandb_version: 1
2
+
3
+ _wandb:
4
+ desc: null
5
+ value:
6
+ python_version: 3.10.19
7
+ cli_version: 0.22.3
8
+ framework: huggingface
9
+ is_jupyter_run: false
10
+ is_kaggle_kernel: false
11
+ start_time: 1764085564
12
+ t:
13
+ 1:
14
+ - 1
15
+ - 41
16
+ - 49
17
+ - 51
18
+ - 71
19
+ 2:
20
+ - 1
21
+ - 2
22
+ - 3
23
+ - 11
24
+ - 41
25
+ - 49
26
+ - 51
27
+ - 71
28
+ 3:
29
+ - 4
30
+ - 13
31
+ - 15
32
+ - 16
33
+ - 42
34
+ - 61
35
+ 4: 3.10.19
36
+ 5: 0.22.3
37
+ 13: linux-x86_64
38
+ e:
39
+ lgwa15frjqp6wcmzj791p626bybvxka3:
40
+ os: Linux-4.18.0-553.77.1.el8_10.x86_64-x86_64-with-glibc2.28
41
+ python: CPython 3.10.19
42
+ started_at: '2025-11-25T15:46:04.697019Z'
43
+ args:
44
+ - --policy.path=/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/smol_pretrained/smolvla_base
45
+ - --dataset.root=/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot
46
+ - --output_dir=outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
47
+ - --job_name=libero_100%_baseline_correct_ourdata_16layers
48
+ - --config_path=configs/smolvla_config/other_default.json
49
+ - --batch_size=64
50
+ - --steps=100000
51
+ - --policy.gradient_accumulation_steps=1
52
+ - --wandb.mode=offline
53
+ - --log_freq=10
54
+ program: /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/lerobot/scripts/train_accelerate.py
55
+ code_path: lerobot/scripts/train_accelerate.py
56
+ code_path_local: lerobot/scripts/train_accelerate.py
57
+ git:
58
+ remote_url: git@github-binh:jibby2803/Smolvla_capstone_project.git
59
+ commit: dfb283852050a8f12eed8f55fe1f6288e61d5631
60
+ root: outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
61
+ host: ggpu192
62
+ executable: /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/bin/python3.10
63
+ cpu_count: 64
64
+ cpu_count_logical: 128
65
+ disk:
66
+ /:
67
+ total: '270465425408'
68
+ used: '7019655168'
69
+ memory:
70
+ total: '540930854912'
71
+ slurm:
72
+ job_id: '11843069'
73
+ mpi_type: pmi2
74
+ writer_id: lgwa15frjqp6wcmzj791p626bybvxka3
75
+ dataset:
76
+ desc: null
77
+ value:
78
+ repo_id: .
79
+ root: /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot
80
+ episodes: null
81
+ image_transforms:
82
+ enable: true
83
+ max_num_transforms: 3
84
+ random_order: false
85
+ image_tfs:
86
+ hue:
87
+ weight: 1.0
88
+ type: ColorJitter
89
+ kwargs:
90
+ hue:
91
+ - -0.05
92
+ - 0.05
93
+ contrast:
94
+ weight: 1.0
95
+ type: ColorJitter
96
+ kwargs:
97
+ contrast:
98
+ - 0.8
99
+ - 1.2
100
+ sharpness:
101
+ weight: 1.0
102
+ type: SharpnessJitter
103
+ kwargs:
104
+ sharpness:
105
+ - 0.5
106
+ - 1.5
107
+ brightness:
108
+ weight: 1.0
109
+ type: ColorJitter
110
+ kwargs:
111
+ brightness:
112
+ - 0.8
113
+ - 1.2
114
+ saturation:
115
+ weight: 1.0
116
+ type: ColorJitter
117
+ kwargs:
118
+ saturation:
119
+ - 0.5
120
+ - 1.5
121
+ crop_resize:
122
+ weight: 1.0
123
+ type: RandomResizedCrop
124
+ kwargs:
125
+ size:
126
+ - 256
127
+ - 256
128
+ ratio:
129
+ - 1
130
+ - 1
131
+ scale:
132
+ - 0.9
133
+ - 0.95
134
+ rotate:
135
+ weight: 1.0
136
+ type: RandomRotate
137
+ kwargs:
138
+ degrees:
139
+ - -5
140
+ - 5
141
+ wrist_tfs:
142
+ hue:
143
+ weight: 1.0
144
+ type: ColorJitter
145
+ kwargs:
146
+ hue:
147
+ - -0.05
148
+ - 0.05
149
+ contrast:
150
+ weight: 1.0
151
+ type: ColorJitter
152
+ kwargs:
153
+ contrast:
154
+ - 0.8
155
+ - 1.2
156
+ sharpness:
157
+ weight: 1.0
158
+ type: SharpnessJitter
159
+ kwargs:
160
+ sharpness:
161
+ - 0.5
162
+ - 1.5
163
+ brightness:
164
+ weight: 1.0
165
+ type: ColorJitter
166
+ kwargs:
167
+ brightness:
168
+ - 0.8
169
+ - 1.2
170
+ saturation:
171
+ weight: 1.0
172
+ type: ColorJitter
173
+ kwargs:
174
+ saturation:
175
+ - 0.5
176
+ - 1.5
177
+ revision: null
178
+ use_imagenet_stats: true
179
+ video_backend: torchcodec
180
+ vqa_data_path: null
181
+ env:
182
+ desc: null
183
+ value: null
184
+ policy:
185
+ desc: null
186
+ value:
187
+ type: smolvla
188
+ n_obs_steps: 1
189
+ normalization_mapping:
190
+ VISUAL: IDENTITY
191
+ STATE: MEAN_STD
192
+ ACTION: MEAN_STD
193
+ input_features:
194
+ observation.images.image:
195
+ type: VISUAL
196
+ shape:
197
+ - 3
198
+ - 256
199
+ - 256
200
+ observation.images.wrist_image:
201
+ type: VISUAL
202
+ shape:
203
+ - 3
204
+ - 256
205
+ - 256
206
+ observation.state:
207
+ type: STATE
208
+ shape:
209
+ - 8
210
+ output_features:
211
+ action:
212
+ type: ACTION
213
+ shape:
214
+ - 7
215
+ device: cuda
216
+ use_amp: false
217
+ gradient_accumulation_steps: 1
218
+ chunk_size: 50
219
+ n_action_steps: 50
220
+ max_state_dim: 32
221
+ max_action_dim: 32
222
+ resize_imgs_with_padding:
223
+ - 512
224
+ - 512
225
+ empty_cameras: 0
226
+ adapt_to_pi_aloha: false
227
+ use_delta_joint_actions_aloha: false
228
+ tokenizer_max_length: 48
229
+ num_steps: 10
230
+ use_cache: true
231
+ freeze_vision_encoder: true
232
+ train_expert_only: true
233
+ train_state_proj: true
234
+ optimizer_lr: 0.0001
235
+ optimizer_betas:
236
+ - 0.9
237
+ - 0.95
238
+ optimizer_eps: 1.0e-08
239
+ optimizer_weight_decay: 1.0e-10
240
+ optimizer_grad_clip_norm: 10.0
241
+ scheduler_warmup_steps: 1000
242
+ scheduler_decay_steps: 30000
243
+ scheduler_decay_lr: 2.5e-06
244
+ vlm_model_name: HuggingFaceTB/SmolVLM2-500M-Video-Instruct
245
+ load_vlm_weights: true
246
+ add_image_special_tokens: false
247
+ attention_mode: cross_attn
248
+ prefix_length: 0
249
+ pad_language_to: max_length
250
+ num_expert_layers: 0
251
+ num_vlm_layers: 16
252
+ self_attn_every_n_layers: 2
253
+ expert_width_multiplier: 0.75
254
+ min_period: 0.004
255
+ max_period: 4.0
256
+ output_dir:
257
+ desc: null
258
+ value: outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
259
+ job_name:
260
+ desc: null
261
+ value: libero_100%_baseline_correct_ourdata_16layers
262
+ resume:
263
+ desc: null
264
+ value: false
265
+ seed:
266
+ desc: null
267
+ value: 42
268
+ num_workers:
269
+ desc: null
270
+ value: 8
271
+ batch_size:
272
+ desc: null
273
+ value: 64
274
+ steps:
275
+ desc: null
276
+ value: 100000
277
+ eval_freq:
278
+ desc: null
279
+ value: 20000
280
+ log_freq:
281
+ desc: null
282
+ value: 10
283
+ save_checkpoint:
284
+ desc: null
285
+ value: true
286
+ save_freq:
287
+ desc: null
288
+ value: 10000
289
+ use_policy_training_preset:
290
+ desc: null
291
+ value: true
292
+ optimizer:
293
+ desc: null
294
+ value:
295
+ type: adamw
296
+ lr: 0.0001
297
+ weight_decay: 1.0e-10
298
+ grad_clip_norm: 10.0
299
+ betas:
300
+ - 0.9
301
+ - 0.95
302
+ eps: 1.0e-08
303
+ scheduler:
304
+ desc: null
305
+ value:
306
+ type: cosine_decay_with_warmup
307
+ num_warmup_steps: 1000
308
+ num_decay_steps: 30000
309
+ peak_lr: 0.0001
310
+ decay_lr: 2.5e-06
311
+ eval:
312
+ desc: null
313
+ value:
314
+ n_episodes: 50
315
+ batch_size: 50
316
+ use_async_envs: false
317
+ wandb:
318
+ desc: null
319
+ value:
320
+ enable: true
321
+ disable_artifact: true
322
+ project: smolvla
323
+ entity: Robotics_VLA
324
+ notes: null
325
+ run_id: null
326
+ mode: offline
wandb/offline-run-20251125_164604-9pfedoc2/files/output.log ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO 2025-11-25 16:46:05 celerate.py:159 Creating dataset
2
+ Resolving data files: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1676/1676 [00:00<00:00, 19076.04it/s]
3
+ Loading dataset shards: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 78/78 [00:00<00:00, 160.85it/s]
4
+ INFO 2025-11-25 16:46:13 celerate.py:170 Creating policy
5
+ `torch_dtype` is deprecated! Use `dtype` instead!
6
+ INFO 2025-11-25 16:46:27 celerate.py:181 Creating optimizer and scheduler
7
+ INFO 2025-11-25 16:46:27 celerate.py:221 Output dir: outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
8
+ INFO 2025-11-25 16:46:27 celerate.py:224 cfg.steps=100000 (100K)
9
+ INFO 2025-11-25 16:46:27 celerate.py:225 dataset.num_frames=269918 (270K)
10
+ INFO 2025-11-25 16:46:27 celerate.py:226 dataset.num_episodes=1676
11
+ INFO 2025-11-25 16:46:27 celerate.py:227 num_learnable_params=99880992 (100M)
12
+ INFO 2025-11-25 16:46:27 celerate.py:228 num_total_params=450046250 (450M)
13
+ INFO 2025-11-25 16:46:27 celerate.py:229 Number of processes: 1
14
+ INFO 2025-11-25 16:46:27 celerate.py:230 Device: cuda
15
+ INFO 2025-11-25 16:46:27 celerate.py:231 Mixed precision: no
16
+ INFO 2025-11-25 16:46:27 celerate.py:253 Start offline training on a fixed dataset
17
+ INFO 2025-11-25 16:46:48 celerate.py:303 step:10 smpl:640 ep:4 epch:0.00 loss:2.566 grdn:10.410 lr:6.5e-07 updt_s:0.844 data_s:1.157
18
+ load pretrained policy
19
+ Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ...
20
+ Load pretrained VLM successfully!
21
+ Reducing the number of VLM layers to 16 ...
22
+ num_expert layer: 16
23
+ Loading weights from local directory
24
+ INFO 2025-11-25 16:46:54 celerate.py:303 step:20 smpl:1K ep:8 epch:0.00 loss:2.653 grdn:10.827 lr:1.6e-06 updt_s:0.538 data_s:0.017
25
+ INFO 2025-11-25 16:47:00 celerate.py:303 step:30 smpl:2K ep:12 epch:0.01 loss:2.443 grdn:9.905 lr:2.6e-06 updt_s:0.539 data_s:0.017
26
+ INFO 2025-11-25 16:47:06 celerate.py:303 step:40 smpl:3K ep:16 epch:0.01 loss:2.424 grdn:9.341 lr:3.6e-06 updt_s:0.539 data_s:0.017
27
+ INFO 2025-11-25 16:47:13 celerate.py:303 step:50 smpl:3K ep:20 epch:0.01 loss:2.113 grdn:7.696 lr:4.6e-06 updt_s:0.542 data_s:0.017
28
+ INFO 2025-11-25 16:47:19 celerate.py:303 step:60 smpl:4K ep:24 epch:0.01 loss:1.915 grdn:6.934 lr:5.6e-06 updt_s:0.541 data_s:0.017
29
+ INFO 2025-11-25 16:47:25 celerate.py:303 step:70 smpl:4K ep:28 epch:0.02 loss:1.814 grdn:6.067 lr:6.6e-06 updt_s:0.539 data_s:0.017
30
+ INFO 2025-11-25 16:47:31 celerate.py:303 step:80 smpl:5K ep:32 epch:0.02 loss:1.713 grdn:5.840 lr:7.6e-06 updt_s:0.544 data_s:0.021
31
+ INFO 2025-11-25 16:47:39 celerate.py:303 step:90 smpl:6K ep:36 epch:0.02 loss:1.538 grdn:4.220 lr:8.6e-06 updt_s:0.544 data_s:0.131
32
+ INFO 2025-11-25 16:47:46 celerate.py:303 step:100 smpl:6K ep:40 epch:0.02 loss:1.401 grdn:3.599 lr:9.6e-06 updt_s:0.541 data_s:0.135
33
+ INFO 2025-11-25 16:47:53 celerate.py:303 step:110 smpl:7K ep:44 epch:0.03 loss:1.382 grdn:3.641 lr:1.1e-05 updt_s:0.549 data_s:0.039
34
+ INFO 2025-11-25 16:48:01 celerate.py:303 step:120 smpl:8K ep:48 epch:0.03 loss:1.255 grdn:2.767 lr:1.2e-05 updt_s:0.545 data_s:0.243
35
+ INFO 2025-11-25 16:48:09 celerate.py:303 step:130 smpl:8K ep:52 epch:0.03 loss:1.185 grdn:2.471 lr:1.3e-05 updt_s:0.545 data_s:0.108
36
+ INFO 2025-11-25 16:48:16 celerate.py:303 step:140 smpl:9K ep:56 epch:0.03 loss:1.142 grdn:2.597 lr:1.4e-05 updt_s:0.545 data_s:0.085
37
+ INFO 2025-11-25 16:48:23 celerate.py:303 step:150 smpl:10K ep:60 epch:0.04 loss:1.099 grdn:2.174 lr:1.5e-05 updt_s:0.544 data_s:0.112
38
+ INFO 2025-11-25 16:48:31 celerate.py:303 step:160 smpl:10K ep:64 epch:0.04 loss:1.089 grdn:2.042 lr:1.6e-05 updt_s:0.548 data_s:0.213
39
+ INFO 2025-11-25 16:48:38 celerate.py:303 step:170 smpl:11K ep:68 epch:0.04 loss:1.067 grdn:2.079 lr:1.7e-05 updt_s:0.543 data_s:0.086
40
+ INFO 2025-11-25 16:48:45 celerate.py:303 step:180 smpl:12K ep:72 epch:0.04 loss:1.018 grdn:1.995 lr:1.8e-05 updt_s:0.544 data_s:0.104
41
+ INFO 2025-11-25 16:48:53 celerate.py:303 step:190 smpl:12K ep:76 epch:0.05 loss:0.992 grdn:1.989 lr:1.9e-05 updt_s:0.545 data_s:0.137
42
+ INFO 2025-11-25 16:49:00 celerate.py:303 step:200 smpl:13K ep:79 epch:0.05 loss:0.984 grdn:1.878 lr:2.0e-05 updt_s:0.545 data_s:0.115
43
+ INFO 2025-11-25 16:49:08 celerate.py:303 step:210 smpl:13K ep:83 epch:0.05 loss:0.964 grdn:1.901 lr:2.1e-05 updt_s:0.547 data_s:0.141
44
+ INFO 2025-11-25 16:49:15 celerate.py:303 step:220 smpl:14K ep:87 epch:0.05 loss:0.927 grdn:1.958 lr:2.2e-05 updt_s:0.546 data_s:0.111
45
+ INFO 2025-11-25 16:49:22 celerate.py:303 step:230 smpl:15K ep:91 epch:0.05 loss:0.928 grdn:1.916 lr:2.3e-05 updt_s:0.545 data_s:0.061
46
+ INFO 2025-11-25 16:49:29 celerate.py:303 step:240 smpl:15K ep:95 epch:0.06 loss:0.887 grdn:1.844 lr:2.4e-05 updt_s:0.544 data_s:0.085
47
+ INFO 2025-11-25 16:49:38 celerate.py:303 step:250 smpl:16K ep:99 epch:0.06 loss:0.892 grdn:1.870 lr:2.5e-05 updt_s:0.547 data_s:0.263
48
+ INFO 2025-11-25 16:49:44 celerate.py:303 step:260 smpl:17K ep:103 epch:0.06 loss:0.882 grdn:1.969 lr:2.6e-05 updt_s:0.547 data_s:0.018
49
+ INFO 2025-11-25 16:49:51 celerate.py:303 step:270 smpl:17K ep:107 epch:0.06 loss:0.870 grdn:1.782 lr:2.7e-05 updt_s:0.548 data_s:0.079
50
+ INFO 2025-11-25 16:49:59 celerate.py:303 step:280 smpl:18K ep:111 epch:0.07 loss:0.845 grdn:1.901 lr:2.8e-05 updt_s:0.547 data_s:0.167
51
+ INFO 2025-11-25 16:50:06 celerate.py:303 step:290 smpl:19K ep:115 epch:0.07 loss:0.826 grdn:2.081 lr:2.9e-05 updt_s:0.544 data_s:0.068
52
+ INFO 2025-11-25 16:50:13 celerate.py:303 step:300 smpl:19K ep:119 epch:0.07 loss:0.812 grdn:1.895 lr:3.0e-05 updt_s:0.547 data_s:0.121
53
+ INFO 2025-11-25 16:50:21 celerate.py:303 step:310 smpl:20K ep:123 epch:0.07 loss:0.790 grdn:1.981 lr:3.1e-05 updt_s:0.549 data_s:0.139
54
+ INFO 2025-11-25 16:50:28 celerate.py:303 step:320 smpl:20K ep:127 epch:0.08 loss:0.800 grdn:1.790 lr:3.2e-05 updt_s:0.547 data_s:0.159
55
+ INFO 2025-11-25 16:50:36 celerate.py:303 step:330 smpl:21K ep:131 epch:0.08 loss:0.760 grdn:1.988 lr:3.3e-05 updt_s:0.547 data_s:0.111
56
+ INFO 2025-11-25 16:50:43 celerate.py:303 step:340 smpl:22K ep:135 epch:0.08 loss:0.775 grdn:2.196 lr:3.4e-05 updt_s:0.548 data_s:0.126
57
+ INFO 2025-11-25 16:50:50 celerate.py:303 step:350 smpl:22K ep:139 epch:0.08 loss:0.757 grdn:2.049 lr:3.5e-05 updt_s:0.547 data_s:0.086
58
+ INFO 2025-11-25 16:50:59 celerate.py:303 step:360 smpl:23K ep:143 epch:0.09 loss:0.704 grdn:1.724 lr:3.6e-05 updt_s:0.545 data_s:0.257
59
+ INFO 2025-11-25 16:51:06 celerate.py:303 step:370 smpl:24K ep:147 epch:0.09 loss:0.723 grdn:1.641 lr:3.7e-05 updt_s:0.548 data_s:0.115
60
+ INFO 2025-11-25 16:51:13 celerate.py:303 step:380 smpl:24K ep:151 epch:0.09 loss:0.701 grdn:1.921 lr:3.8e-05 updt_s:0.545 data_s:0.101
61
+ INFO 2025-11-25 16:51:20 celerate.py:303 step:390 smpl:25K ep:155 epch:0.09 loss:0.709 grdn:1.963 lr:3.9e-05 updt_s:0.545 data_s:0.094
62
+ INFO 2025-11-25 16:51:29 celerate.py:303 step:400 smpl:26K ep:159 epch:0.09 loss:0.685 grdn:2.020 lr:4.0e-05 updt_s:0.549 data_s:0.234
63
+ INFO 2025-11-25 16:51:36 celerate.py:303 step:410 smpl:26K ep:163 epch:0.10 loss:0.693 grdn:2.012 lr:4.1e-05 updt_s:0.546 data_s:0.080
64
+ INFO 2025-11-25 16:51:43 celerate.py:303 step:420 smpl:27K ep:167 epch:0.10 loss:0.700 grdn:2.074 lr:4.2e-05 updt_s:0.544 data_s:0.077
65
+ INFO 2025-11-25 16:51:50 celerate.py:303 step:430 smpl:28K ep:171 epch:0.10 loss:0.676 grdn:1.817 lr:4.3e-05 updt_s:0.550 data_s:0.059
66
+ INFO 2025-11-25 16:51:59 celerate.py:303 step:440 smpl:28K ep:175 epch:0.10 loss:0.671 grdn:1.961 lr:4.4e-05 updt_s:0.546 data_s:0.356
67
+ INFO 2025-11-25 16:52:06 celerate.py:303 step:450 smpl:29K ep:179 epch:0.11 loss:0.652 grdn:2.053 lr:4.5e-05 updt_s:0.544 data_s:0.079
68
+ INFO 2025-11-25 16:52:13 celerate.py:303 step:460 smpl:29K ep:183 epch:0.11 loss:0.654 grdn:1.889 lr:4.6e-05 updt_s:0.549 data_s:0.030
69
+ INFO 2025-11-25 16:52:20 celerate.py:303 step:470 smpl:30K ep:187 epch:0.11 loss:0.665 grdn:1.827 lr:4.7e-05 updt_s:0.547 data_s:0.076
70
+ INFO 2025-11-25 16:52:28 celerate.py:303 step:480 smpl:31K ep:191 epch:0.11 loss:0.644 grdn:1.945 lr:4.8e-05 updt_s:0.549 data_s:0.198
71
+ INFO 2025-11-25 16:52:35 celerate.py:303 step:490 smpl:31K ep:195 epch:0.12 loss:0.646 grdn:2.283 lr:4.9e-05 updt_s:0.545 data_s:0.076
72
+ INFO 2025-11-25 16:52:43 celerate.py:303 step:500 smpl:32K ep:199 epch:0.12 loss:0.644 grdn:2.150 lr:5.0e-05 updt_s:0.548 data_s:0.165
73
+ INFO 2025-11-25 16:52:50 celerate.py:303 step:510 smpl:33K ep:203 epch:0.12 loss:0.626 grdn:2.079 lr:5.1e-05 updt_s:0.545 data_s:0.087
74
+ INFO 2025-11-25 16:52:57 celerate.py:303 step:520 smpl:33K ep:207 epch:0.12 loss:0.627 grdn:2.138 lr:5.2e-05 updt_s:0.545 data_s:0.169
75
+ INFO 2025-11-25 16:53:04 celerate.py:303 step:530 smpl:34K ep:211 epch:0.13 loss:0.626 grdn:2.014 lr:5.3e-05 updt_s:0.548 data_s:0.018
76
+ INFO 2025-11-25 16:53:10 celerate.py:303 step:540 smpl:35K ep:215 epch:0.13 loss:0.633 grdn:2.268 lr:5.4e-05 updt_s:0.548 data_s:0.038
77
+ INFO 2025-11-25 16:53:17 celerate.py:303 step:550 smpl:35K ep:219 epch:0.13 loss:0.624 grdn:1.948 lr:5.5e-05 updt_s:0.545 data_s:0.087
78
+ INFO 2025-11-25 16:53:24 celerate.py:303 step:560 smpl:36K ep:223 epch:0.13 loss:0.621 grdn:1.842 lr:5.6e-05 updt_s:0.545 data_s:0.042
79
+ INFO 2025-11-25 16:53:31 celerate.py:303 step:570 smpl:36K ep:227 epch:0.14 loss:0.623 grdn:1.904 lr:5.7e-05 updt_s:0.548 data_s:0.053
80
+ INFO 2025-11-25 16:53:38 celerate.py:303 step:580 smpl:37K ep:230 epch:0.14 loss:0.593 grdn:2.090 lr:5.8e-05 updt_s:0.550 data_s:0.077
81
+ INFO 2025-11-25 16:53:44 celerate.py:303 step:590 smpl:38K ep:234 epch:0.14 loss:0.606 grdn:2.283 lr:5.9e-05 updt_s:0.544 data_s:0.049
82
+ INFO 2025-11-25 16:53:51 celerate.py:303 step:600 smpl:38K ep:238 epch:0.14 loss:0.597 grdn:2.054 lr:6.0e-05 updt_s:0.550 data_s:0.084
83
+ INFO 2025-11-25 16:53:58 celerate.py:303 step:610 smpl:39K ep:242 epch:0.14 loss:0.593 grdn:2.049 lr:6.1e-05 updt_s:0.546 data_s:0.069
84
+ INFO 2025-11-25 16:54:05 celerate.py:303 step:620 smpl:40K ep:246 epch:0.15 loss:0.597 grdn:1.949 lr:6.2e-05 updt_s:0.546 data_s:0.094
85
+ INFO 2025-11-25 16:54:12 celerate.py:303 step:630 smpl:40K ep:250 epch:0.15 loss:0.577 grdn:1.715 lr:6.3e-05 updt_s:0.546 data_s:0.029
86
+ INFO 2025-11-25 16:54:20 celerate.py:303 step:640 smpl:41K ep:254 epch:0.15 loss:0.579 grdn:1.639 lr:6.4e-05 updt_s:0.549 data_s:0.250
87
+ INFO 2025-11-25 16:54:27 celerate.py:303 step:650 smpl:42K ep:258 epch:0.15 loss:0.566 grdn:1.849 lr:6.5e-05 updt_s:0.545 data_s:0.071
88
+ INFO 2025-11-25 16:54:34 celerate.py:303 step:660 smpl:42K ep:262 epch:0.16 loss:0.578 grdn:1.765 lr:6.6e-05 updt_s:0.544 data_s:0.091
89
+ INFO 2025-11-25 16:54:41 celerate.py:303 step:670 smpl:43K ep:266 epch:0.16 loss:0.565 grdn:1.754 lr:6.7e-05 updt_s:0.547 data_s:0.018
90
+ INFO 2025-11-25 16:54:49 celerate.py:303 step:680 smpl:44K ep:270 epch:0.16 loss:0.576 grdn:2.042 lr:6.8e-05 updt_s:0.547 data_s:0.186
91
+ INFO 2025-11-25 16:54:56 celerate.py:303 step:690 smpl:44K ep:274 epch:0.16 loss:0.586 grdn:2.090 lr:6.9e-05 updt_s:0.545 data_s:0.102
92
+ INFO 2025-11-25 16:55:03 celerate.py:303 step:700 smpl:45K ep:278 epch:0.17 loss:0.575 grdn:1.738 lr:7.0e-05 updt_s:0.547 data_s:0.077
93
+ INFO 2025-11-25 16:55:10 celerate.py:303 step:710 smpl:45K ep:282 epch:0.17 loss:0.572 grdn:2.041 lr:7.1e-05 updt_s:0.549 data_s:0.071
94
+ INFO 2025-11-25 16:55:17 celerate.py:303 step:720 smpl:46K ep:286 epch:0.17 loss:0.573 grdn:2.283 lr:7.2e-05 updt_s:0.542 data_s:0.076
95
+ INFO 2025-11-25 16:55:25 celerate.py:303 step:730 smpl:47K ep:290 epch:0.17 loss:0.568 grdn:2.490 lr:7.3e-05 updt_s:0.550 data_s:0.262
96
+ INFO 2025-11-25 16:55:32 celerate.py:303 step:740 smpl:47K ep:294 epch:0.18 loss:0.562 grdn:2.238 lr:7.4e-05 updt_s:0.545 data_s:0.017
97
+ INFO 2025-11-25 16:55:39 celerate.py:303 step:750 smpl:48K ep:298 epch:0.18 loss:0.558 grdn:1.893 lr:7.5e-05 updt_s:0.544 data_s:0.075
98
+ INFO 2025-11-25 16:55:45 celerate.py:303 step:760 smpl:49K ep:302 epch:0.18 loss:0.561 grdn:1.724 lr:7.6e-05 updt_s:0.547 data_s:0.030
99
+ INFO 2025-11-25 16:55:53 celerate.py:303 step:770 smpl:49K ep:306 epch:0.18 loss:0.536 grdn:1.795 lr:7.7e-05 updt_s:0.546 data_s:0.174
100
+ INFO 2025-11-25 16:56:00 celerate.py:303 step:780 smpl:50K ep:310 epch:0.18 loss:0.551 grdn:1.877 lr:7.8e-05 updt_s:0.549 data_s:0.073
101
+ INFO 2025-11-25 16:56:07 celerate.py:303 step:790 smpl:51K ep:314 epch:0.19 loss:0.543 grdn:1.950 lr:7.9e-05 updt_s:0.552 data_s:0.044
102
+ INFO 2025-11-25 16:56:13 celerate.py:303 step:800 smpl:51K ep:318 epch:0.19 loss:0.535 grdn:2.116 lr:8.0e-05 updt_s:0.544 data_s:0.078
103
+ INFO 2025-11-25 16:56:22 celerate.py:303 step:810 smpl:52K ep:322 epch:0.19 loss:0.530 grdn:2.235 lr:8.1e-05 updt_s:0.546 data_s:0.188
104
+ INFO 2025-11-25 16:56:28 celerate.py:303 step:820 smpl:52K ep:326 epch:0.19 loss:0.551 grdn:2.259 lr:8.2e-05 updt_s:0.546 data_s:0.018
105
+ INFO 2025-11-25 16:56:35 celerate.py:303 step:830 smpl:53K ep:330 epch:0.20 loss:0.557 grdn:1.779 lr:8.3e-05 updt_s:0.548 data_s:0.060
106
+ INFO 2025-11-25 16:56:41 celerate.py:303 step:840 smpl:54K ep:334 epch:0.20 loss:0.526 grdn:1.774 lr:8.4e-05 updt_s:0.544 data_s:0.024
107
+ INFO 2025-11-25 16:56:49 celerate.py:303 step:850 smpl:54K ep:338 epch:0.20 loss:0.554 grdn:1.713 lr:8.5e-05 updt_s:0.548 data_s:0.165
108
+ INFO 2025-11-25 16:56:56 celerate.py:303 step:860 smpl:55K ep:342 epch:0.20 loss:0.530 grdn:1.726 lr:8.6e-05 updt_s:0.548 data_s:0.114
109
+ INFO 2025-11-25 16:57:03 celerate.py:303 step:870 smpl:56K ep:346 epch:0.21 loss:0.531 grdn:1.822 lr:8.7e-05 updt_s:0.544 data_s:0.017
110
+ INFO 2025-11-25 16:57:09 celerate.py:303 step:880 smpl:56K ep:350 epch:0.21 loss:0.546 grdn:2.067 lr:8.8e-05 updt_s:0.550 data_s:0.020
111
+ INFO 2025-11-25 16:57:17 celerate.py:303 step:890 smpl:57K ep:354 epch:0.21 loss:0.520 grdn:1.711 lr:8.9e-05 updt_s:0.544 data_s:0.208
112
+ INFO 2025-11-25 16:57:24 celerate.py:303 step:900 smpl:58K ep:358 epch:0.21 loss:0.510 grdn:1.820 lr:9.0e-05 updt_s:0.545 data_s:0.084
113
+ INFO 2025-11-25 16:57:31 celerate.py:303 step:910 smpl:58K ep:362 epch:0.22 loss:0.531 grdn:1.948 lr:9.1e-05 updt_s:0.548 data_s:0.089
114
+ INFO 2025-11-25 16:57:38 celerate.py:303 step:920 smpl:59K ep:366 epch:0.22 loss:0.529 grdn:1.637 lr:9.2e-05 updt_s:0.547 data_s:0.060
115
+ INFO 2025-11-25 16:57:46 celerate.py:303 step:930 smpl:60K ep:370 epch:0.22 loss:0.501 grdn:1.644 lr:9.3e-05 updt_s:0.547 data_s:0.190
116
+ INFO 2025-11-25 16:57:53 celerate.py:303 step:940 smpl:60K ep:374 epch:0.22 loss:0.521 grdn:1.851 lr:9.4e-05 updt_s:0.546 data_s:0.078
117
+ INFO 2025-11-25 16:58:00 celerate.py:303 step:950 smpl:61K ep:378 epch:0.23 loss:0.525 grdn:1.787 lr:9.5e-05 updt_s:0.543 data_s:0.041
wandb/offline-run-20251125_164604-9pfedoc2/files/requirements.txt ADDED
@@ -0,0 +1,286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ PySocks==1.7.1
2
+ beautifulsoup4==4.14.2
3
+ gdown==5.2.0
4
+ soupsieve==2.8
5
+ Farama-Notifications==0.0.4
6
+ PyOpenGL==3.1.0
7
+ PySocks==1.7.1
8
+ Send2Trash==1.8.3
9
+ absl-py==2.3.1
10
+ accelerate==1.11.0
11
+ aiohappyeyeballs==2.6.1
12
+ aiohttp==3.13.2
13
+ aiosignal==1.4.0
14
+ annotated-types==0.7.0
15
+ antlr4-python3-runtime==4.8
16
+ anyio==4.11.0
17
+ argon2-cffi==25.1.0
18
+ argon2-cffi-bindings==25.1.0
19
+ arrow==1.4.0
20
+ asciitree==0.3.3
21
+ asttokens==3.0.0
22
+ astunparse==1.6.3
23
+ async-lru==2.0.5
24
+ async-timeout==5.0.1
25
+ attrs==25.4.0
26
+ av==16.0.1
27
+ babel==2.17.0
28
+ bddl==3.6.0
29
+ beautifulsoup4==4.14.2
30
+ bleach==6.3.0
31
+ blinker==1.9.0
32
+ calvin_env==0.0.1
33
+ certifi==2025.10.5
34
+ cffi==2.0.0
35
+ charset-normalizer==3.4.4
36
+ click==8.3.0
37
+ cloudpickle==3.1.1
38
+ cmake==4.1.2
39
+ colorlog==6.10.1
40
+ comm==0.2.3
41
+ contourpy==1.3.2
42
+ cycler==0.12.1
43
+ datasets==3.0.0
44
+ debugpy==1.8.17
45
+ decorator==4.4.2
46
+ deepdiff==8.6.1
47
+ defusedxml==0.7.1
48
+ diffusers==0.35.2
49
+ dill==0.3.8
50
+ docopt==0.6.2
51
+ docstring_parser==0.17.0
52
+ draccus==0.10.0
53
+ easydict==1.13
54
+ einops==0.8.1
55
+ etils==1.13.0
56
+ evdev==1.9.2
57
+ exceptiongroup==1.3.0
58
+ executing==2.2.1
59
+ fasteners==0.20
60
+ fastjsonschema==2.21.2
61
+ filelock==3.20.0
62
+ Flask==3.1.2
63
+ flatbuffers==25.9.23
64
+ fonttools==4.60.1
65
+ fqdn==1.5.1
66
+ freetype-py==2.5.1
67
+ frozenlist==1.8.0
68
+ fsspec==2024.6.1
69
+ future==1.0.0
70
+ gast==0.6.0
71
+ gdown==5.2.0
72
+ gitdb==4.0.12
73
+ GitPython==3.1.45
74
+ glfw==2.10.0
75
+ google-pasta==0.2.0
76
+ grpcio==1.76.0
77
+ gym==0.26.2
78
+ gym-notices==0.1.0
79
+ gymnasium==0.29.1
80
+ h11==0.16.0
81
+ h5py==3.15.1
82
+ hf_transfer==0.1.9
83
+ hf-xet==1.2.0
84
+ httpcore==1.0.9
85
+ httpx==0.28.1
86
+ huggingface-hub==0.36.0
87
+ hydra-colorlog==1.2.0
88
+ hydra-core==1.1.1
89
+ idna==3.11
90
+ imageio==2.37.0
91
+ imageio-ffmpeg==0.6.0
92
+ importlib_metadata==8.7.0
93
+ importlib_resources==6.5.2
94
+ iniconfig==2.3.0
95
+ inquirerpy==0.3.4
96
+ ipykernel==7.1.0
97
+ ipython==8.37.0
98
+ iso8601==2.1.0
99
+ isoduration==20.11.0
100
+ itsdangerous==2.2.0
101
+ jedi==0.19.2
102
+ Jinja2==3.1.6
103
+ joblib==1.5.2
104
+ json5==0.12.1
105
+ jsonlines==4.0.0
106
+ jsonpointer==3.0.0
107
+ jsonschema==4.25.1
108
+ jsonschema-specifications==2025.9.1
109
+ jupyter_client==8.6.3
110
+ jupyter_core==5.9.1
111
+ jupyter-events==0.12.0
112
+ jupyter-lsp==2.3.0
113
+ jupyter_server==2.17.0
114
+ jupyter_server_terminals==0.5.3
115
+ jupyterlab==4.4.10
116
+ jupyterlab_pygments==0.3.0
117
+ jupyterlab_server==2.28.0
118
+ jupytext==1.18.1
119
+ keras==3.12.0
120
+ kiwisolver==1.4.9
121
+ lark==1.3.1
122
+ lerobot==0.1.0
123
+ libclang==18.1.1
124
+ lightning-utilities==0.15.2
125
+ llvmlite==0.45.1
126
+ lxml==6.0.2
127
+ Markdown==3.10
128
+ markdown-it-py==4.0.0
129
+ MarkupSafe==3.0.3
130
+ matplotlib==3.10.7
131
+ matplotlib-inline==0.2.1
132
+ mdit-py-plugins==0.5.0
133
+ mdurl==0.1.2
134
+ mergedeep==1.3.4
135
+ mistune==3.1.4
136
+ ml_dtypes==0.5.4
137
+ moviepy==1.0.3
138
+ mpmath==1.3.0
139
+ mujoco==3.3.7
140
+ multidict==6.7.0
141
+ multiprocess==0.70.16
142
+ mypy_extensions==1.1.0
143
+ namex==0.1.0
144
+ narwhals==2.12.0
145
+ nbclient==0.10.2
146
+ nbconvert==7.16.6
147
+ nbformat==5.10.4
148
+ nest-asyncio==1.6.0
149
+ networkx==3.4.2
150
+ nltk==3.9.2
151
+ notebook_shim==0.2.4
152
+ num2words==0.5.14
153
+ numba==0.62.1
154
+ numcodecs==0.13.1
155
+ numpy==2.2.6
156
+ numpy-quaternion==2024.0.12
157
+ nvidia-cublas-cu12==12.8.4.1
158
+ nvidia-cuda-cupti-cu12==12.8.90
159
+ nvidia-cuda-nvrtc-cu12==12.8.93
160
+ nvidia-cuda-runtime-cu12==12.8.90
161
+ nvidia-cudnn-cu12==9.10.2.21
162
+ nvidia-cufft-cu12==11.3.3.83
163
+ nvidia-cufile-cu12==1.13.1.3
164
+ nvidia-curand-cu12==10.3.9.90
165
+ nvidia-cusolver-cu12==11.7.3.90
166
+ nvidia-cusparse-cu12==12.5.8.93
167
+ nvidia-cusparselt-cu12==0.7.1
168
+ nvidia-ml-py==13.580.82
169
+ nvidia-nccl-cu12==2.27.5
170
+ nvidia-nvjitlink-cu12==12.8.93
171
+ nvidia-nvshmem-cu12==3.3.20
172
+ nvidia-nvtx-cu12==12.8.90
173
+ nvitop==1.5.3
174
+ omegaconf==2.1.2
175
+ opencv-python==4.12.0.88
176
+ opencv-python-headless==4.12.0.88
177
+ opt_einsum==3.4.0
178
+ optree==0.18.0
179
+ orderly-set==5.5.0
180
+ overrides==7.7.0
181
+ packaging==25.0
182
+ pandas==2.3.3
183
+ pandocfilters==1.5.1
184
+ parso==0.8.5
185
+ pexpect==4.9.0
186
+ pfzy==0.3.4
187
+ pillow==12.0.0
188
+ pip==25.2
189
+ platformdirs==4.5.0
190
+ plotly==6.5.0
191
+ pluggy==1.6.0
192
+ proglog==0.1.12
193
+ prometheus_client==0.23.1
194
+ prompt_toolkit==3.0.52
195
+ propcache==0.4.1
196
+ protobuf==6.33.0
197
+ psutil==7.1.2
198
+ ptyprocess==0.7.0
199
+ pure_eval==0.2.3
200
+ pyarrow==22.0.0
201
+ pybullet==3.2.7
202
+ pycollada==0.6
203
+ pycparser==2.23
204
+ pydantic==2.12.3
205
+ pydantic_core==2.41.4
206
+ pyglet==2.1.11
207
+ Pygments==2.19.2
208
+ pyhash==0.9.3
209
+ pymunk==6.11.1
210
+ pynput==1.8.1
211
+ pyparsing==3.2.5
212
+ pyrender==0.1.45
213
+ pytest==8.4.2
214
+ python-dateutil==2.9.0.post0
215
+ python-dotenv==1.2.1
216
+ python-json-logger==4.0.0
217
+ python-xlib==0.33
218
+ pytorch-lightning==2.5.6
219
+ pytz==2025.2
220
+ PyYAML==6.0.3
221
+ pyyaml-include==1.4.1
222
+ pyzmq==27.1.0
223
+ referencing==0.37.0
224
+ regex==2025.10.23
225
+ requests==2.32.5
226
+ rerun-sdk==0.26.2
227
+ rfc3339-validator==0.1.4
228
+ rfc3986-validator==0.1.1
229
+ rfc3987-syntax==1.1.0
230
+ rich==14.2.0
231
+ robosuite==1.4.0
232
+ rpds-py==0.28.0
233
+ safetensors==0.6.2
234
+ scipy==1.15.3
235
+ sentry-sdk==2.43.0
236
+ serial==0.0.97
237
+ setuptools==57.5.0
238
+ shtab==1.7.2
239
+ six==1.17.0
240
+ smmap==5.0.2
241
+ sniffio==1.3.1
242
+ soupsieve==2.8
243
+ stack-data==0.6.3
244
+ sympy==1.14.0
245
+ tensorboard==2.20.0
246
+ tensorboard-data-server==0.7.2
247
+ tensorflow==2.20.0
248
+ termcolor==3.2.0
249
+ terminado==0.18.1
250
+ tinycss2==1.4.0
251
+ tokenizers==0.22.1
252
+ toml==0.10.2
253
+ tomli==2.3.0
254
+ torch==2.9.0
255
+ torchcodec==0.8.1
256
+ torchmetrics==1.8.2
257
+ torchvision==0.24.0
258
+ tornado==6.5.2
259
+ tqdm==4.67.1
260
+ traitlets==5.14.3
261
+ transformers==4.57.1
262
+ trimesh==4.9.0
263
+ triton==3.5.0
264
+ typeguard==4.4.4
265
+ typing_extensions==4.15.0
266
+ typing-inspect==0.9.0
267
+ typing-inspection==0.4.2
268
+ tyro==0.9.35
269
+ tzdata==2025.2
270
+ urdfpy==0.0.22
271
+ uri-template==1.3.0
272
+ urllib3==2.5.0
273
+ wandb==0.22.3
274
+ wcwidth==0.2.14
275
+ webcolors==25.10.0
276
+ webencodings==0.5.1
277
+ websocket-client==1.9.0
278
+ Werkzeug==3.1.3
279
+ wheel==0.45.1
280
+ wrapt==2.0.1
281
+ xxhash==3.6.0
282
+ yarl==1.22.0
283
+ zarr==2.18.3
284
+ zipp==3.23.0
285
+ Calvin==0.0.1
286
+ tacto==0.0.3
wandb/offline-run-20251125_164604-9pfedoc2/files/wandb-metadata.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"os": "Linux-4.18.0-553.77.1.el8_10.x86_64-x86_64-with-glibc2.28", "python": "CPython 3.10.19", "started_at": "2025-11-25T15:46:04.697019Z", "args": ["--policy.path=/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/smol_pretrained/smolvla_base", "--dataset.root=/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot", "--output_dir=outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers", "--job_name=libero_100%_baseline_correct_ourdata_16layers", "--config_path=configs/smolvla_config/other_default.json", "--batch_size=64", "--steps=100000", "--policy.gradient_accumulation_steps=1", "--wandb.mode=offline", "--log_freq=10"], "program": "/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/lerobot/scripts/train_accelerate.py", "code_path": "lerobot/scripts/train_accelerate.py", "code_path_local": "lerobot/scripts/train_accelerate.py", "git": {"remote_url": "git@github-binh:jibby2803/Smolvla_capstone_project.git", "commit": "dfb283852050a8f12eed8f55fe1f6288e61d5631"}, "root": "outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers", "host": "ggpu192", "executable": "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/bin/python3.10", "cpu_count": 64, "cpu_count_logical": 128, "disk": {"/": {"total": "270465425408", "used": "7019655168"}}, "memory": {"total": "540930854912"}, "slurm": {"job_id": "11843069", "mpi_type": "pmi2"}, "writer_id": "lgwa15frjqp6wcmzj791p626bybvxka3"}
wandb/offline-run-20251125_164604-9pfedoc2/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime": 715.090969843, "train/steps": 940, "train/samples": 60160, "train/episodes": 373.5510784756852, "train/lr": 9.355644355644357e-05, "train/update_s": 0.5461083309724927, "_step": 940, "train/loss": 0.5534406304359436, "train/dataloading_s": 0.07810506564565003, "train/l1_infer_loss": 0.18041372299194336, "train/losses_after_rm_padding": {"_type": "histogram", "values": [18850, 1994, 739, 349, 178, 100, 51, 43, 19, 14, 16, 12, 10, 6, 4, 4, 2, 2, 1, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1], "bins": [3.525180147789797e-10, 0.9734851717948914, 1.9469703435897827, 2.9204554557800293, 3.8939406871795654, 4.867425918579102, 5.840910911560059, 6.814396381378174, 7.787881374359131, 8.761366844177246, 9.734851837158203, 10.70833683013916, 11.681821823120117, 12.655306816101074, 13.628792762756348, 14.602277755737305, 15.575762748718262, 16.54924774169922, 17.522733688354492, 18.496217727661133, 19.469703674316406, 20.443187713623047, 21.41667366027832, 22.390159606933594, 23.363643646240234, 24.337129592895508, 25.31061363220215, 26.284099578857422, 27.257585525512695, 28.231069564819336, 29.20455551147461, 30.17803955078125, 31.151525497436523]}, "_timestamp": 1764086273.606005, "train/epochs": 0.22288250505709142, "train/grad_norm": 1.8514286398887634, "train/losses_after_forward": {"values": [91184, 7592, 2086, 722, 332, 185, 102, 64, 25, 31, 20, 16, 12, 6, 7, 4, 2, 3, 1, 1, 2, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1], "bins": [3.502833578750142e-10, 0.9734851717948914, 1.9469703435897827, 2.9204554557800293, 3.8939406871795654, 4.867425918579102, 5.840910911560059, 6.814396381378174, 7.787881374359131, 8.761366844177246, 9.734851837158203, 10.70833683013916, 11.681821823120117, 12.655306816101074, 13.628792762756348, 14.602277755737305, 15.575762748718262, 16.54924774169922, 17.522733688354492, 18.496217727661133, 19.469703674316406, 20.443187713623047, 21.41667366027832, 22.390159606933594, 23.363643646240234, 24.337129592895508, 25.31061363220215, 26.284099578857422, 27.257585525512695, 28.231069564819336, 29.20455551147461, 30.17803955078125, 31.151525497436523], "_type": "histogram"}}
wandb/offline-run-20251125_164604-9pfedoc2/logs/debug-internal.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-25T16:46:05.015882696+01:00","level":"INFO","msg":"stream: starting","core version":"0.22.3"}
2
+ {"time":"2025-11-25T16:46:05.043015391+01:00","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
3
+ {"time":"2025-11-25T16:46:05.04764724+01:00","level":"WARN","msg":"featurechecker: GraphQL client is nil, skipping feature loading"}
4
+ {"time":"2025-11-25T16:46:05.04767725+01:00","level":"INFO","msg":"stream: created new stream","id":"9pfedoc2"}
5
+ {"time":"2025-11-25T16:46:05.04771682+01:00","level":"INFO","msg":"handler: started","stream_id":"9pfedoc2"}
6
+ {"time":"2025-11-25T16:46:05.052510888+01:00","level":"INFO","msg":"stream: started","id":"9pfedoc2"}
7
+ {"time":"2025-11-25T16:46:05.052539058+01:00","level":"INFO","msg":"writer: started","stream_id":"9pfedoc2"}
8
+ {"time":"2025-11-25T16:46:05.052594907+01:00","level":"INFO","msg":"sender: started","stream_id":"9pfedoc2"}
9
+ {"time":"2025-11-25T16:46:05.053134815+01:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"}
10
+ {"time":"2025-11-26T07:51:49.212680091+01:00","level":"INFO","msg":"stream: closing","id":"9pfedoc2"}
11
+ {"time":"2025-11-26T07:51:49.249863793+01:00","level":"INFO","msg":"handler: closed","stream_id":"9pfedoc2"}
12
+ {"time":"2025-11-26T07:51:49.255411083+01:00","level":"INFO","msg":"sender: closed","stream_id":"9pfedoc2"}
13
+ {"time":"2025-11-26T07:51:49.255443983+01:00","level":"INFO","msg":"stream: closed","id":"9pfedoc2"}
wandb/offline-run-20251125_164604-9pfedoc2/logs/debug.log ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_setup.py:_flush():81] Current SDK version is 0.22.3
2
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_setup.py:_flush():81] Configure stats pid to 1847712
3
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_setup.py:_flush():81] Loading settings from /user/hominhduy.nguyen/u15271/.config/wandb/settings
4
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_setup.py:_flush():81] Loading settings from /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/wandb/settings
5
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-11-25 16:46:04,726 INFO MainThread:1847712 [wandb_init.py:setup_run_log_directory():706] Logging user logs to outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251125_164604-9pfedoc2/logs/debug.log
7
+ 2025-11-25 16:46:04,727 INFO MainThread:1847712 [wandb_init.py:setup_run_log_directory():707] Logging internal logs to outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251125_164604-9pfedoc2/logs/debug-internal.log
8
+ 2025-11-25 16:46:04,727 INFO MainThread:1847712 [wandb_init.py:init():833] calling init triggers
9
+ 2025-11-25 16:46:04,727 INFO MainThread:1847712 [wandb_init.py:init():838] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': '.', 'root': '/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {'observation.images.image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [8]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [7]}}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 1, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0}, 'output_dir': 'outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers', 'job_name': 'libero_100%_baseline_correct_ourdata_16layers', 'resume': False, 'seed': 42, 'num_workers': 8, 'batch_size': 64, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 10, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'smolvla', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'offline'}, '_wandb': {}}
11
+ 2025-11-25 16:46:04,727 INFO MainThread:1847712 [wandb_init.py:init():881] starting backend
12
+ 2025-11-25 16:46:04,942 INFO MainThread:1847712 [wandb_init.py:init():884] sending inform_init request
13
+ 2025-11-25 16:46:04,949 INFO MainThread:1847712 [wandb_init.py:init():892] backend started and connected
14
+ 2025-11-25 16:46:04,951 INFO MainThread:1847712 [wandb_init.py:init():962] updated telemetry
15
+ 2025-11-25 16:46:04,964 INFO MainThread:1847712 [wandb_init.py:init():986] communicating run to backend with 90.0 second timeout
16
+ 2025-11-25 16:46:05,055 INFO MainThread:1847712 [wandb_init.py:init():1033] starting run threads in backend
17
+ 2025-11-25 16:46:05,355 INFO MainThread:1847712 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-11-25 16:46:05,356 INFO MainThread:1847712 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-11-25 16:46:05,356 INFO MainThread:1847712 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-11-25 16:46:05,356 INFO MainThread:1847712 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-11-25 16:46:05,358 INFO MainThread:1847712 [wandb_init.py:init():1073] run started, returning control to user process
22
+ 2025-11-26 07:51:49,142 INFO wandb-AsyncioManager-main:1847712 [service_client.py:_forward_responses():80] Reached EOF.
23
+ 2025-11-26 07:51:49,143 INFO wandb-AsyncioManager-main:1847712 [mailbox.py:close():137] Closing mailbox, abandoning 0 handles.
24
+ 2025-11-26 07:51:49,382 ERROR wandb-AsyncioManager-main:1847712 [asyncio_manager.py:fn_wrap_exceptions():183] Uncaught exception in run_soon callback.
25
+ Traceback (most recent call last):
26
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/asyncio_manager.py", line 181, in fn_wrap_exceptions
27
+ await fn()
28
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 38, in publish
29
+ await self._send_server_request(request)
30
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 64, in _send_server_request
31
+ await self._writer.drain()
32
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 371, in drain
33
+ await self._protocol._drain_helper()
34
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 167, in _drain_helper
35
+ raise ConnectionResetError('Connection lost')
36
+ ConnectionResetError: Connection lost
wandb/offline-run-20251125_164604-9pfedoc2/run-9pfedoc2.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ef7c2561f6b91df37d40866f90f99e93221cf94f0ec79779e39dbae28b6b41
3
+ size 38121938
wandb/offline-run-20251126_082603-9pfedoc2/files/config.yaml ADDED
@@ -0,0 +1,362 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ wandb_version: 1
2
+
3
+ _wandb:
4
+ desc: null
5
+ value:
6
+ python_version: 3.10.19
7
+ cli_version: 0.22.3
8
+ framework: huggingface
9
+ is_jupyter_run: false
10
+ is_kaggle_kernel: false
11
+ start_time: 1764141963
12
+ t:
13
+ 1:
14
+ - 1
15
+ - 41
16
+ - 49
17
+ - 51
18
+ - 71
19
+ 2:
20
+ - 1
21
+ - 2
22
+ - 3
23
+ - 11
24
+ - 41
25
+ - 49
26
+ - 51
27
+ - 71
28
+ 3:
29
+ - 4
30
+ - 13
31
+ - 14
32
+ - 15
33
+ - 16
34
+ - 37
35
+ - 42
36
+ - 61
37
+ 4: 3.10.19
38
+ 5: 0.22.3
39
+ 13: linux-x86_64
40
+ e:
41
+ xnvkkiss9ozxohesq3kutr3q7mxy0al1:
42
+ os: Linux-4.18.0-553.77.1.el8_10.x86_64-x86_64-with-glibc2.28
43
+ python: CPython 3.10.19
44
+ started_at: '2025-11-26T07:26:03.298191Z'
45
+ args:
46
+ - --resume=true
47
+ - --output_dir=/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
48
+ - --config_path=/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/checkpoints/last/pretrained_model/train_config.json
49
+ - --batch_size=64
50
+ - --steps=100000
51
+ - --policy.gradient_accumulation_steps=1
52
+ - --wandb.mode=offline
53
+ - --log_freq=10
54
+ program: /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/lerobot/scripts/train_accelerate.py
55
+ code_path: lerobot/scripts/train_accelerate.py
56
+ code_path_local: lerobot/scripts/train_accelerate.py
57
+ git:
58
+ remote_url: git@github-binh:jibby2803/Smolvla_capstone_project.git
59
+ commit: dfb283852050a8f12eed8f55fe1f6288e61d5631
60
+ root: /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
61
+ host: ggpu192
62
+ executable: /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/bin/python3.10
63
+ cpu_count: 64
64
+ cpu_count_logical: 128
65
+ disk:
66
+ /:
67
+ total: '270465425408'
68
+ used: '7022321664'
69
+ memory:
70
+ total: '540930854912'
71
+ slurm:
72
+ job_id: '11843069'
73
+ mpi_type: pmi2
74
+ writer_id: xnvkkiss9ozxohesq3kutr3q7mxy0al1
75
+ dataset:
76
+ desc: null
77
+ value:
78
+ repo_id: .
79
+ root: /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot
80
+ episodes: null
81
+ image_transforms:
82
+ enable: true
83
+ max_num_transforms: 3
84
+ random_order: false
85
+ image_tfs:
86
+ hue:
87
+ weight: 1.0
88
+ type: ColorJitter
89
+ kwargs:
90
+ hue:
91
+ - -0.05
92
+ - 0.05
93
+ contrast:
94
+ weight: 1.0
95
+ type: ColorJitter
96
+ kwargs:
97
+ contrast:
98
+ - 0.8
99
+ - 1.2
100
+ sharpness:
101
+ weight: 1.0
102
+ type: SharpnessJitter
103
+ kwargs:
104
+ sharpness:
105
+ - 0.5
106
+ - 1.5
107
+ brightness:
108
+ weight: 1.0
109
+ type: ColorJitter
110
+ kwargs:
111
+ brightness:
112
+ - 0.8
113
+ - 1.2
114
+ saturation:
115
+ weight: 1.0
116
+ type: ColorJitter
117
+ kwargs:
118
+ saturation:
119
+ - 0.5
120
+ - 1.5
121
+ crop_resize:
122
+ weight: 1.0
123
+ type: RandomResizedCrop
124
+ kwargs:
125
+ size:
126
+ - 256
127
+ - 256
128
+ ratio:
129
+ - 1
130
+ - 1
131
+ scale:
132
+ - 0.9
133
+ - 0.95
134
+ rotate:
135
+ weight: 1.0
136
+ type: RandomRotate
137
+ kwargs:
138
+ degrees:
139
+ - -5
140
+ - 5
141
+ wrist_tfs:
142
+ hue:
143
+ weight: 1.0
144
+ type: ColorJitter
145
+ kwargs:
146
+ hue:
147
+ - -0.05
148
+ - 0.05
149
+ contrast:
150
+ weight: 1.0
151
+ type: ColorJitter
152
+ kwargs:
153
+ contrast:
154
+ - 0.8
155
+ - 1.2
156
+ sharpness:
157
+ weight: 1.0
158
+ type: SharpnessJitter
159
+ kwargs:
160
+ sharpness:
161
+ - 0.5
162
+ - 1.5
163
+ brightness:
164
+ weight: 1.0
165
+ type: ColorJitter
166
+ kwargs:
167
+ brightness:
168
+ - 0.8
169
+ - 1.2
170
+ saturation:
171
+ weight: 1.0
172
+ type: ColorJitter
173
+ kwargs:
174
+ saturation:
175
+ - 0.5
176
+ - 1.5
177
+ revision: null
178
+ use_imagenet_stats: true
179
+ video_backend: torchcodec
180
+ vqa_data_path: null
181
+ env:
182
+ desc: null
183
+ value: null
184
+ policy:
185
+ desc: null
186
+ value:
187
+ type: smolvla
188
+ n_obs_steps: 1
189
+ normalization_mapping:
190
+ VISUAL: IDENTITY
191
+ STATE: MEAN_STD
192
+ ACTION: MEAN_STD
193
+ input_features:
194
+ observation.images.image:
195
+ type: VISUAL
196
+ shape:
197
+ - 3
198
+ - 256
199
+ - 256
200
+ observation.images.wrist_image:
201
+ type: VISUAL
202
+ shape:
203
+ - 3
204
+ - 256
205
+ - 256
206
+ observation.images.image_mask:
207
+ type: VISUAL
208
+ shape:
209
+ - 3
210
+ - 256
211
+ - 256
212
+ observation.images.wrist_mask:
213
+ type: VISUAL
214
+ shape:
215
+ - 3
216
+ - 256
217
+ - 256
218
+ observation.images.object_of_interest_mask:
219
+ type: VISUAL
220
+ shape:
221
+ - 3
222
+ - 256
223
+ - 256
224
+ observation.images.object_of_interest_wrist_mask:
225
+ type: VISUAL
226
+ shape:
227
+ - 3
228
+ - 256
229
+ - 256
230
+ observation.state:
231
+ type: STATE
232
+ shape:
233
+ - 8
234
+ observation.states.ee_state:
235
+ type: STATE
236
+ shape:
237
+ - 6
238
+ observation.states.joint_state:
239
+ type: STATE
240
+ shape:
241
+ - 7
242
+ observation.states.gripper_state:
243
+ type: STATE
244
+ shape:
245
+ - 2
246
+ output_features:
247
+ action:
248
+ type: ACTION
249
+ shape:
250
+ - 7
251
+ device: cuda
252
+ use_amp: false
253
+ gradient_accumulation_steps: 1
254
+ chunk_size: 50
255
+ n_action_steps: 50
256
+ max_state_dim: 32
257
+ max_action_dim: 32
258
+ resize_imgs_with_padding:
259
+ - 512
260
+ - 512
261
+ empty_cameras: 0
262
+ adapt_to_pi_aloha: false
263
+ use_delta_joint_actions_aloha: false
264
+ tokenizer_max_length: 48
265
+ num_steps: 10
266
+ use_cache: true
267
+ freeze_vision_encoder: true
268
+ train_expert_only: true
269
+ train_state_proj: true
270
+ optimizer_lr: 0.0001
271
+ optimizer_betas:
272
+ - 0.9
273
+ - 0.95
274
+ optimizer_eps: 1.0e-08
275
+ optimizer_weight_decay: 1.0e-10
276
+ optimizer_grad_clip_norm: 10.0
277
+ scheduler_warmup_steps: 1000
278
+ scheduler_decay_steps: 30000
279
+ scheduler_decay_lr: 2.5e-06
280
+ vlm_model_name: HuggingFaceTB/SmolVLM2-500M-Video-Instruct
281
+ load_vlm_weights: true
282
+ add_image_special_tokens: false
283
+ attention_mode: cross_attn
284
+ prefix_length: 0
285
+ pad_language_to: max_length
286
+ num_expert_layers: 0
287
+ num_vlm_layers: 16
288
+ self_attn_every_n_layers: 2
289
+ expert_width_multiplier: 0.75
290
+ min_period: 0.004
291
+ max_period: 4.0
292
+ output_dir:
293
+ desc: null
294
+ value: /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers
295
+ job_name:
296
+ desc: null
297
+ value: libero_100%_baseline_correct_ourdata_16layers
298
+ resume:
299
+ desc: null
300
+ value: true
301
+ seed:
302
+ desc: null
303
+ value: 42
304
+ num_workers:
305
+ desc: null
306
+ value: 8
307
+ batch_size:
308
+ desc: null
309
+ value: 64
310
+ steps:
311
+ desc: null
312
+ value: 100000
313
+ eval_freq:
314
+ desc: null
315
+ value: 20000
316
+ log_freq:
317
+ desc: null
318
+ value: 10
319
+ save_checkpoint:
320
+ desc: null
321
+ value: true
322
+ save_freq:
323
+ desc: null
324
+ value: 10000
325
+ use_policy_training_preset:
326
+ desc: null
327
+ value: true
328
+ optimizer:
329
+ desc: null
330
+ value:
331
+ type: adamw
332
+ lr: 0.0001
333
+ weight_decay: 1.0e-10
334
+ grad_clip_norm: 10.0
335
+ betas:
336
+ - 0.9
337
+ - 0.95
338
+ eps: 1.0e-08
339
+ scheduler:
340
+ desc: null
341
+ value:
342
+ type: cosine_decay_with_warmup
343
+ num_warmup_steps: 1000
344
+ num_decay_steps: 30000
345
+ peak_lr: 0.0001
346
+ decay_lr: 2.5e-06
347
+ eval:
348
+ desc: null
349
+ value:
350
+ n_episodes: 50
351
+ batch_size: 50
352
+ use_async_envs: false
353
+ wandb:
354
+ desc: null
355
+ value:
356
+ enable: true
357
+ disable_artifact: true
358
+ project: smolvla
359
+ entity: Robotics_VLA
360
+ notes: null
361
+ run_id: null
362
+ mode: offline
wandb/offline-run-20251126_082603-9pfedoc2/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
wandb/offline-run-20251126_082603-9pfedoc2/files/requirements.txt ADDED
@@ -0,0 +1,286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ PySocks==1.7.1
2
+ beautifulsoup4==4.14.2
3
+ gdown==5.2.0
4
+ soupsieve==2.8
5
+ Farama-Notifications==0.0.4
6
+ PyOpenGL==3.1.0
7
+ PySocks==1.7.1
8
+ Send2Trash==1.8.3
9
+ absl-py==2.3.1
10
+ accelerate==1.11.0
11
+ aiohappyeyeballs==2.6.1
12
+ aiohttp==3.13.2
13
+ aiosignal==1.4.0
14
+ annotated-types==0.7.0
15
+ antlr4-python3-runtime==4.8
16
+ anyio==4.11.0
17
+ argon2-cffi==25.1.0
18
+ argon2-cffi-bindings==25.1.0
19
+ arrow==1.4.0
20
+ asciitree==0.3.3
21
+ asttokens==3.0.0
22
+ astunparse==1.6.3
23
+ async-lru==2.0.5
24
+ async-timeout==5.0.1
25
+ attrs==25.4.0
26
+ av==16.0.1
27
+ babel==2.17.0
28
+ bddl==3.6.0
29
+ beautifulsoup4==4.14.2
30
+ bleach==6.3.0
31
+ blinker==1.9.0
32
+ calvin_env==0.0.1
33
+ certifi==2025.10.5
34
+ cffi==2.0.0
35
+ charset-normalizer==3.4.4
36
+ click==8.3.0
37
+ cloudpickle==3.1.1
38
+ cmake==4.1.2
39
+ colorlog==6.10.1
40
+ comm==0.2.3
41
+ contourpy==1.3.2
42
+ cycler==0.12.1
43
+ datasets==3.0.0
44
+ debugpy==1.8.17
45
+ decorator==4.4.2
46
+ deepdiff==8.6.1
47
+ defusedxml==0.7.1
48
+ diffusers==0.35.2
49
+ dill==0.3.8
50
+ docopt==0.6.2
51
+ docstring_parser==0.17.0
52
+ draccus==0.10.0
53
+ easydict==1.13
54
+ einops==0.8.1
55
+ etils==1.13.0
56
+ evdev==1.9.2
57
+ exceptiongroup==1.3.0
58
+ executing==2.2.1
59
+ fasteners==0.20
60
+ fastjsonschema==2.21.2
61
+ filelock==3.20.0
62
+ Flask==3.1.2
63
+ flatbuffers==25.9.23
64
+ fonttools==4.60.1
65
+ fqdn==1.5.1
66
+ freetype-py==2.5.1
67
+ frozenlist==1.8.0
68
+ fsspec==2024.6.1
69
+ future==1.0.0
70
+ gast==0.6.0
71
+ gdown==5.2.0
72
+ gitdb==4.0.12
73
+ GitPython==3.1.45
74
+ glfw==2.10.0
75
+ google-pasta==0.2.0
76
+ grpcio==1.76.0
77
+ gym==0.26.2
78
+ gym-notices==0.1.0
79
+ gymnasium==0.29.1
80
+ h11==0.16.0
81
+ h5py==3.15.1
82
+ hf_transfer==0.1.9
83
+ hf-xet==1.2.0
84
+ httpcore==1.0.9
85
+ httpx==0.28.1
86
+ huggingface-hub==0.36.0
87
+ hydra-colorlog==1.2.0
88
+ hydra-core==1.1.1
89
+ idna==3.11
90
+ imageio==2.37.0
91
+ imageio-ffmpeg==0.6.0
92
+ importlib_metadata==8.7.0
93
+ importlib_resources==6.5.2
94
+ iniconfig==2.3.0
95
+ inquirerpy==0.3.4
96
+ ipykernel==7.1.0
97
+ ipython==8.37.0
98
+ iso8601==2.1.0
99
+ isoduration==20.11.0
100
+ itsdangerous==2.2.0
101
+ jedi==0.19.2
102
+ Jinja2==3.1.6
103
+ joblib==1.5.2
104
+ json5==0.12.1
105
+ jsonlines==4.0.0
106
+ jsonpointer==3.0.0
107
+ jsonschema==4.25.1
108
+ jsonschema-specifications==2025.9.1
109
+ jupyter_client==8.6.3
110
+ jupyter_core==5.9.1
111
+ jupyter-events==0.12.0
112
+ jupyter-lsp==2.3.0
113
+ jupyter_server==2.17.0
114
+ jupyter_server_terminals==0.5.3
115
+ jupyterlab==4.4.10
116
+ jupyterlab_pygments==0.3.0
117
+ jupyterlab_server==2.28.0
118
+ jupytext==1.18.1
119
+ keras==3.12.0
120
+ kiwisolver==1.4.9
121
+ lark==1.3.1
122
+ lerobot==0.1.0
123
+ libclang==18.1.1
124
+ lightning-utilities==0.15.2
125
+ llvmlite==0.45.1
126
+ lxml==6.0.2
127
+ Markdown==3.10
128
+ markdown-it-py==4.0.0
129
+ MarkupSafe==3.0.3
130
+ matplotlib==3.10.7
131
+ matplotlib-inline==0.2.1
132
+ mdit-py-plugins==0.5.0
133
+ mdurl==0.1.2
134
+ mergedeep==1.3.4
135
+ mistune==3.1.4
136
+ ml_dtypes==0.5.4
137
+ moviepy==1.0.3
138
+ mpmath==1.3.0
139
+ mujoco==3.3.7
140
+ multidict==6.7.0
141
+ multiprocess==0.70.16
142
+ mypy_extensions==1.1.0
143
+ namex==0.1.0
144
+ narwhals==2.12.0
145
+ nbclient==0.10.2
146
+ nbconvert==7.16.6
147
+ nbformat==5.10.4
148
+ nest-asyncio==1.6.0
149
+ networkx==3.4.2
150
+ nltk==3.9.2
151
+ notebook_shim==0.2.4
152
+ num2words==0.5.14
153
+ numba==0.62.1
154
+ numcodecs==0.13.1
155
+ numpy==2.2.6
156
+ numpy-quaternion==2024.0.12
157
+ nvidia-cublas-cu12==12.8.4.1
158
+ nvidia-cuda-cupti-cu12==12.8.90
159
+ nvidia-cuda-nvrtc-cu12==12.8.93
160
+ nvidia-cuda-runtime-cu12==12.8.90
161
+ nvidia-cudnn-cu12==9.10.2.21
162
+ nvidia-cufft-cu12==11.3.3.83
163
+ nvidia-cufile-cu12==1.13.1.3
164
+ nvidia-curand-cu12==10.3.9.90
165
+ nvidia-cusolver-cu12==11.7.3.90
166
+ nvidia-cusparse-cu12==12.5.8.93
167
+ nvidia-cusparselt-cu12==0.7.1
168
+ nvidia-ml-py==13.580.82
169
+ nvidia-nccl-cu12==2.27.5
170
+ nvidia-nvjitlink-cu12==12.8.93
171
+ nvidia-nvshmem-cu12==3.3.20
172
+ nvidia-nvtx-cu12==12.8.90
173
+ nvitop==1.5.3
174
+ omegaconf==2.1.2
175
+ opencv-python==4.12.0.88
176
+ opencv-python-headless==4.12.0.88
177
+ opt_einsum==3.4.0
178
+ optree==0.18.0
179
+ orderly-set==5.5.0
180
+ overrides==7.7.0
181
+ packaging==25.0
182
+ pandas==2.3.3
183
+ pandocfilters==1.5.1
184
+ parso==0.8.5
185
+ pexpect==4.9.0
186
+ pfzy==0.3.4
187
+ pillow==12.0.0
188
+ pip==25.2
189
+ platformdirs==4.5.0
190
+ plotly==6.5.0
191
+ pluggy==1.6.0
192
+ proglog==0.1.12
193
+ prometheus_client==0.23.1
194
+ prompt_toolkit==3.0.52
195
+ propcache==0.4.1
196
+ protobuf==6.33.0
197
+ psutil==7.1.2
198
+ ptyprocess==0.7.0
199
+ pure_eval==0.2.3
200
+ pyarrow==22.0.0
201
+ pybullet==3.2.7
202
+ pycollada==0.6
203
+ pycparser==2.23
204
+ pydantic==2.12.3
205
+ pydantic_core==2.41.4
206
+ pyglet==2.1.11
207
+ Pygments==2.19.2
208
+ pyhash==0.9.3
209
+ pymunk==6.11.1
210
+ pynput==1.8.1
211
+ pyparsing==3.2.5
212
+ pyrender==0.1.45
213
+ pytest==8.4.2
214
+ python-dateutil==2.9.0.post0
215
+ python-dotenv==1.2.1
216
+ python-json-logger==4.0.0
217
+ python-xlib==0.33
218
+ pytorch-lightning==2.5.6
219
+ pytz==2025.2
220
+ PyYAML==6.0.3
221
+ pyyaml-include==1.4.1
222
+ pyzmq==27.1.0
223
+ referencing==0.37.0
224
+ regex==2025.10.23
225
+ requests==2.32.5
226
+ rerun-sdk==0.26.2
227
+ rfc3339-validator==0.1.4
228
+ rfc3986-validator==0.1.1
229
+ rfc3987-syntax==1.1.0
230
+ rich==14.2.0
231
+ robosuite==1.4.0
232
+ rpds-py==0.28.0
233
+ safetensors==0.6.2
234
+ scipy==1.15.3
235
+ sentry-sdk==2.43.0
236
+ serial==0.0.97
237
+ setuptools==57.5.0
238
+ shtab==1.7.2
239
+ six==1.17.0
240
+ smmap==5.0.2
241
+ sniffio==1.3.1
242
+ soupsieve==2.8
243
+ stack-data==0.6.3
244
+ sympy==1.14.0
245
+ tensorboard==2.20.0
246
+ tensorboard-data-server==0.7.2
247
+ tensorflow==2.20.0
248
+ termcolor==3.2.0
249
+ terminado==0.18.1
250
+ tinycss2==1.4.0
251
+ tokenizers==0.22.1
252
+ toml==0.10.2
253
+ tomli==2.3.0
254
+ torch==2.9.0
255
+ torchcodec==0.8.1
256
+ torchmetrics==1.8.2
257
+ torchvision==0.24.0
258
+ tornado==6.5.2
259
+ tqdm==4.67.1
260
+ traitlets==5.14.3
261
+ transformers==4.57.1
262
+ trimesh==4.9.0
263
+ triton==3.5.0
264
+ typeguard==4.4.4
265
+ typing_extensions==4.15.0
266
+ typing-inspect==0.9.0
267
+ typing-inspection==0.4.2
268
+ tyro==0.9.35
269
+ tzdata==2025.2
270
+ urdfpy==0.0.22
271
+ uri-template==1.3.0
272
+ urllib3==2.5.0
273
+ wandb==0.22.3
274
+ wcwidth==0.2.14
275
+ webcolors==25.10.0
276
+ webencodings==0.5.1
277
+ websocket-client==1.9.0
278
+ Werkzeug==3.1.3
279
+ wheel==0.45.1
280
+ wrapt==2.0.1
281
+ xxhash==3.6.0
282
+ yarl==1.22.0
283
+ zarr==2.18.3
284
+ zipp==3.23.0
285
+ Calvin==0.0.1
286
+ tacto==0.0.3
wandb/offline-run-20251126_082603-9pfedoc2/files/wandb-metadata.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"os": "Linux-4.18.0-553.77.1.el8_10.x86_64-x86_64-with-glibc2.28", "python": "CPython 3.10.19", "started_at": "2025-11-26T07:26:03.298191Z", "args": ["--resume=true", "--output_dir=/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers", "--config_path=/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/checkpoints/last/pretrained_model/train_config.json", "--batch_size=64", "--steps=100000", "--policy.gradient_accumulation_steps=1", "--wandb.mode=offline", "--log_freq=10"], "program": "/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/lerobot/scripts/train_accelerate.py", "code_path": "lerobot/scripts/train_accelerate.py", "code_path_local": "lerobot/scripts/train_accelerate.py", "git": {"remote_url": "git@github-binh:jibby2803/Smolvla_capstone_project.git", "commit": "dfb283852050a8f12eed8f55fe1f6288e61d5631"}, "root": "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers", "host": "ggpu192", "executable": "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/bin/python3.10", "cpu_count": 64, "cpu_count_logical": 128, "disk": {"/": {"total": "270465425408", "used": "7022321664"}}, "memory": {"total": "540930854912"}, "slurm": {"job_id": "11843069", "mpi_type": "pmi2"}, "writer_id": "xnvkkiss9ozxohesq3kutr3q7mxy0al1"}
wandb/offline-run-20251126_082603-9pfedoc2/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime": 8152.834921038, "_timestamp": 1764150107.48984, "train/loss": 0.21908420324325562, "train/grad_norm": 0.9262964844703674, "train/dataloading_s": 0.01979569692630321, "train/losses_after_rm_padding": {"_type": "histogram", "values": [20372, 1194, 451, 176, 100, 49, 18, 15, 8, 5, 1, 4, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1], "bins": [1.879385536085465e-10, 0.6487595438957214, 1.2975190877914429, 1.9462785720825195, 2.5950381755828857, 3.243797779083252, 3.892557144165039, 4.541316986083984, 5.1900763511657715, 5.838835716247559, 6.487595558166504, 7.136354923248291, 7.785114288330078, 8.433874130249023, 9.082633972167969, 9.731392860412598, 10.380152702331543, 11.028912544250488, 11.677671432495117, 12.326431274414062, 12.975191116333008, 13.623950004577637, 14.272709846496582, 14.921469688415527, 15.570228576660156, 16.2189884185791, 16.867748260498047, 17.516508102416992, 18.165267944335938, 18.81402587890625, 19.462785720825195, 20.11154556274414, 20.760305404663086]}, "train/samples": 5018240, "train/episodes": 31159.723471572845, "train/epochs": 18.591720448432486, "train/losses_after_forward": {"values": [65276, 14208, 7863, 4992, 3127, 2121, 1455, 1001, 703, 535, 303, 235, 173, 104, 77, 58, 50, 33, 19, 15, 14, 10, 4, 7, 5, 3, 4, 1, 1, 1, 1, 1], "bins": [1.3440004664744265e-10, 0.6487595438957214, 1.2975190877914429, 1.9462785720825195, 2.5950381755828857, 3.243797779083252, 3.892557144165039, 4.541316986083984, 5.1900763511657715, 5.838835716247559, 6.487595558166504, 7.136354923248291, 7.785114288330078, 8.433874130249023, 9.082633972167969, 9.731392860412598, 10.380152702331543, 11.028912544250488, 11.677671432495117, 12.326431274414062, 12.975191116333008, 13.623950004577637, 14.272709846496582, 14.921469688415527, 15.570228576660156, 16.2189884185791, 16.867748260498047, 17.516508102416992, 18.165267944335938, 18.81402587890625, 19.462785720825195, 20.11154556274414, 20.760305404663086], "_type": "histogram"}, "train/l1_infer_loss": 0.12285792827606201, "train/steps": 78410, "train/update_s": 0.8280000649159774, "train/lr": 2.5e-06, "_step": 78410}
wandb/offline-run-20251126_082603-9pfedoc2/logs/debug-internal.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-26T08:26:04.072658556+01:00","level":"INFO","msg":"stream: starting","core version":"0.22.3"}
2
+ {"time":"2025-11-26T08:26:04.103476969+01:00","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
3
+ {"time":"2025-11-26T08:26:04.115071849+01:00","level":"WARN","msg":"featurechecker: GraphQL client is nil, skipping feature loading"}
4
+ {"time":"2025-11-26T08:26:04.115114739+01:00","level":"INFO","msg":"stream: created new stream","id":"9pfedoc2"}
5
+ {"time":"2025-11-26T08:26:04.115144709+01:00","level":"INFO","msg":"handler: started","stream_id":"9pfedoc2"}
6
+ {"time":"2025-11-26T08:26:04.11767936+01:00","level":"INFO","msg":"stream: started","id":"9pfedoc2"}
7
+ {"time":"2025-11-26T08:26:04.11770165+01:00","level":"INFO","msg":"sender: started","stream_id":"9pfedoc2"}
8
+ {"time":"2025-11-26T08:26:04.11770301+01:00","level":"INFO","msg":"writer: started","stream_id":"9pfedoc2"}
9
+ {"time":"2025-11-26T08:26:04.120081532+01:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"}
10
+ {"time":"2025-11-26T14:54:57.457774239+01:00","level":"INFO","msg":"stream: closing","id":"9pfedoc2"}
11
+ {"time":"2025-11-26T14:54:57.477901974+01:00","level":"INFO","msg":"handler: closed","stream_id":"9pfedoc2"}
12
+ {"time":"2025-11-26T14:54:57.480562696+01:00","level":"INFO","msg":"sender: closed","stream_id":"9pfedoc2"}
13
+ {"time":"2025-11-26T14:54:57.480584366+01:00","level":"INFO","msg":"stream: closed","id":"9pfedoc2"}
wandb/offline-run-20251126_082603-9pfedoc2/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_setup.py:_flush():81] Current SDK version is 0.22.3
2
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_setup.py:_flush():81] Configure stats pid to 2028059
3
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_setup.py:_flush():81] Loading settings from /user/hominhduy.nguyen/u15271/.config/wandb/settings
4
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_setup.py:_flush():81] Loading settings from /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/wandb/settings
5
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_init.py:setup_run_log_directory():706] Logging user logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251126_082603-9pfedoc2/logs/debug.log
7
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_init.py:setup_run_log_directory():707] Logging internal logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251126_082603-9pfedoc2/logs/debug-internal.log
8
+ 2025-11-26 08:26:03,328 INFO MainThread:2028059 [wandb_init.py:init():833] calling init triggers
9
+ 2025-11-26 08:26:03,329 INFO MainThread:2028059 [wandb_init.py:init():838] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': '.', 'root': '/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {'observation.images.image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.image_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [8]}, 'observation.states.ee_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.states.joint_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [7]}, 'observation.states.gripper_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [2]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [7]}}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 1, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0}, 'output_dir': '/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers', 'job_name': 'libero_100%_baseline_correct_ourdata_16layers', 'resume': True, 'seed': 42, 'num_workers': 8, 'batch_size': 64, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 10, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'smolvla', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'offline'}, '_wandb': {}}
11
+ 2025-11-26 08:26:03,329 INFO MainThread:2028059 [wandb_init.py:init():881] starting backend
12
+ 2025-11-26 08:26:03,953 INFO MainThread:2028059 [wandb_init.py:init():884] sending inform_init request
13
+ 2025-11-26 08:26:03,961 INFO MainThread:2028059 [wandb_init.py:init():892] backend started and connected
14
+ 2025-11-26 08:26:03,963 INFO MainThread:2028059 [wandb_init.py:init():962] updated telemetry
15
+ 2025-11-26 08:26:03,989 INFO MainThread:2028059 [wandb_init.py:init():986] communicating run to backend with 90.0 second timeout
16
+ 2025-11-26 08:26:04,122 INFO MainThread:2028059 [wandb_init.py:init():1033] starting run threads in backend
17
+ 2025-11-26 08:26:04,760 INFO MainThread:2028059 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-11-26 08:26:04,760 INFO MainThread:2028059 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-11-26 08:26:04,760 INFO MainThread:2028059 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-11-26 08:26:04,760 INFO MainThread:2028059 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-11-26 08:26:04,766 INFO MainThread:2028059 [wandb_init.py:init():1073] run started, returning control to user process
22
+ 2025-11-26 14:54:57,434 INFO wandb-AsyncioManager-main:2028059 [service_client.py:_forward_responses():80] Reached EOF.
23
+ 2025-11-26 14:54:57,435 INFO wandb-AsyncioManager-main:2028059 [mailbox.py:close():137] Closing mailbox, abandoning 0 handles.
wandb/offline-run-20251126_082603-9pfedoc2/run-9pfedoc2.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:882635e12b519d905b801ed6a5b0fd85388cea2d256612017d32e9bcd68fd749
3
+ size 14403553
wandb/offline-run-20251127_082205-9pfedoc2/files/requirements.txt ADDED
@@ -0,0 +1,286 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ PySocks==1.7.1
2
+ beautifulsoup4==4.14.2
3
+ gdown==5.2.0
4
+ soupsieve==2.8
5
+ Farama-Notifications==0.0.4
6
+ PyOpenGL==3.1.0
7
+ PySocks==1.7.1
8
+ Send2Trash==1.8.3
9
+ absl-py==2.3.1
10
+ accelerate==1.11.0
11
+ aiohappyeyeballs==2.6.1
12
+ aiohttp==3.13.2
13
+ aiosignal==1.4.0
14
+ annotated-types==0.7.0
15
+ antlr4-python3-runtime==4.8
16
+ anyio==4.11.0
17
+ argon2-cffi==25.1.0
18
+ argon2-cffi-bindings==25.1.0
19
+ arrow==1.4.0
20
+ asciitree==0.3.3
21
+ asttokens==3.0.0
22
+ astunparse==1.6.3
23
+ async-lru==2.0.5
24
+ async-timeout==5.0.1
25
+ attrs==25.4.0
26
+ av==16.0.1
27
+ babel==2.17.0
28
+ bddl==3.6.0
29
+ beautifulsoup4==4.14.2
30
+ bleach==6.3.0
31
+ blinker==1.9.0
32
+ calvin_env==0.0.1
33
+ certifi==2025.10.5
34
+ cffi==2.0.0
35
+ charset-normalizer==3.4.4
36
+ click==8.3.0
37
+ cloudpickle==3.1.1
38
+ cmake==4.1.2
39
+ colorlog==6.10.1
40
+ comm==0.2.3
41
+ contourpy==1.3.2
42
+ cycler==0.12.1
43
+ datasets==3.0.0
44
+ debugpy==1.8.17
45
+ decorator==4.4.2
46
+ deepdiff==8.6.1
47
+ defusedxml==0.7.1
48
+ diffusers==0.35.2
49
+ dill==0.3.8
50
+ docopt==0.6.2
51
+ docstring_parser==0.17.0
52
+ draccus==0.10.0
53
+ easydict==1.13
54
+ einops==0.8.1
55
+ etils==1.13.0
56
+ evdev==1.9.2
57
+ exceptiongroup==1.3.0
58
+ executing==2.2.1
59
+ fasteners==0.20
60
+ fastjsonschema==2.21.2
61
+ filelock==3.20.0
62
+ Flask==3.1.2
63
+ flatbuffers==25.9.23
64
+ fonttools==4.60.1
65
+ fqdn==1.5.1
66
+ freetype-py==2.5.1
67
+ frozenlist==1.8.0
68
+ fsspec==2024.6.1
69
+ future==1.0.0
70
+ gast==0.6.0
71
+ gdown==5.2.0
72
+ gitdb==4.0.12
73
+ GitPython==3.1.45
74
+ glfw==2.10.0
75
+ google-pasta==0.2.0
76
+ grpcio==1.76.0
77
+ gym==0.26.2
78
+ gym-notices==0.1.0
79
+ gymnasium==0.29.1
80
+ h11==0.16.0
81
+ h5py==3.15.1
82
+ hf_transfer==0.1.9
83
+ hf-xet==1.2.0
84
+ httpcore==1.0.9
85
+ httpx==0.28.1
86
+ huggingface-hub==0.36.0
87
+ hydra-colorlog==1.2.0
88
+ hydra-core==1.1.1
89
+ idna==3.11
90
+ imageio==2.37.0
91
+ imageio-ffmpeg==0.6.0
92
+ importlib_metadata==8.7.0
93
+ importlib_resources==6.5.2
94
+ iniconfig==2.3.0
95
+ inquirerpy==0.3.4
96
+ ipykernel==7.1.0
97
+ ipython==8.37.0
98
+ iso8601==2.1.0
99
+ isoduration==20.11.0
100
+ itsdangerous==2.2.0
101
+ jedi==0.19.2
102
+ Jinja2==3.1.6
103
+ joblib==1.5.2
104
+ json5==0.12.1
105
+ jsonlines==4.0.0
106
+ jsonpointer==3.0.0
107
+ jsonschema==4.25.1
108
+ jsonschema-specifications==2025.9.1
109
+ jupyter_client==8.6.3
110
+ jupyter_core==5.9.1
111
+ jupyter-events==0.12.0
112
+ jupyter-lsp==2.3.0
113
+ jupyter_server==2.17.0
114
+ jupyter_server_terminals==0.5.3
115
+ jupyterlab==4.4.10
116
+ jupyterlab_pygments==0.3.0
117
+ jupyterlab_server==2.28.0
118
+ jupytext==1.18.1
119
+ keras==3.12.0
120
+ kiwisolver==1.4.9
121
+ lark==1.3.1
122
+ lerobot==0.1.0
123
+ libclang==18.1.1
124
+ lightning-utilities==0.15.2
125
+ llvmlite==0.45.1
126
+ lxml==6.0.2
127
+ Markdown==3.10
128
+ markdown-it-py==4.0.0
129
+ MarkupSafe==3.0.3
130
+ matplotlib==3.10.7
131
+ matplotlib-inline==0.2.1
132
+ mdit-py-plugins==0.5.0
133
+ mdurl==0.1.2
134
+ mergedeep==1.3.4
135
+ mistune==3.1.4
136
+ ml_dtypes==0.5.4
137
+ moviepy==1.0.3
138
+ mpmath==1.3.0
139
+ mujoco==3.3.7
140
+ multidict==6.7.0
141
+ multiprocess==0.70.16
142
+ mypy_extensions==1.1.0
143
+ namex==0.1.0
144
+ narwhals==2.12.0
145
+ nbclient==0.10.2
146
+ nbconvert==7.16.6
147
+ nbformat==5.10.4
148
+ nest-asyncio==1.6.0
149
+ networkx==3.4.2
150
+ nltk==3.9.2
151
+ notebook_shim==0.2.4
152
+ num2words==0.5.14
153
+ numba==0.62.1
154
+ numcodecs==0.13.1
155
+ numpy==2.2.6
156
+ numpy-quaternion==2024.0.12
157
+ nvidia-cublas-cu12==12.8.4.1
158
+ nvidia-cuda-cupti-cu12==12.8.90
159
+ nvidia-cuda-nvrtc-cu12==12.8.93
160
+ nvidia-cuda-runtime-cu12==12.8.90
161
+ nvidia-cudnn-cu12==9.10.2.21
162
+ nvidia-cufft-cu12==11.3.3.83
163
+ nvidia-cufile-cu12==1.13.1.3
164
+ nvidia-curand-cu12==10.3.9.90
165
+ nvidia-cusolver-cu12==11.7.3.90
166
+ nvidia-cusparse-cu12==12.5.8.93
167
+ nvidia-cusparselt-cu12==0.7.1
168
+ nvidia-ml-py==13.580.82
169
+ nvidia-nccl-cu12==2.27.5
170
+ nvidia-nvjitlink-cu12==12.8.93
171
+ nvidia-nvshmem-cu12==3.3.20
172
+ nvidia-nvtx-cu12==12.8.90
173
+ nvitop==1.5.3
174
+ omegaconf==2.1.2
175
+ opencv-python==4.12.0.88
176
+ opencv-python-headless==4.12.0.88
177
+ opt_einsum==3.4.0
178
+ optree==0.18.0
179
+ orderly-set==5.5.0
180
+ overrides==7.7.0
181
+ packaging==25.0
182
+ pandas==2.3.3
183
+ pandocfilters==1.5.1
184
+ parso==0.8.5
185
+ pexpect==4.9.0
186
+ pfzy==0.3.4
187
+ pillow==12.0.0
188
+ pip==25.2
189
+ platformdirs==4.5.0
190
+ plotly==6.5.0
191
+ pluggy==1.6.0
192
+ proglog==0.1.12
193
+ prometheus_client==0.23.1
194
+ prompt_toolkit==3.0.52
195
+ propcache==0.4.1
196
+ protobuf==6.33.0
197
+ psutil==7.1.2
198
+ ptyprocess==0.7.0
199
+ pure_eval==0.2.3
200
+ pyarrow==22.0.0
201
+ pybullet==3.2.7
202
+ pycollada==0.6
203
+ pycparser==2.23
204
+ pydantic==2.12.3
205
+ pydantic_core==2.41.4
206
+ pyglet==2.1.11
207
+ Pygments==2.19.2
208
+ pyhash==0.9.3
209
+ pymunk==6.11.1
210
+ pynput==1.8.1
211
+ pyparsing==3.2.5
212
+ pyrender==0.1.45
213
+ pytest==8.4.2
214
+ python-dateutil==2.9.0.post0
215
+ python-dotenv==1.2.1
216
+ python-json-logger==4.0.0
217
+ python-xlib==0.33
218
+ pytorch-lightning==2.5.6
219
+ pytz==2025.2
220
+ PyYAML==6.0.3
221
+ pyyaml-include==1.4.1
222
+ pyzmq==27.1.0
223
+ referencing==0.37.0
224
+ regex==2025.10.23
225
+ requests==2.32.5
226
+ rerun-sdk==0.26.2
227
+ rfc3339-validator==0.1.4
228
+ rfc3986-validator==0.1.1
229
+ rfc3987-syntax==1.1.0
230
+ rich==14.2.0
231
+ robosuite==1.4.0
232
+ rpds-py==0.28.0
233
+ safetensors==0.6.2
234
+ scipy==1.15.3
235
+ sentry-sdk==2.43.0
236
+ serial==0.0.97
237
+ setuptools==57.5.0
238
+ shtab==1.7.2
239
+ six==1.17.0
240
+ smmap==5.0.2
241
+ sniffio==1.3.1
242
+ soupsieve==2.8
243
+ stack-data==0.6.3
244
+ sympy==1.14.0
245
+ tensorboard==2.20.0
246
+ tensorboard-data-server==0.7.2
247
+ tensorflow==2.20.0
248
+ termcolor==3.2.0
249
+ terminado==0.18.1
250
+ tinycss2==1.4.0
251
+ tokenizers==0.22.1
252
+ toml==0.10.2
253
+ tomli==2.3.0
254
+ torch==2.9.0
255
+ torchcodec==0.8.1
256
+ torchmetrics==1.8.2
257
+ torchvision==0.24.0
258
+ tornado==6.5.2
259
+ tqdm==4.67.1
260
+ traitlets==5.14.3
261
+ transformers==4.57.1
262
+ trimesh==4.9.0
263
+ triton==3.5.0
264
+ typeguard==4.4.4
265
+ typing_extensions==4.15.0
266
+ typing-inspect==0.9.0
267
+ typing-inspection==0.4.2
268
+ tyro==0.9.35
269
+ tzdata==2025.2
270
+ urdfpy==0.0.22
271
+ uri-template==1.3.0
272
+ urllib3==2.5.0
273
+ wandb==0.22.3
274
+ wcwidth==0.2.14
275
+ webcolors==25.10.0
276
+ webencodings==0.5.1
277
+ websocket-client==1.9.0
278
+ Werkzeug==3.1.3
279
+ wheel==0.45.1
280
+ wrapt==2.0.1
281
+ xxhash==3.6.0
282
+ yarl==1.22.0
283
+ zarr==2.18.3
284
+ zipp==3.23.0
285
+ Calvin==0.0.1
286
+ tacto==0.0.3
wandb/offline-run-20251127_082205-9pfedoc2/logs/debug-internal.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-27T08:22:07.559771448+01:00","level":"INFO","msg":"stream: starting","core version":"0.22.3"}
2
+ {"time":"2025-11-27T08:22:07.595802204+01:00","level":"ERROR","msg":"monitor: failed to initialize GPU resource: monitor: could not create portfile"}
3
+ {"time":"2025-11-27T08:22:07.61257113+01:00","level":"WARN","msg":"featurechecker: GraphQL client is nil, skipping feature loading"}
4
+ {"time":"2025-11-27T08:22:07.61263541+01:00","level":"INFO","msg":"stream: created new stream","id":"9pfedoc2"}
5
+ {"time":"2025-11-27T08:22:07.612673479+01:00","level":"INFO","msg":"handler: started","stream_id":"9pfedoc2"}
6
+ {"time":"2025-11-27T08:22:07.619536923+01:00","level":"INFO","msg":"stream: started","id":"9pfedoc2"}
7
+ {"time":"2025-11-27T08:22:07.619532523+01:00","level":"INFO","msg":"writer: started","stream_id":"9pfedoc2"}
8
+ {"time":"2025-11-27T08:22:07.619582552+01:00","level":"INFO","msg":"sender: started","stream_id":"9pfedoc2"}
9
+ {"time":"2025-11-27T08:22:07.620331957+01:00","level":"WARN","msg":"runupserter: server does not expand metric globs but the x_server_side_expand_glob_metrics setting is set; ignoring"}
10
+ {"time":"2025-11-27T14:52:02.440928489+01:00","level":"INFO","msg":"stream: closing","id":"9pfedoc2"}
11
+ {"time":"2025-11-27T14:52:02.448036743+01:00","level":"INFO","msg":"handler: closed","stream_id":"9pfedoc2"}
12
+ {"time":"2025-11-27T14:52:02.451416481+01:00","level":"INFO","msg":"sender: closed","stream_id":"9pfedoc2"}
13
+ {"time":"2025-11-27T14:52:02.451430391+01:00","level":"INFO","msg":"stream: closed","id":"9pfedoc2"}
wandb/offline-run-20251127_082205-9pfedoc2/logs/debug.log ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Current SDK version is 0.22.3
2
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Configure stats pid to 1740673
3
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from /user/hominhduy.nguyen/u15271/.config/wandb/settings
4
+ 2025-11-27 08:22:05,477 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from /mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/binh/Smolvla_capstone_project/wandb/settings
5
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:setup_run_log_directory():706] Logging user logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251127_082205-9pfedoc2/logs/debug.log
7
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:setup_run_log_directory():707] Logging internal logs to /projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers/wandb/offline-run-20251127_082205-9pfedoc2/logs/debug-internal.log
8
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():833] calling init triggers
9
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():838] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': '.', 'root': '/mnt/vast-kisski/projects/kisski-umg-fairpact-2/VLA/LIBERO/merged_libero_scale_100_mask_depth_noops_lerobot', 'episodes': None, 'image_transforms': {'enable': True, 'max_num_transforms': 3, 'random_order': False, 'image_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'crop_resize': {'weight': 1.0, 'type': 'RandomResizedCrop', 'kwargs': {'size': [256, 256], 'ratio': [1, 1], 'scale': [0.9, 0.95]}}, 'rotate': {'weight': 1.0, 'type': 'RandomRotate', 'kwargs': {'degrees': [-5, 5]}}}, 'wrist_tfs': {'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'vqa_data_path': None}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {'observation.images.image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_image': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.image_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.object_of_interest_wrist_mask': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [8]}, 'observation.states.ee_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.states.joint_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [7]}, 'observation.states.gripper_state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [2]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [7]}}, 'device': 'cuda', 'use_amp': False, 'gradient_accumulation_steps': 1, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0}, 'output_dir': '/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/VLA/binh/Smolvla_capstone_project/outputs/train/2025-11-25/16-45-46_libero_100%_baseline_correct_ourdata_16layers', 'job_name': 'libero_100%_baseline_correct_ourdata_16layers', 'resume': True, 'seed': 42, 'num_workers': 8, 'batch_size': 64, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 10, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'smolvla', 'entity': 'Robotics_VLA', 'notes': None, 'run_id': None, 'mode': 'offline'}, '_wandb': {}}
11
+ 2025-11-27 08:22:05,478 INFO MainThread:1740673 [wandb_init.py:init():881] starting backend
12
+ 2025-11-27 08:22:07,375 INFO MainThread:1740673 [wandb_init.py:init():884] sending inform_init request
13
+ 2025-11-27 08:22:07,391 INFO MainThread:1740673 [wandb_init.py:init():892] backend started and connected
14
+ 2025-11-27 08:22:07,393 INFO MainThread:1740673 [wandb_init.py:init():962] updated telemetry
15
+ 2025-11-27 08:22:07,425 INFO MainThread:1740673 [wandb_init.py:init():986] communicating run to backend with 90.0 second timeout
16
+ 2025-11-27 08:22:07,623 INFO MainThread:1740673 [wandb_init.py:init():1033] starting run threads in backend
17
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_console_start():2506] atexit reg
18
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2354] redirect: wrap_raw
19
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2423] Wrapping output streams.
20
+ 2025-11-27 08:22:08,898 INFO MainThread:1740673 [wandb_run.py:_redirect():2446] Redirects installed.
21
+ 2025-11-27 08:22:08,921 INFO MainThread:1740673 [wandb_init.py:init():1073] run started, returning control to user process
22
+ 2025-11-27 14:52:02,433 INFO wandb-AsyncioManager-main:1740673 [service_client.py:_forward_responses():80] Reached EOF.
23
+ 2025-11-27 14:52:02,442 INFO wandb-AsyncioManager-main:1740673 [mailbox.py:close():137] Closing mailbox, abandoning 0 handles.
24
+ 2025-11-27 14:52:02,547 ERROR wandb-AsyncioManager-main:1740673 [asyncio_manager.py:fn_wrap_exceptions():183] Uncaught exception in run_soon callback.
25
+ Traceback (most recent call last):
26
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/asyncio_manager.py", line 181, in fn_wrap_exceptions
27
+ await fn()
28
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 38, in publish
29
+ await self._send_server_request(request)
30
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/site-packages/wandb/sdk/lib/service/service_client.py", line 64, in _send_server_request
31
+ await self._writer.drain()
32
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 371, in drain
33
+ await self._protocol._drain_helper()
34
+ File "/projects/extern/kisski/kisski-umg-fairpact-2/dir.project/miniconda3/envs/smol/lib/python3.10/asyncio/streams.py", line 167, in _drain_helper
35
+ raise ConnectionResetError('Connection lost')
36
+ ConnectionResetError: Connection lost
wandb/offline-run-20251127_082205-9pfedoc2/run-9pfedoc2.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9005d030f802c2f37e9b351ed427ab6e49bc850e26d40a847fc32107db8799f
3
+ size 15629400