chanhee02 commited on
Commit
4cb645e
·
verified ·
1 Parent(s): 1d21b87

Delete wandb/

Browse files
wandb/debug-internal.log DELETED
@@ -1,11 +0,0 @@
1
- {"time":"2026-02-04T06:29:15.102505418Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
2
- {"time":"2026-02-04T06:29:15.61393042Z","level":"INFO","msg":"stream: created new stream","id":"swnu82h6"}
3
- {"time":"2026-02-04T06:29:15.614044642Z","level":"INFO","msg":"handler: started","stream_id":"swnu82h6"}
4
- {"time":"2026-02-04T06:29:15.614264062Z","level":"INFO","msg":"stream: started","id":"swnu82h6"}
5
- {"time":"2026-02-04T06:29:15.614306616Z","level":"INFO","msg":"sender: started","stream_id":"swnu82h6"}
6
- {"time":"2026-02-04T06:29:15.61430789Z","level":"INFO","msg":"writer: started","stream_id":"swnu82h6"}
7
- {"time":"2026-02-04T08:38:25.41966567Z","level":"INFO","msg":"stream: closing","id":"swnu82h6"}
8
- {"time":"2026-02-04T08:39:16.937366441Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
9
- {"time":"2026-02-04T08:39:17.20398058Z","level":"INFO","msg":"handler: closed","stream_id":"swnu82h6"}
10
- {"time":"2026-02-04T08:39:17.204230456Z","level":"INFO","msg":"sender: closed","stream_id":"swnu82h6"}
11
- {"time":"2026-02-04T08:39:17.204273451Z","level":"INFO","msg":"stream: closed","id":"swnu82h6"}
 
 
 
 
 
 
 
 
 
 
 
 
wandb/debug.log DELETED
@@ -1,21 +0,0 @@
1
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
2
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Configure stats pid to 3663
3
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug.log
5
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log
6
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():844] calling init triggers
7
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
8
- config: {'dataset': {'repo_id': 'sdhws/merged_65_yellow', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'input_features': {'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.images.camera1': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera2': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera3': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'chanhee02/my_smolvla_bi_so101', 'private': None, 'tags': None, 'license': None, 'pretrained_path': 'lerobot/smolvla_base', 'chunk_size': 50, 'n_action_steps': 50, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0, 'rtc_config': None}, 'output_dir': 'outputs/train/my_smolvla', 'job_name': 'my_smolvla_training', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 20000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {'observation.images.left_top': 'observation.images.camera1', 'observation.images.left_left': 'observation.images.camera2', 'observation.images.right_right': 'observation.images.camera3'}, 'checkpoint_path': None, '_wandb': {}}
9
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():892] starting backend
10
- 2026-02-04 06:29:15,095 INFO MainThread:3663 [wandb_init.py:init():895] sending inform_init request
11
- 2026-02-04 06:29:15,098 INFO MainThread:3663 [wandb_init.py:init():903] backend started and connected
12
- 2026-02-04 06:29:15,100 INFO MainThread:3663 [wandb_init.py:init():973] updated telemetry
13
- 2026-02-04 06:29:15,106 INFO MainThread:3663 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
14
- 2026-02-04 06:29:16,012 INFO MainThread:3663 [wandb_init.py:init():1042] starting run threads in backend
15
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_console_start():2529] atexit reg
16
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2377] redirect: wrap_raw
17
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2446] Wrapping output streams.
18
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2469] Redirects installed.
19
- 2026-02-04 06:29:16,178 INFO MainThread:3663 [wandb_init.py:init():1082] run started, returning control to user process
20
- 2026-02-04 08:38:25,419 INFO wandb-AsyncioManager-main:3663 [service_client.py:_forward_responses():94] Reached EOF.
21
- 2026-02-04 08:38:25,420 INFO wandb-AsyncioManager-main:3663 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/files/config.yaml DELETED
@@ -1,300 +0,0 @@
1
- _wandb:
2
- value:
3
- cli_version: 0.24.1
4
- e:
5
- c3daa2rro4llc9ta8ot4gkvvpwz7xtfw:
6
- args:
7
- - --policy.path=lerobot/smolvla_base
8
- - --dataset.repo_id=sdhws/merged_65_yellow
9
- - --batch_size=8
10
- - --steps=20000
11
- - --output_dir=outputs/train/my_smolvla
12
- - --job_name=my_smolvla_training
13
- - --policy.device=cuda
14
- - --wandb.enable=true
15
- - --policy.push_to_hub=true
16
- - --policy.repo_id=chanhee02/my_smolvla_bi_so101
17
- - |-
18
- --rename_map={
19
- "observation.images.left_top": "observation.images.camera1",
20
- "observation.images.left_left": "observation.images.camera2",
21
- "observation.images.right_right": "observation.images.camera3"
22
- }
23
- cpu_count: 32
24
- cpu_count_logical: 4
25
- cudaVersion: "12.2"
26
- disk:
27
- /:
28
- total: "274743689216"
29
- used: "20452761600"
30
- executable: /home/elicer/miniforge3/envs/lerobot/bin/python3.10
31
- git:
32
- commit: 0f392484458cb5ebca0310c0c4c47390a31c80ed
33
- remote: https://github.com/huggingface/lerobot.git
34
- gpu: NVIDIA A100 80GB PCIe
35
- gpu_count: 1
36
- gpu_nvidia:
37
- - architecture: Ampere
38
- name: NVIDIA A100 80GB PCIe
39
- uuid: GPU-4f692096-5be3-e59c-c38c-8959b179a6b3
40
- host: 9a551741a5d9
41
- memory:
42
- total: "51539607552"
43
- os: Linux-5.15.0-97-generic-x86_64-with-glibc2.35
44
- program: /home/elicer/miniforge3/envs/lerobot/bin/lerobot-train
45
- python: CPython 3.10.19
46
- root: outputs/train/my_smolvla
47
- startedAt: "2026-02-04T06:29:14.875096Z"
48
- writerId: c3daa2rro4llc9ta8ot4gkvvpwz7xtfw
49
- m: []
50
- python_version: 3.10.19
51
- t:
52
- "1":
53
- - 1
54
- - 11
55
- - 41
56
- - 49
57
- - 51
58
- - 71
59
- - 83
60
- "2":
61
- - 1
62
- - 11
63
- - 41
64
- - 49
65
- - 51
66
- - 71
67
- - 83
68
- "3":
69
- - 13
70
- - 15
71
- - 16
72
- - 61
73
- "4": 3.10.19
74
- "5": 0.24.1
75
- "6": 4.57.6
76
- "10":
77
- - 21
78
- "12": 0.24.1
79
- "13": linux-x86_64
80
- batch_size:
81
- value: 8
82
- checkpoint_path:
83
- value: null
84
- dataset:
85
- value:
86
- episodes: null
87
- image_transforms:
88
- enable: false
89
- max_num_transforms: 3
90
- random_order: false
91
- tfs:
92
- affine:
93
- kwargs:
94
- degrees:
95
- - -5
96
- - 5
97
- translate:
98
- - 0.05
99
- - 0.05
100
- type: RandomAffine
101
- weight: 1
102
- brightness:
103
- kwargs:
104
- brightness:
105
- - 0.8
106
- - 1.2
107
- type: ColorJitter
108
- weight: 1
109
- contrast:
110
- kwargs:
111
- contrast:
112
- - 0.8
113
- - 1.2
114
- type: ColorJitter
115
- weight: 1
116
- hue:
117
- kwargs:
118
- hue:
119
- - -0.05
120
- - 0.05
121
- type: ColorJitter
122
- weight: 1
123
- saturation:
124
- kwargs:
125
- saturation:
126
- - 0.5
127
- - 1.5
128
- type: ColorJitter
129
- weight: 1
130
- sharpness:
131
- kwargs:
132
- sharpness:
133
- - 0.5
134
- - 1.5
135
- type: SharpnessJitter
136
- weight: 1
137
- repo_id: sdhws/merged_65_yellow
138
- revision: null
139
- root: null
140
- streaming: false
141
- use_imagenet_stats: true
142
- video_backend: torchcodec
143
- env:
144
- value: null
145
- eval:
146
- value:
147
- batch_size: 50
148
- n_episodes: 50
149
- use_async_envs: false
150
- eval_freq:
151
- value: 20000
152
- job_name:
153
- value: my_smolvla_training
154
- log_freq:
155
- value: 200
156
- num_workers:
157
- value: 4
158
- optimizer:
159
- value:
160
- betas:
161
- - 0.9
162
- - 0.95
163
- eps: 1e-08
164
- grad_clip_norm: 10
165
- lr: 0.0001
166
- type: adamw
167
- weight_decay: 1e-10
168
- output_dir:
169
- value: outputs/train/my_smolvla
170
- peft:
171
- value: null
172
- policy:
173
- value:
174
- adapt_to_pi_aloha: false
175
- add_image_special_tokens: false
176
- attention_mode: cross_attn
177
- chunk_size: 50
178
- device: cuda
179
- empty_cameras: 0
180
- expert_width_multiplier: 0.75
181
- freeze_vision_encoder: true
182
- input_features:
183
- observation.images.camera1:
184
- shape:
185
- - 3
186
- - 256
187
- - 256
188
- type: VISUAL
189
- observation.images.camera2:
190
- shape:
191
- - 3
192
- - 256
193
- - 256
194
- type: VISUAL
195
- observation.images.camera3:
196
- shape:
197
- - 3
198
- - 256
199
- - 256
200
- type: VISUAL
201
- observation.state:
202
- shape:
203
- - 6
204
- type: STATE
205
- license: null
206
- load_vlm_weights: true
207
- max_action_dim: 32
208
- max_period: 4
209
- max_state_dim: 32
210
- min_period: 0.004
211
- n_action_steps: 50
212
- n_obs_steps: 1
213
- normalization_mapping:
214
- ACTION: MEAN_STD
215
- STATE: MEAN_STD
216
- VISUAL: IDENTITY
217
- num_expert_layers: 0
218
- num_steps: 10
219
- num_vlm_layers: 16
220
- optimizer_betas:
221
- - 0.9
222
- - 0.95
223
- optimizer_eps: 1e-08
224
- optimizer_grad_clip_norm: 10
225
- optimizer_lr: 0.0001
226
- optimizer_weight_decay: 1e-10
227
- output_features:
228
- action:
229
- shape:
230
- - 6
231
- type: ACTION
232
- pad_language_to: max_length
233
- prefix_length: 0
234
- pretrained_path: lerobot/smolvla_base
235
- private: null
236
- push_to_hub: true
237
- repo_id: chanhee02/my_smolvla_bi_so101
238
- resize_imgs_with_padding:
239
- - 512
240
- - 512
241
- rtc_config: null
242
- scheduler_decay_lr: 2.5e-06
243
- scheduler_decay_steps: 30000
244
- scheduler_warmup_steps: 1000
245
- self_attn_every_n_layers: 2
246
- tags: null
247
- tokenizer_max_length: 48
248
- train_expert_only: true
249
- train_state_proj: true
250
- type: smolvla
251
- use_amp: false
252
- use_cache: true
253
- use_delta_joint_actions_aloha: false
254
- use_peft: false
255
- vlm_model_name: HuggingFaceTB/SmolVLM2-500M-Video-Instruct
256
- rabc_epsilon:
257
- value: 1e-06
258
- rabc_head_mode:
259
- value: sparse
260
- rabc_kappa:
261
- value: 0.01
262
- rabc_progress_path:
263
- value: null
264
- rename_map:
265
- value:
266
- observation.images.left_left: observation.images.camera2
267
- observation.images.left_top: observation.images.camera1
268
- observation.images.right_right: observation.images.camera3
269
- resume:
270
- value: false
271
- save_checkpoint:
272
- value: true
273
- save_freq:
274
- value: 20000
275
- scheduler:
276
- value:
277
- decay_lr: 2.5e-06
278
- num_decay_steps: 30000
279
- num_warmup_steps: 1000
280
- peak_lr: 0.0001
281
- type: cosine_decay_with_warmup
282
- seed:
283
- value: 1000
284
- steps:
285
- value: 20000
286
- tolerance_s:
287
- value: 0.0001
288
- use_policy_training_preset:
289
- value: true
290
- use_rabc:
291
- value: false
292
- wandb:
293
- value:
294
- disable_artifact: false
295
- enable: true
296
- entity: null
297
- mode: null
298
- notes: null
299
- project: lerobot
300
- run_id: null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/files/output.log DELETED
@@ -1,351 +0,0 @@
1
- INFO 2026-02-04 06:29:16 db_utils.py:117 Logs will be synced with wandb.
2
- INFO 2026-02-04 06:29:16 db_utils.py:118 Track this run --> https://wandb.ai/jjher773-kookmin-university/lerobot/runs/swnu82h6
3
- INFO 2026-02-04 06:29:16 ot_train.py:215 Creating dataset
4
- INFO 2026-02-04 06:29:16 ot_train.py:233 Creating policy
5
- Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ...
6
- `torch_dtype` is deprecated! Use `dtype` instead!
7
- Reducing the number of VLM layers to 16 ...
8
- policy_preprocessor.json: 1.87kB [00:00, 3.01MB/s]
9
- policy_preprocessor_step_5_normalizer_pr(…): 100%|██████████████████████████████████████████████████████████████████████████| 640/640 [00:00<00:00, 653B/s]
10
- policy_postprocessor.json: 100%|██████████████████████████████████████████████████████████████████████████████████████████| 660/660 [00:00<00:00, 1.54MB/s]
11
- INFO 2026-02-04 06:29:32 ot_train.py:288 Creating optimizer and scheduler
12
- INFO 2026-02-04 06:29:32 hedulers.py:105 Auto-scaling LR scheduler: num_training_steps (20000) < num_decay_steps (30000). Scaling warmup: 1000 → 666, decay: 30000 → 20000 (scale factor: 0.667)
13
- INFO 2026-02-04 06:29:32 ot_train.py:323 Output dir: outputs/train/my_smolvla
14
- INFO 2026-02-04 06:29:32 ot_train.py:330 cfg.steps=20000 (20K)
15
- INFO 2026-02-04 06:29:32 ot_train.py:331 dataset.num_frames=71591 (72K)
16
- INFO 2026-02-04 06:29:32 ot_train.py:332 dataset.num_episodes=67
17
- INFO 2026-02-04 06:29:32 ot_train.py:335 Effective batch size: 8 x 1 = 8
18
- INFO 2026-02-04 06:29:32 ot_train.py:336 num_learnable_params=99880992 (100M)
19
- INFO 2026-02-04 06:29:32 ot_train.py:337 num_total_params=450046176 (450M)
20
- INFO 2026-02-04 06:29:32 ot_train.py:393 Start offline training on a fixed dataset, with effective batch size: 8
21
- INFO 2026-02-04 06:30:52 ot_train.py:423 step:200 smpl:2K ep:1 epch:0.02 loss:0.692 grdn:3.861 lr:1.5e-05 updt_s:0.387 data_s:0.013
22
- WARNING 2026-02-04 06:30:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
23
- WARNING 2026-02-04 06:30:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
24
- INFO 2026-02-04 06:32:10 ot_train.py:423 step:400 smpl:3K ep:3 epch:0.04 loss:0.227 grdn:1.922 lr:4.5e-05 updt_s:0.379 data_s:0.007
25
- WARNING 2026-02-04 06:32:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
26
- WARNING 2026-02-04 06:32:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
27
- INFO 2026-02-04 06:33:27 ot_train.py:423 step:600 smpl:5K ep:4 epch:0.07 loss:0.137 grdn:1.624 lr:7.5e-05 updt_s:0.379 data_s:0.007
28
- WARNING 2026-02-04 06:33:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
29
- WARNING 2026-02-04 06:33:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
30
- INFO 2026-02-04 06:34:45 ot_train.py:423 step:800 smpl:6K ep:6 epch:0.09 loss:0.135 grdn:1.561 lr:9.8e-05 updt_s:0.380 data_s:0.006
31
- WARNING 2026-02-04 06:34:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
32
- WARNING 2026-02-04 06:34:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
33
- INFO 2026-02-04 06:36:02 ot_train.py:423 step:1K smpl:8K ep:7 epch:0.11 loss:0.111 grdn:1.310 lr:1.0e-04 updt_s:0.378 data_s:0.007
34
- WARNING 2026-02-04 06:36:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
35
- WARNING 2026-02-04 06:36:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
36
- INFO 2026-02-04 06:37:19 ot_train.py:423 step:1K smpl:10K ep:9 epch:0.13 loss:0.104 grdn:1.219 lr:9.9e-05 updt_s:0.378 data_s:0.007
37
- WARNING 2026-02-04 06:37:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
38
- WARNING 2026-02-04 06:37:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
39
- INFO 2026-02-04 06:38:36 ot_train.py:423 step:1K smpl:11K ep:10 epch:0.16 loss:0.097 grdn:1.138 lr:9.9e-05 updt_s:0.378 data_s:0.007
40
- WARNING 2026-02-04 06:38:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
41
- WARNING 2026-02-04 06:38:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
42
- INFO 2026-02-04 06:39:53 ot_train.py:423 step:2K smpl:13K ep:12 epch:0.18 loss:0.092 grdn:1.082 lr:9.9e-05 updt_s:0.379 data_s:0.007
43
- WARNING 2026-02-04 06:39:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
44
- WARNING 2026-02-04 06:39:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
45
- INFO 2026-02-04 06:41:11 ot_train.py:423 step:2K smpl:14K ep:13 epch:0.20 loss:0.083 grdn:1.022 lr:9.8e-05 updt_s:0.379 data_s:0.007
46
- WARNING 2026-02-04 06:41:11 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
47
- WARNING 2026-02-04 06:41:11 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
48
- INFO 2026-02-04 06:42:28 ot_train.py:423 step:2K smpl:16K ep:15 epch:0.22 loss:0.082 grdn:0.958 lr:9.8e-05 updt_s:0.378 data_s:0.007
49
- WARNING 2026-02-04 06:42:28 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
50
- WARNING 2026-02-04 06:42:28 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
51
- INFO 2026-02-04 06:43:45 ot_train.py:423 step:2K smpl:18K ep:16 epch:0.25 loss:0.076 grdn:0.922 lr:9.7e-05 updt_s:0.377 data_s:0.006
52
- WARNING 2026-02-04 06:43:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
53
- WARNING 2026-02-04 06:43:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
54
- INFO 2026-02-04 06:45:02 ot_train.py:423 step:2K smpl:19K ep:18 epch:0.27 loss:0.075 grdn:0.914 lr:9.7e-05 updt_s:0.377 data_s:0.006
55
- WARNING 2026-02-04 06:45:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
56
- WARNING 2026-02-04 06:45:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
57
- INFO 2026-02-04 06:46:19 ot_train.py:423 step:3K smpl:21K ep:19 epch:0.29 loss:0.075 grdn:0.902 lr:9.6e-05 updt_s:0.378 data_s:0.006
58
- WARNING 2026-02-04 06:46:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
59
- WARNING 2026-02-04 06:46:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
60
- INFO 2026-02-04 06:47:36 ot_train.py:423 step:3K smpl:22K ep:21 epch:0.31 loss:0.073 grdn:0.897 lr:9.6e-05 updt_s:0.377 data_s:0.006
61
- WARNING 2026-02-04 06:47:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
62
- WARNING 2026-02-04 06:47:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
63
- INFO 2026-02-04 06:48:53 ot_train.py:423 step:3K smpl:24K ep:22 epch:0.34 loss:0.073 grdn:0.871 lr:9.5e-05 updt_s:0.378 data_s:0.006
64
- WARNING 2026-02-04 06:48:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
65
- WARNING 2026-02-04 06:48:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
66
- INFO 2026-02-04 06:50:10 ot_train.py:423 step:3K smpl:26K ep:24 epch:0.36 loss:0.065 grdn:0.808 lr:9.4e-05 updt_s:0.376 data_s:0.006
67
- WARNING 2026-02-04 06:50:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
68
- WARNING 2026-02-04 06:50:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
69
- INFO 2026-02-04 06:51:27 ot_train.py:423 step:3K smpl:27K ep:25 epch:0.38 loss:0.064 grdn:0.809 lr:9.4e-05 updt_s:0.380 data_s:0.007
70
- WARNING 2026-02-04 06:51:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
71
- WARNING 2026-02-04 06:51:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
72
- INFO 2026-02-04 06:52:44 ot_train.py:423 step:4K smpl:29K ep:27 epch:0.40 loss:0.064 grdn:0.792 lr:9.3e-05 updt_s:0.379 data_s:0.006
73
- WARNING 2026-02-04 06:52:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
74
- WARNING 2026-02-04 06:52:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
75
- INFO 2026-02-04 06:54:02 ot_train.py:423 step:4K smpl:30K ep:28 epch:0.42 loss:0.061 grdn:0.787 lr:9.2e-05 updt_s:0.378 data_s:0.006
76
- WARNING 2026-02-04 06:54:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
77
- WARNING 2026-02-04 06:54:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
78
- INFO 2026-02-04 06:55:19 ot_train.py:423 step:4K smpl:32K ep:30 epch:0.45 loss:0.060 grdn:0.777 lr:9.1e-05 updt_s:0.378 data_s:0.007
79
- WARNING 2026-02-04 06:55:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
80
- WARNING 2026-02-04 06:55:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
81
- INFO 2026-02-04 06:56:35 ot_train.py:423 step:4K smpl:34K ep:31 epch:0.47 loss:0.056 grdn:0.723 lr:9.0e-05 updt_s:0.375 data_s:0.006
82
- WARNING 2026-02-04 06:56:35 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
83
- WARNING 2026-02-04 06:56:35 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
84
- INFO 2026-02-04 06:57:52 ot_train.py:423 step:4K smpl:35K ep:33 epch:0.49 loss:0.057 grdn:0.734 lr:8.9e-05 updt_s:0.376 data_s:0.006
85
- WARNING 2026-02-04 06:57:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
86
- WARNING 2026-02-04 06:57:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
87
- INFO 2026-02-04 06:59:09 ot_train.py:423 step:5K smpl:37K ep:34 epch:0.51 loss:0.056 grdn:0.736 lr:8.8e-05 updt_s:0.378 data_s:0.007
88
- WARNING 2026-02-04 06:59:09 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
89
- WARNING 2026-02-04 06:59:09 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
90
- INFO 2026-02-04 07:00:27 ot_train.py:423 step:5K smpl:38K ep:36 epch:0.54 loss:0.053 grdn:0.684 lr:8.7e-05 updt_s:0.379 data_s:0.007
91
- WARNING 2026-02-04 07:00:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
92
- WARNING 2026-02-04 07:00:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
93
- INFO 2026-02-04 07:01:44 ot_train.py:423 step:5K smpl:40K ep:37 epch:0.56 loss:0.054 grdn:0.708 lr:8.6e-05 updt_s:0.379 data_s:0.007
94
- WARNING 2026-02-04 07:01:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
95
- WARNING 2026-02-04 07:01:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
96
- INFO 2026-02-04 07:03:02 ot_train.py:423 step:5K smpl:42K ep:39 epch:0.58 loss:0.051 grdn:0.685 lr:8.5e-05 updt_s:0.379 data_s:0.007
97
- WARNING 2026-02-04 07:03:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
98
- WARNING 2026-02-04 07:03:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
99
- INFO 2026-02-04 07:04:19 ot_train.py:423 step:5K smpl:43K ep:40 epch:0.60 loss:0.051 grdn:0.664 lr:8.4e-05 updt_s:0.377 data_s:0.007
100
- WARNING 2026-02-04 07:04:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
101
- WARNING 2026-02-04 07:04:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
102
- INFO 2026-02-04 07:05:36 ot_train.py:423 step:6K smpl:45K ep:42 epch:0.63 loss:0.051 grdn:0.669 lr:8.3e-05 updt_s:0.378 data_s:0.006
103
- WARNING 2026-02-04 07:05:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
104
- WARNING 2026-02-04 07:05:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
105
- INFO 2026-02-04 07:06:53 ot_train.py:423 step:6K smpl:46K ep:43 epch:0.65 loss:0.050 grdn:0.651 lr:8.2e-05 updt_s:0.376 data_s:0.006
106
- WARNING 2026-02-04 07:06:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
107
- WARNING 2026-02-04 07:06:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
108
- INFO 2026-02-04 07:08:10 ot_train.py:423 step:6K smpl:48K ep:45 epch:0.67 loss:0.048 grdn:0.629 lr:8.1e-05 updt_s:0.378 data_s:0.006
109
- WARNING 2026-02-04 07:08:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
110
- WARNING 2026-02-04 07:08:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
111
- INFO 2026-02-04 07:09:27 ot_train.py:423 step:6K smpl:50K ep:46 epch:0.69 loss:0.046 grdn:0.642 lr:7.9e-05 updt_s:0.377 data_s:0.006
112
- WARNING 2026-02-04 07:09:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
113
- WARNING 2026-02-04 07:09:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
114
- INFO 2026-02-04 07:10:43 ot_train.py:423 step:6K smpl:51K ep:48 epch:0.72 loss:0.047 grdn:0.624 lr:7.8e-05 updt_s:0.377 data_s:0.006
115
- WARNING 2026-02-04 07:10:43 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
116
- WARNING 2026-02-04 07:10:43 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
117
- INFO 2026-02-04 07:12:01 ot_train.py:423 step:7K smpl:53K ep:49 epch:0.74 loss:0.046 grdn:0.627 lr:7.7e-05 updt_s:0.378 data_s:0.006
118
- WARNING 2026-02-04 07:12:01 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
119
- WARNING 2026-02-04 07:12:01 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
120
- INFO 2026-02-04 07:13:18 ot_train.py:423 step:7K smpl:54K ep:51 epch:0.76 loss:0.044 grdn:0.602 lr:7.5e-05 updt_s:0.378 data_s:0.006
121
- WARNING 2026-02-04 07:13:18 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
122
- WARNING 2026-02-04 07:13:18 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
123
- INFO 2026-02-04 07:14:35 ot_train.py:423 step:7K smpl:56K ep:52 epch:0.78 loss:0.043 grdn:0.593 lr:7.4e-05 updt_s:0.379 data_s:0.007
124
- WARNING 2026-02-04 07:14:35 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
125
- WARNING 2026-02-04 07:14:35 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
126
- INFO 2026-02-04 07:15:52 ot_train.py:423 step:7K smpl:58K ep:54 epch:0.80 loss:0.043 grdn:0.614 lr:7.3e-05 updt_s:0.378 data_s:0.007
127
- WARNING 2026-02-04 07:15:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
128
- WARNING 2026-02-04 07:15:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
129
- INFO 2026-02-04 07:17:10 ot_train.py:423 step:7K smpl:59K ep:55 epch:0.83 loss:0.044 grdn:0.606 lr:7.1e-05 updt_s:0.379 data_s:0.006
130
- WARNING 2026-02-04 07:17:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
131
- WARNING 2026-02-04 07:17:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
132
- INFO 2026-02-04 07:18:27 ot_train.py:423 step:8K smpl:61K ep:57 epch:0.85 loss:0.042 grdn:0.584 lr:7.0e-05 updt_s:0.377 data_s:0.007
133
- WARNING 2026-02-04 07:18:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
134
- WARNING 2026-02-04 07:18:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
135
- INFO 2026-02-04 07:19:44 ot_train.py:423 step:8K smpl:62K ep:58 epch:0.87 loss:0.040 grdn:0.568 lr:6.8e-05 updt_s:0.378 data_s:0.007
136
- WARNING 2026-02-04 07:19:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
137
- WARNING 2026-02-04 07:19:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
138
- INFO 2026-02-04 07:21:02 ot_train.py:423 step:8K smpl:64K ep:60 epch:0.89 loss:0.039 grdn:0.565 lr:6.7e-05 updt_s:0.380 data_s:0.007
139
- WARNING 2026-02-04 07:21:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
140
- WARNING 2026-02-04 07:21:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
141
- INFO 2026-02-04 07:22:19 ot_train.py:423 step:8K smpl:66K ep:61 epch:0.92 loss:0.039 grdn:0.558 lr:6.6e-05 updt_s:0.379 data_s:0.007
142
- WARNING 2026-02-04 07:22:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
143
- WARNING 2026-02-04 07:22:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
144
- INFO 2026-02-04 07:23:36 ot_train.py:423 step:8K smpl:67K ep:63 epch:0.94 loss:0.035 grdn:0.519 lr:6.4e-05 updt_s:0.379 data_s:0.007
145
- WARNING 2026-02-04 07:23:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
146
- WARNING 2026-02-04 07:23:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
147
- INFO 2026-02-04 07:24:54 ot_train.py:423 step:9K smpl:69K ep:64 epch:0.96 loss:0.037 grdn:0.542 lr:6.3e-05 updt_s:0.378 data_s:0.006
148
- WARNING 2026-02-04 07:24:54 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
149
- WARNING 2026-02-04 07:24:54 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
150
- INFO 2026-02-04 07:26:11 ot_train.py:423 step:9K smpl:70K ep:66 epch:0.98 loss:0.036 grdn:0.516 lr:6.1e-05 updt_s:0.380 data_s:0.007
151
- WARNING 2026-02-04 07:26:11 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
152
- WARNING 2026-02-04 07:26:11 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
153
- INFO 2026-02-04 07:27:30 ot_train.py:423 step:9K smpl:72K ep:67 epch:1.01 loss:0.037 grdn:0.534 lr:6.0e-05 updt_s:0.379 data_s:0.012
154
- WARNING 2026-02-04 07:27:30 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
155
- WARNING 2026-02-04 07:27:30 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
156
- INFO 2026-02-04 07:28:47 ot_train.py:423 step:9K smpl:74K ep:69 epch:1.03 loss:0.035 grdn:0.506 lr:5.8e-05 updt_s:0.379 data_s:0.007
157
- WARNING 2026-02-04 07:28:47 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
158
- WARNING 2026-02-04 07:28:47 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
159
- INFO 2026-02-04 07:30:05 ot_train.py:423 step:9K smpl:75K ep:70 epch:1.05 loss:0.035 grdn:0.502 lr:5.7e-05 updt_s:0.381 data_s:0.007
160
- WARNING 2026-02-04 07:30:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
161
- WARNING 2026-02-04 07:30:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
162
- INFO 2026-02-04 07:31:22 ot_train.py:423 step:10K smpl:77K ep:72 epch:1.07 loss:0.035 grdn:0.516 lr:5.5e-05 updt_s:0.379 data_s:0.006
163
- WARNING 2026-02-04 07:31:22 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
164
- WARNING 2026-02-04 07:31:22 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
165
- INFO 2026-02-04 07:32:39 ot_train.py:423 step:10K smpl:78K ep:73 epch:1.10 loss:0.034 grdn:0.512 lr:5.4e-05 updt_s:0.377 data_s:0.006
166
- WARNING 2026-02-04 07:32:39 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
167
- WARNING 2026-02-04 07:32:39 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
168
- INFO 2026-02-04 07:33:56 ot_train.py:423 step:10K smpl:80K ep:75 epch:1.12 loss:0.033 grdn:0.491 lr:5.2e-05 updt_s:0.378 data_s:0.006
169
- WARNING 2026-02-04 07:33:56 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
170
- WARNING 2026-02-04 07:33:56 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
171
- INFO 2026-02-04 07:35:14 ot_train.py:423 step:10K smpl:82K ep:76 epch:1.14 loss:0.032 grdn:0.477 lr:5.0e-05 updt_s:0.379 data_s:0.007
172
- WARNING 2026-02-04 07:35:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
173
- WARNING 2026-02-04 07:35:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
174
- INFO 2026-02-04 07:36:32 ot_train.py:423 step:10K smpl:83K ep:78 epch:1.16 loss:0.031 grdn:0.474 lr:4.9e-05 updt_s:0.380 data_s:0.007
175
- WARNING 2026-02-04 07:36:32 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
176
- WARNING 2026-02-04 07:36:32 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
177
- INFO 2026-02-04 07:37:48 ot_train.py:423 step:11K smpl:85K ep:79 epch:1.18 loss:0.032 grdn:0.477 lr:4.7e-05 updt_s:0.377 data_s:0.006
178
- WARNING 2026-02-04 07:37:48 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
179
- WARNING 2026-02-04 07:37:48 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
180
- INFO 2026-02-04 07:39:05 ot_train.py:423 step:11K smpl:86K ep:81 epch:1.21 loss:0.031 grdn:0.478 lr:4.6e-05 updt_s:0.375 data_s:0.006
181
- WARNING 2026-02-04 07:39:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
182
- WARNING 2026-02-04 07:39:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
183
- INFO 2026-02-04 07:40:22 ot_train.py:423 step:11K smpl:88K ep:82 epch:1.23 loss:0.031 grdn:0.463 lr:4.4e-05 updt_s:0.379 data_s:0.007
184
- WARNING 2026-02-04 07:40:22 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
185
- WARNING 2026-02-04 07:40:22 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
186
- INFO 2026-02-04 07:41:40 ot_train.py:423 step:11K smpl:90K ep:84 epch:1.25 loss:0.031 grdn:0.464 lr:4.3e-05 updt_s:0.379 data_s:0.007
187
- WARNING 2026-02-04 07:41:40 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
188
- WARNING 2026-02-04 07:41:40 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
189
- INFO 2026-02-04 07:42:57 ot_train.py:423 step:11K smpl:91K ep:85 epch:1.27 loss:0.029 grdn:0.452 lr:4.1e-05 updt_s:0.380 data_s:0.007
190
- WARNING 2026-02-04 07:42:57 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
191
- WARNING 2026-02-04 07:42:57 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
192
- INFO 2026-02-04 07:44:14 ot_train.py:423 step:12K smpl:93K ep:87 epch:1.30 loss:0.030 grdn:0.447 lr:4.0e-05 updt_s:0.375 data_s:0.006
193
- WARNING 2026-02-04 07:44:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
194
- WARNING 2026-02-04 07:44:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
195
- INFO 2026-02-04 07:45:31 ot_train.py:423 step:12K smpl:94K ep:88 epch:1.32 loss:0.029 grdn:0.451 lr:3.8e-05 updt_s:0.376 data_s:0.006
196
- WARNING 2026-02-04 07:45:31 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
197
- WARNING 2026-02-04 07:45:31 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
198
- INFO 2026-02-04 07:46:48 ot_train.py:423 step:12K smpl:96K ep:90 epch:1.34 loss:0.030 grdn:0.452 lr:3.7e-05 updt_s:0.380 data_s:0.007
199
- WARNING 2026-02-04 07:46:48 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
200
- WARNING 2026-02-04 07:46:48 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
201
- INFO 2026-02-04 07:48:05 ot_train.py:423 step:12K smpl:98K ep:91 epch:1.36 loss:0.028 grdn:0.431 lr:3.5e-05 updt_s:0.377 data_s:0.007
202
- WARNING 2026-02-04 07:48:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
203
- WARNING 2026-02-04 07:48:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
204
- INFO 2026-02-04 07:49:23 ot_train.py:423 step:12K smpl:99K ep:93 epch:1.39 loss:0.029 grdn:0.438 lr:3.4e-05 updt_s:0.379 data_s:0.007
205
- WARNING 2026-02-04 07:49:23 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
206
- WARNING 2026-02-04 07:49:23 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
207
- INFO 2026-02-04 07:50:40 ot_train.py:423 step:13K smpl:101K ep:94 epch:1.41 loss:0.029 grdn:0.435 lr:3.3e-05 updt_s:0.377 data_s:0.006
208
- WARNING 2026-02-04 07:50:40 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
209
- WARNING 2026-02-04 07:50:40 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
210
- INFO 2026-02-04 07:51:57 ot_train.py:423 step:13K smpl:102K ep:96 epch:1.43 loss:0.028 grdn:0.428 lr:3.1e-05 updt_s:0.381 data_s:0.007
211
- WARNING 2026-02-04 07:51:57 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
212
- WARNING 2026-02-04 07:51:57 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
213
- INFO 2026-02-04 07:53:14 ot_train.py:423 step:13K smpl:104K ep:97 epch:1.45 loss:0.027 grdn:0.414 lr:3.0e-05 updt_s:0.378 data_s:0.007
214
- WARNING 2026-02-04 07:53:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
215
- WARNING 2026-02-04 07:53:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
216
- INFO 2026-02-04 07:54:32 ot_train.py:423 step:13K smpl:106K ep:99 epch:1.48 loss:0.026 grdn:0.412 lr:2.8e-05 updt_s:0.379 data_s:0.006
217
- WARNING 2026-02-04 07:54:32 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
218
- WARNING 2026-02-04 07:54:32 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
219
- INFO 2026-02-04 07:55:50 ot_train.py:423 step:13K smpl:107K ep:100 epch:1.50 loss:0.026 grdn:0.411 lr:2.7e-05 updt_s:0.381 data_s:0.007
220
- WARNING 2026-02-04 07:55:50 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
221
- WARNING 2026-02-04 07:55:50 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
222
- INFO 2026-02-04 07:57:07 ot_train.py:423 step:14K smpl:109K ep:102 epch:1.52 loss:0.027 grdn:0.410 lr:2.6e-05 updt_s:0.378 data_s:0.006
223
- WARNING 2026-02-04 07:57:07 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
224
- WARNING 2026-02-04 07:57:07 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
225
- INFO 2026-02-04 07:58:24 ot_train.py:423 step:14K smpl:110K ep:103 epch:1.54 loss:0.026 grdn:0.402 lr:2.4e-05 updt_s:0.376 data_s:0.006
226
- WARNING 2026-02-04 07:58:24 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
227
- WARNING 2026-02-04 07:58:24 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
228
- INFO 2026-02-04 07:59:41 ot_train.py:423 step:14K smpl:112K ep:105 epch:1.56 loss:0.026 grdn:0.399 lr:2.3e-05 updt_s:0.378 data_s:0.006
229
- WARNING 2026-02-04 07:59:41 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
230
- WARNING 2026-02-04 07:59:41 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
231
- INFO 2026-02-04 08:00:58 ot_train.py:423 step:14K smpl:114K ep:106 epch:1.59 loss:0.026 grdn:0.391 lr:2.2e-05 updt_s:0.379 data_s:0.007
232
- WARNING 2026-02-04 08:00:58 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
233
- WARNING 2026-02-04 08:00:58 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
234
- INFO 2026-02-04 08:02:16 ot_train.py:423 step:14K smpl:115K ep:108 epch:1.61 loss:0.025 grdn:0.393 lr:2.1e-05 updt_s:0.380 data_s:0.006
235
- WARNING 2026-02-04 08:02:16 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
236
- WARNING 2026-02-04 08:02:16 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
237
- INFO 2026-02-04 08:03:33 ot_train.py:423 step:15K smpl:117K ep:109 epch:1.63 loss:0.025 grdn:0.383 lr:2.0e-05 updt_s:0.380 data_s:0.007
238
- WARNING 2026-02-04 08:03:33 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
239
- WARNING 2026-02-04 08:03:33 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
240
- INFO 2026-02-04 08:04:51 ot_train.py:423 step:15K smpl:118K ep:111 epch:1.65 loss:0.026 grdn:0.397 lr:1.8e-05 updt_s:0.379 data_s:0.007
241
- WARNING 2026-02-04 08:04:51 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
242
- WARNING 2026-02-04 08:04:51 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
243
- INFO 2026-02-04 08:06:08 ot_train.py:423 step:15K smpl:120K ep:112 epch:1.68 loss:0.026 grdn:0.377 lr:1.7e-05 updt_s:0.379 data_s:0.007
244
- WARNING 2026-02-04 08:06:08 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
245
- WARNING 2026-02-04 08:06:08 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
246
- INFO 2026-02-04 08:07:24 ot_train.py:423 step:15K smpl:122K ep:114 epch:1.70 loss:0.026 grdn:0.385 lr:1.6e-05 updt_s:0.373 data_s:0.006
247
- WARNING 2026-02-04 08:07:24 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
248
- WARNING 2026-02-04 08:07:24 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
249
- INFO 2026-02-04 08:08:41 ot_train.py:423 step:15K smpl:123K ep:115 epch:1.72 loss:0.025 grdn:0.393 lr:1.5e-05 updt_s:0.375 data_s:0.006
250
- WARNING 2026-02-04 08:08:41 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
251
- WARNING 2026-02-04 08:08:41 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
252
- INFO 2026-02-04 08:09:58 ot_train.py:423 step:16K smpl:125K ep:117 epch:1.74 loss:0.026 grdn:0.378 lr:1.4e-05 updt_s:0.380 data_s:0.007
253
- WARNING 2026-02-04 08:09:58 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
254
- WARNING 2026-02-04 08:09:58 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
255
- INFO 2026-02-04 08:11:16 ot_train.py:423 step:16K smpl:126K ep:118 epch:1.77 loss:0.025 grdn:0.379 lr:1.3e-05 updt_s:0.379 data_s:0.007
256
- WARNING 2026-02-04 08:11:16 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
257
- WARNING 2026-02-04 08:11:16 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
258
- INFO 2026-02-04 08:12:33 ot_train.py:423 step:16K smpl:128K ep:120 epch:1.79 loss:0.024 grdn:0.367 lr:1.2e-05 updt_s:0.379 data_s:0.006
259
- WARNING 2026-02-04 08:12:33 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
260
- WARNING 2026-02-04 08:12:33 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
261
- INFO 2026-02-04 08:13:51 ot_train.py:423 step:16K smpl:130K ep:121 epch:1.81 loss:0.024 grdn:0.370 lr:1.1e-05 updt_s:0.380 data_s:0.006
262
- WARNING 2026-02-04 08:13:51 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
263
- WARNING 2026-02-04 08:13:51 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
264
- INFO 2026-02-04 08:15:09 ot_train.py:423 step:16K smpl:131K ep:123 epch:1.83 loss:0.024 grdn:0.373 lr:1.1e-05 updt_s:0.381 data_s:0.007
265
- WARNING 2026-02-04 08:15:09 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
266
- WARNING 2026-02-04 08:15:09 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
267
- INFO 2026-02-04 08:16:27 ot_train.py:423 step:17K smpl:133K ep:124 epch:1.85 loss:0.024 grdn:0.354 lr:9.7e-06 updt_s:0.382 data_s:0.007
268
- WARNING 2026-02-04 08:16:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
269
- WARNING 2026-02-04 08:16:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
270
- INFO 2026-02-04 08:17:45 ot_train.py:423 step:17K smpl:134K ep:126 epch:1.88 loss:0.024 grdn:0.363 lr:8.9e-06 updt_s:0.383 data_s:0.007
271
- WARNING 2026-02-04 08:17:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
272
- WARNING 2026-02-04 08:17:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
273
- INFO 2026-02-04 08:19:02 ot_train.py:423 step:17K smpl:136K ep:127 epch:1.90 loss:0.025 grdn:0.375 lr:8.2e-06 updt_s:0.378 data_s:0.007
274
- WARNING 2026-02-04 08:19:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
275
- WARNING 2026-02-04 08:19:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
276
- INFO 2026-02-04 08:20:19 ot_train.py:423 step:17K smpl:138K ep:129 epch:1.92 loss:0.025 grdn:0.371 lr:7.5e-06 updt_s:0.378 data_s:0.007
277
- WARNING 2026-02-04 08:20:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
278
- WARNING 2026-02-04 08:20:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
279
- INFO 2026-02-04 08:21:37 ot_train.py:423 step:17K smpl:139K ep:130 epch:1.94 loss:0.023 grdn:0.364 lr:6.8e-06 updt_s:0.380 data_s:0.007
280
- WARNING 2026-02-04 08:21:37 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
281
- WARNING 2026-02-04 08:21:37 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
282
- INFO 2026-02-04 08:22:54 ot_train.py:423 step:18K smpl:141K ep:132 epch:1.97 loss:0.025 grdn:0.366 lr:6.2e-06 updt_s:0.379 data_s:0.007
283
- WARNING 2026-02-04 08:22:54 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
284
- WARNING 2026-02-04 08:22:54 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
285
- INFO 2026-02-04 08:24:12 ot_train.py:423 step:18K smpl:142K ep:133 epch:1.99 loss:0.023 grdn:0.352 lr:5.6e-06 updt_s:0.379 data_s:0.007
286
- WARNING 2026-02-04 08:24:12 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
287
- WARNING 2026-02-04 08:24:12 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
288
- INFO 2026-02-04 08:25:30 ot_train.py:423 step:18K smpl:144K ep:135 epch:2.01 loss:0.024 grdn:0.359 lr:5.1e-06 updt_s:0.377 data_s:0.012
289
- WARNING 2026-02-04 08:25:30 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
290
- WARNING 2026-02-04 08:25:30 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
291
- INFO 2026-02-04 08:26:46 ot_train.py:423 step:18K smpl:146K ep:136 epch:2.03 loss:0.024 grdn:0.357 lr:4.7e-06 updt_s:0.373 data_s:0.006
292
- WARNING 2026-02-04 08:26:46 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
293
- WARNING 2026-02-04 08:26:46 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
294
- INFO 2026-02-04 08:28:03 ot_train.py:423 step:18K smpl:147K ep:138 epch:2.06 loss:0.025 grdn:0.361 lr:4.2e-06 updt_s:0.377 data_s:0.006
295
- WARNING 2026-02-04 08:28:03 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
296
- WARNING 2026-02-04 08:28:03 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
297
- INFO 2026-02-04 08:29:20 ot_train.py:423 step:19K smpl:149K ep:139 epch:2.08 loss:0.024 grdn:0.362 lr:3.8e-06 updt_s:0.378 data_s:0.006
298
- WARNING 2026-02-04 08:29:20 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
299
- WARNING 2026-02-04 08:29:20 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
300
- INFO 2026-02-04 08:30:37 ot_train.py:423 step:19K smpl:150K ep:141 epch:2.10 loss:0.024 grdn:0.355 lr:3.5e-06 updt_s:0.377 data_s:0.006
301
- WARNING 2026-02-04 08:30:37 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
302
- WARNING 2026-02-04 08:30:37 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
303
- INFO 2026-02-04 08:31:55 ot_train.py:423 step:19K smpl:152K ep:142 epch:2.12 loss:0.023 grdn:0.356 lr:3.2e-06 updt_s:0.380 data_s:0.007
304
- WARNING 2026-02-04 08:31:55 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
305
- WARNING 2026-02-04 08:31:55 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
306
- INFO 2026-02-04 08:33:12 ot_train.py:423 step:19K smpl:154K ep:144 epch:2.15 loss:0.023 grdn:0.357 lr:3.0e-06 updt_s:0.379 data_s:0.006
307
- WARNING 2026-02-04 08:33:12 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
308
- WARNING 2026-02-04 08:33:12 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
309
- INFO 2026-02-04 08:34:29 ot_train.py:423 step:19K smpl:155K ep:145 epch:2.17 loss:0.023 grdn:0.347 lr:2.8e-06 updt_s:0.376 data_s:0.006
310
- WARNING 2026-02-04 08:34:29 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
311
- WARNING 2026-02-04 08:34:29 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
312
- INFO 2026-02-04 08:35:46 ot_train.py:423 step:20K smpl:157K ep:147 epch:2.19 loss:0.024 grdn:0.355 lr:2.7e-06 updt_s:0.377 data_s:0.006
313
- WARNING 2026-02-04 08:35:46 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
314
- WARNING 2026-02-04 08:35:46 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
315
- INFO 2026-02-04 08:37:02 ot_train.py:423 step:20K smpl:158K ep:148 epch:2.21 loss:0.023 grdn:0.358 lr:2.6e-06 updt_s:0.377 data_s:0.007
316
- WARNING 2026-02-04 08:37:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
317
- WARNING 2026-02-04 08:37:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
318
- INFO 2026-02-04 08:38:20 ot_train.py:423 step:20K smpl:160K ep:150 epch:2.23 loss:0.024 grdn:0.359 lr:2.5e-06 updt_s:0.379 data_s:0.007
319
- WARNING 2026-02-04 08:38:20 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
320
- WARNING 2026-02-04 08:38:20 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
321
- INFO 2026-02-04 08:38:20 ot_train.py:443 Checkpoint policy after step 20000
322
- INFO 2026-02-04 08:38:25 ot_train.py:514 End of training
323
- Traceback (most recent call last):
324
- File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 407, in hf_raise_for_status
325
- response.raise_for_status()
326
- File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status
327
- raise HTTPError(http_error_msg, response=self)
328
- requests.exceptions.HTTPError: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create
329
-
330
- The above exception was the direct cause of the following exception:
331
-
332
- Traceback (most recent call last):
333
- File "/home/elicer/miniforge3/envs/lerobot/bin/lerobot-train", line 6, in <module>
334
- sys.exit(main())
335
- File "/home/elicer/lerobot/src/lerobot/scripts/lerobot_train.py", line 532, in main
336
- train()
337
- File "/home/elicer/lerobot/src/lerobot/configs/parser.py", line 233, in wrapper_inner
338
- response = fn(cfg, *args, **kwargs)
339
- File "/home/elicer/lerobot/src/lerobot/scripts/lerobot_train.py", line 521, in train
340
- unwrapped_policy.push_model_to_hub(cfg)
341
- File "/home/elicer/lerobot/src/lerobot/policies/pretrained.py", line 213, in push_model_to_hub
342
- repo_id = api.create_repo(
343
- File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
344
- return fn(*args, **kwargs)
345
- File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 3766, in create_repo
346
- hf_raise_for_status(r)
347
- File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 480, in hf_raise_for_status
348
- raise _format(HfHubHTTPError, str(e), response) from e
349
- huggingface_hub.errors.HfHubHTTPError: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-69830581-3ac506596fb8b69b71bff7b3;83bd144b-d02d-438d-ad8b-90c46b334067)
350
-
351
- Invalid username or password.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/files/requirements.txt DELETED
@@ -1,140 +0,0 @@
1
- mypy_extensions==1.1.0
2
- setuptools==80.10.2
3
- wheel==0.46.3
4
- pip==26.0
5
- pytz==2025.2
6
- pyserial==3.5
7
- nvidia-cusparselt-cu12==0.6.3
8
- mpmath==1.3.0
9
- Farama-Notifications==0.0.4
10
- zipp==3.23.0
11
- xxhash==3.6.0
12
- wcwidth==0.5.3
13
- urllib3==2.6.3
14
- tzdata==2025.3
15
- typing_extensions==4.15.0
16
- triton==3.3.1
17
- tqdm==4.67.3
18
- torchcodec==0.5
19
- toml==0.10.2
20
- termcolor==3.3.0
21
- sympy==1.14.0
22
- smmap==5.0.2
23
- six==1.17.0
24
- safetensors==0.7.0
25
- regex==2026.1.15
26
- PyYAML==6.0.3
27
- pyarrow==23.0.0
28
- psutil==7.2.2
29
- protobuf==6.33.5
30
- propcache==0.4.1
31
- platformdirs==4.5.1
32
- pillow==12.1.0
33
- pfzy==0.3.4
34
- mergedeep==1.3.4
35
- packaging==25.0
36
- orderly-set==5.5.0
37
- nvidia-nvtx-cu12==12.6.77
38
- nvidia-nvjitlink-cu12==12.6.85
39
- nvidia-nccl-cu12==2.26.2
40
- nvidia-curand-cu12==10.3.7.77
41
- nvidia-cufile-cu12==1.11.1.6
42
- nvidia-cuda-runtime-cu12==12.6.77
43
- nvidia-cuda-nvrtc-cu12==12.6.77
44
- nvidia-cuda-cupti-cu12==12.6.80
45
- nvidia-cublas-cu12==12.6.4.1
46
- numpy==2.2.6
47
- networkx==3.4.2
48
- MarkupSafe==3.0.3
49
- imageio-ffmpeg==0.6.0
50
- idna==3.11
51
- hf-xet==1.2.0
52
- hf_transfer==0.1.9
53
- fsspec==2025.9.0
54
- frozenlist==1.8.0
55
- filelock==3.20.3
56
- evdev==1.9.2
57
- einops==0.8.2
58
- dill==0.4.0
59
- cmake==4.1.3
60
- cloudpickle==3.1.2
61
- click==8.3.1
62
- charset-normalizer==3.4.4
63
- certifi==2026.1.4
64
- av==15.1.0
65
- attrs==25.4.0
66
- async-timeout==5.0.1
67
- annotated-types==0.7.0
68
- aiohappyeyeballs==2.6.1
69
- typing-inspection==0.4.2
70
- typing-inspect==0.9.0
71
- sentry-sdk==2.51.0
72
- rerun-sdk==0.26.2
73
- requests==2.32.5
74
- pyyaml-include==1.4.1
75
- python-xlib==0.33
76
- python-dateutil==2.9.0.post0
77
- pydantic_core==2.41.5
78
- prompt_toolkit==3.0.52
79
- opencv-python-headless==4.12.0.88
80
- nvidia-cusparse-cu12==12.5.4.2
81
- nvidia-cufft-cu12==11.3.0.4
82
- nvidia-cudnn-cu12==9.5.1.17
83
- multiprocess==0.70.16
84
- multidict==6.7.1
85
- jsonlines==4.0.0
86
- Jinja2==3.1.6
87
- importlib_metadata==8.7.1
88
- ImageIO==2.37.2
89
- gymnasium==1.2.3
90
- gitdb==4.0.12
91
- deepdiff==8.6.1
92
- aiosignal==1.4.0
93
- yarl==1.22.0
94
- pynput==1.8.1
95
- pydantic==2.12.5
96
- pandas==2.3.3
97
- nvidia-cusolver-cu12==11.7.1.2
98
- inquirerpy==0.3.4
99
- huggingface-hub==0.35.3
100
- GitPython==3.1.46
101
- draccus==0.10.0
102
- wandb==0.24.1
103
- torch==2.7.1
104
- diffusers==0.35.2
105
- aiohttp==3.13.3
106
- torchvision==0.22.1
107
- accelerate==1.12.0
108
- datasets==4.1.1
109
- PyOpenGL==3.1.10
110
- glfw==2.10.0
111
- wrapt==2.1.1
112
- tifffile==2025.5.10
113
- shapely==2.1.2
114
- scipy==1.15.3
115
- pyparsing==3.3.2
116
- pygame==2.6.1
117
- pycparser==3.0
118
- opencv-python==4.13.0.90
119
- lxml==6.0.2
120
- lazy_loader==0.4
121
- importlib_resources==6.5.2
122
- etils==1.13.0
123
- absl-py==2.4.0
124
- scikit-image==0.25.2
125
- labmaze==1.0.6
126
- dm-tree==0.1.9
127
- cffi==2.0.0
128
- pymunk==6.11.1
129
- dm-env==1.6
130
- mujoco==3.4.0
131
- gym-pusht==0.1.6
132
- dm_control==1.0.36
133
- gym-aloha==0.1.3
134
- feetech-servo-sdk==1.0.0
135
- docopt==0.6.2
136
- num2words==0.5.14
137
- tokenizers==0.22.2
138
- transformers==4.57.6
139
- lerobot==0.4.4
140
- lerobot==0.4.4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/files/wandb-metadata.json DELETED
@@ -1,48 +0,0 @@
1
- {
2
- "os": "Linux-5.15.0-97-generic-x86_64-with-glibc2.35",
3
- "python": "CPython 3.10.19",
4
- "startedAt": "2026-02-04T06:29:14.875096Z",
5
- "args": [
6
- "--policy.path=lerobot/smolvla_base",
7
- "--dataset.repo_id=sdhws/merged_65_yellow",
8
- "--batch_size=8",
9
- "--steps=20000",
10
- "--output_dir=outputs/train/my_smolvla",
11
- "--job_name=my_smolvla_training",
12
- "--policy.device=cuda",
13
- "--wandb.enable=true",
14
- "--policy.push_to_hub=true",
15
- "--policy.repo_id=chanhee02/my_smolvla_bi_so101",
16
- "--rename_map={\n \"observation.images.left_top\": \"observation.images.camera1\",\n \"observation.images.left_left\": \"observation.images.camera2\",\n \"observation.images.right_right\": \"observation.images.camera3\"\n }"
17
- ],
18
- "program": "/home/elicer/miniforge3/envs/lerobot/bin/lerobot-train",
19
- "git": {
20
- "remote": "https://github.com/huggingface/lerobot.git",
21
- "commit": "0f392484458cb5ebca0310c0c4c47390a31c80ed"
22
- },
23
- "root": "outputs/train/my_smolvla",
24
- "host": "9a551741a5d9",
25
- "executable": "/home/elicer/miniforge3/envs/lerobot/bin/python3.10",
26
- "cpu_count": 32,
27
- "cpu_count_logical": 4,
28
- "gpu": "NVIDIA A100 80GB PCIe",
29
- "gpu_count": 1,
30
- "disk": {
31
- "/": {
32
- "total": "274743689216",
33
- "used": "20452761600"
34
- }
35
- },
36
- "memory": {
37
- "total": "51539607552"
38
- },
39
- "gpu_nvidia": [
40
- {
41
- "name": "NVIDIA A100 80GB PCIe",
42
- "architecture": "Ampere",
43
- "uuid": "GPU-4f692096-5be3-e59c-c38c-8959b179a6b3"
44
- }
45
- ],
46
- "cudaVersion": "12.2",
47
- "writerId": "c3daa2rro4llc9ta8ot4gkvvpwz7xtfw"
48
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/files/wandb-summary.json DELETED
@@ -1 +0,0 @@
1
- {"_step":20000,"_runtime":7749.404321602,"train/samples":160000,"train/episodes":149.73949239429535,"train/loss":0.0203219223767519,"train/epochs":2.2349177969297815,"_timestamp":1.7701943003661196e+09,"train/dataloading_s":0.006880279649049043,"train/steps":20000,"train/lr":2.5079586201270073e-06,"train/update_s":0.37873017475008963,"_wandb":{"runtime":7749},"train/grad_norm":0.358555860593915}
 
 
wandb/run-20260204_062914-swnu82h6/logs/debug-core.log DELETED
@@ -1,16 +0,0 @@
1
- {"time":"2026-02-04T06:29:14.906059808Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpaz7fr_fg/port-3663.txt","pid":3663,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
- {"time":"2026-02-04T06:29:14.906831285Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3663}
3
- {"time":"2026-02-04T06:29:14.906833238Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3663-3717-1146937405/socket","Net":"unix"}}
4
- {"time":"2026-02-04T06:29:15.09506988Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
- {"time":"2026-02-04T06:29:15.102387384Z","level":"INFO","msg":"handleInformInit: received","streamId":"swnu82h6","id":"1(@)"}
6
- {"time":"2026-02-04T06:29:15.614289241Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"swnu82h6","id":"1(@)"}
7
- {"time":"2026-02-04T06:29:21.182851193Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"o5w5003wdf94"}
8
- {"time":"2026-02-04T08:38:25.419551423Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
9
- {"time":"2026-02-04T08:38:25.41965934Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
10
- {"time":"2026-02-04T08:38:25.419817655Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
11
- {"time":"2026-02-04T08:38:25.419845735Z","level":"INFO","msg":"server is shutting down"}
12
- {"time":"2026-02-04T08:38:25.41997953Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3663-3717-1146937405/socket","Net":"unix"}}
13
- {"time":"2026-02-04T08:39:16.886752826Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-3663-3717-1146937405/socket->@: use of closed network connection","id":"1(@)"}
14
- {"time":"2026-02-04T08:39:17.205828701Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
15
- {"time":"2026-02-04T08:39:17.205882789Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
16
- {"time":"2026-02-04T08:39:17.205916567Z","level":"INFO","msg":"server is closed"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log DELETED
@@ -1,11 +0,0 @@
1
- {"time":"2026-02-04T06:29:15.102505418Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
2
- {"time":"2026-02-04T06:29:15.61393042Z","level":"INFO","msg":"stream: created new stream","id":"swnu82h6"}
3
- {"time":"2026-02-04T06:29:15.614044642Z","level":"INFO","msg":"handler: started","stream_id":"swnu82h6"}
4
- {"time":"2026-02-04T06:29:15.614264062Z","level":"INFO","msg":"stream: started","id":"swnu82h6"}
5
- {"time":"2026-02-04T06:29:15.614306616Z","level":"INFO","msg":"sender: started","stream_id":"swnu82h6"}
6
- {"time":"2026-02-04T06:29:15.61430789Z","level":"INFO","msg":"writer: started","stream_id":"swnu82h6"}
7
- {"time":"2026-02-04T08:38:25.41966567Z","level":"INFO","msg":"stream: closing","id":"swnu82h6"}
8
- {"time":"2026-02-04T08:39:16.937366441Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
9
- {"time":"2026-02-04T08:39:17.20398058Z","level":"INFO","msg":"handler: closed","stream_id":"swnu82h6"}
10
- {"time":"2026-02-04T08:39:17.204230456Z","level":"INFO","msg":"sender: closed","stream_id":"swnu82h6"}
11
- {"time":"2026-02-04T08:39:17.204273451Z","level":"INFO","msg":"stream: closed","id":"swnu82h6"}
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/logs/debug.log DELETED
@@ -1,21 +0,0 @@
1
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
2
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Configure stats pid to 3663
3
- 2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug.log
5
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log
6
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():844] calling init triggers
7
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
8
- config: {'dataset': {'repo_id': 'sdhws/merged_65_yellow', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'input_features': {'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.images.camera1': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera2': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera3': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'chanhee02/my_smolvla_bi_so101', 'private': None, 'tags': None, 'license': None, 'pretrained_path': 'lerobot/smolvla_base', 'chunk_size': 50, 'n_action_steps': 50, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0, 'rtc_config': None}, 'output_dir': 'outputs/train/my_smolvla', 'job_name': 'my_smolvla_training', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 20000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {'observation.images.left_top': 'observation.images.camera1', 'observation.images.left_left': 'observation.images.camera2', 'observation.images.right_right': 'observation.images.camera3'}, 'checkpoint_path': None, '_wandb': {}}
9
- 2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():892] starting backend
10
- 2026-02-04 06:29:15,095 INFO MainThread:3663 [wandb_init.py:init():895] sending inform_init request
11
- 2026-02-04 06:29:15,098 INFO MainThread:3663 [wandb_init.py:init():903] backend started and connected
12
- 2026-02-04 06:29:15,100 INFO MainThread:3663 [wandb_init.py:init():973] updated telemetry
13
- 2026-02-04 06:29:15,106 INFO MainThread:3663 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
14
- 2026-02-04 06:29:16,012 INFO MainThread:3663 [wandb_init.py:init():1042] starting run threads in backend
15
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_console_start():2529] atexit reg
16
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2377] redirect: wrap_raw
17
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2446] Wrapping output streams.
18
- 2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2469] Redirects installed.
19
- 2026-02-04 06:29:16,178 INFO MainThread:3663 [wandb_init.py:init():1082] run started, returning control to user process
20
- 2026-02-04 08:38:25,419 INFO wandb-AsyncioManager-main:3663 [service_client.py:_forward_responses():94] Reached EOF.
21
- 2026-02-04 08:38:25,420 INFO wandb-AsyncioManager-main:3663 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
wandb/run-20260204_062914-swnu82h6/run-swnu82h6.wandb DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f0990f43fcc6974593ebc8a1c1432ea9d5fac7557c071d6350e478b6c89dd82
3
- size 542090