Delete wandb/
Browse files- wandb/debug-internal.log +0 -11
- wandb/debug.log +0 -21
- wandb/run-20260204_062914-swnu82h6/files/config.yaml +0 -300
- wandb/run-20260204_062914-swnu82h6/files/output.log +0 -351
- wandb/run-20260204_062914-swnu82h6/files/requirements.txt +0 -140
- wandb/run-20260204_062914-swnu82h6/files/wandb-metadata.json +0 -48
- wandb/run-20260204_062914-swnu82h6/files/wandb-summary.json +0 -1
- wandb/run-20260204_062914-swnu82h6/logs/debug-core.log +0 -16
- wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log +0 -11
- wandb/run-20260204_062914-swnu82h6/logs/debug.log +0 -21
- wandb/run-20260204_062914-swnu82h6/run-swnu82h6.wandb +0 -3
wandb/debug-internal.log
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{"time":"2026-02-04T06:29:15.102505418Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
|
| 2 |
-
{"time":"2026-02-04T06:29:15.61393042Z","level":"INFO","msg":"stream: created new stream","id":"swnu82h6"}
|
| 3 |
-
{"time":"2026-02-04T06:29:15.614044642Z","level":"INFO","msg":"handler: started","stream_id":"swnu82h6"}
|
| 4 |
-
{"time":"2026-02-04T06:29:15.614264062Z","level":"INFO","msg":"stream: started","id":"swnu82h6"}
|
| 5 |
-
{"time":"2026-02-04T06:29:15.614306616Z","level":"INFO","msg":"sender: started","stream_id":"swnu82h6"}
|
| 6 |
-
{"time":"2026-02-04T06:29:15.61430789Z","level":"INFO","msg":"writer: started","stream_id":"swnu82h6"}
|
| 7 |
-
{"time":"2026-02-04T08:38:25.41966567Z","level":"INFO","msg":"stream: closing","id":"swnu82h6"}
|
| 8 |
-
{"time":"2026-02-04T08:39:16.937366441Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
-
{"time":"2026-02-04T08:39:17.20398058Z","level":"INFO","msg":"handler: closed","stream_id":"swnu82h6"}
|
| 10 |
-
{"time":"2026-02-04T08:39:17.204230456Z","level":"INFO","msg":"sender: closed","stream_id":"swnu82h6"}
|
| 11 |
-
{"time":"2026-02-04T08:39:17.204273451Z","level":"INFO","msg":"stream: closed","id":"swnu82h6"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/debug.log
DELETED
|
@@ -1,21 +0,0 @@
|
|
| 1 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
|
| 2 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Configure stats pid to 3663
|
| 3 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug.log
|
| 5 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log
|
| 6 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():844] calling init triggers
|
| 7 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
|
| 8 |
-
config: {'dataset': {'repo_id': 'sdhws/merged_65_yellow', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'input_features': {'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.images.camera1': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera2': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera3': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'chanhee02/my_smolvla_bi_so101', 'private': None, 'tags': None, 'license': None, 'pretrained_path': 'lerobot/smolvla_base', 'chunk_size': 50, 'n_action_steps': 50, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0, 'rtc_config': None}, 'output_dir': 'outputs/train/my_smolvla', 'job_name': 'my_smolvla_training', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 20000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {'observation.images.left_top': 'observation.images.camera1', 'observation.images.left_left': 'observation.images.camera2', 'observation.images.right_right': 'observation.images.camera3'}, 'checkpoint_path': None, '_wandb': {}}
|
| 9 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():892] starting backend
|
| 10 |
-
2026-02-04 06:29:15,095 INFO MainThread:3663 [wandb_init.py:init():895] sending inform_init request
|
| 11 |
-
2026-02-04 06:29:15,098 INFO MainThread:3663 [wandb_init.py:init():903] backend started and connected
|
| 12 |
-
2026-02-04 06:29:15,100 INFO MainThread:3663 [wandb_init.py:init():973] updated telemetry
|
| 13 |
-
2026-02-04 06:29:15,106 INFO MainThread:3663 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
|
| 14 |
-
2026-02-04 06:29:16,012 INFO MainThread:3663 [wandb_init.py:init():1042] starting run threads in backend
|
| 15 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_console_start():2529] atexit reg
|
| 16 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2377] redirect: wrap_raw
|
| 17 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2446] Wrapping output streams.
|
| 18 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2469] Redirects installed.
|
| 19 |
-
2026-02-04 06:29:16,178 INFO MainThread:3663 [wandb_init.py:init():1082] run started, returning control to user process
|
| 20 |
-
2026-02-04 08:38:25,419 INFO wandb-AsyncioManager-main:3663 [service_client.py:_forward_responses():94] Reached EOF.
|
| 21 |
-
2026-02-04 08:38:25,420 INFO wandb-AsyncioManager-main:3663 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/files/config.yaml
DELETED
|
@@ -1,300 +0,0 @@
|
|
| 1 |
-
_wandb:
|
| 2 |
-
value:
|
| 3 |
-
cli_version: 0.24.1
|
| 4 |
-
e:
|
| 5 |
-
c3daa2rro4llc9ta8ot4gkvvpwz7xtfw:
|
| 6 |
-
args:
|
| 7 |
-
- --policy.path=lerobot/smolvla_base
|
| 8 |
-
- --dataset.repo_id=sdhws/merged_65_yellow
|
| 9 |
-
- --batch_size=8
|
| 10 |
-
- --steps=20000
|
| 11 |
-
- --output_dir=outputs/train/my_smolvla
|
| 12 |
-
- --job_name=my_smolvla_training
|
| 13 |
-
- --policy.device=cuda
|
| 14 |
-
- --wandb.enable=true
|
| 15 |
-
- --policy.push_to_hub=true
|
| 16 |
-
- --policy.repo_id=chanhee02/my_smolvla_bi_so101
|
| 17 |
-
- |-
|
| 18 |
-
--rename_map={
|
| 19 |
-
"observation.images.left_top": "observation.images.camera1",
|
| 20 |
-
"observation.images.left_left": "observation.images.camera2",
|
| 21 |
-
"observation.images.right_right": "observation.images.camera3"
|
| 22 |
-
}
|
| 23 |
-
cpu_count: 32
|
| 24 |
-
cpu_count_logical: 4
|
| 25 |
-
cudaVersion: "12.2"
|
| 26 |
-
disk:
|
| 27 |
-
/:
|
| 28 |
-
total: "274743689216"
|
| 29 |
-
used: "20452761600"
|
| 30 |
-
executable: /home/elicer/miniforge3/envs/lerobot/bin/python3.10
|
| 31 |
-
git:
|
| 32 |
-
commit: 0f392484458cb5ebca0310c0c4c47390a31c80ed
|
| 33 |
-
remote: https://github.com/huggingface/lerobot.git
|
| 34 |
-
gpu: NVIDIA A100 80GB PCIe
|
| 35 |
-
gpu_count: 1
|
| 36 |
-
gpu_nvidia:
|
| 37 |
-
- architecture: Ampere
|
| 38 |
-
name: NVIDIA A100 80GB PCIe
|
| 39 |
-
uuid: GPU-4f692096-5be3-e59c-c38c-8959b179a6b3
|
| 40 |
-
host: 9a551741a5d9
|
| 41 |
-
memory:
|
| 42 |
-
total: "51539607552"
|
| 43 |
-
os: Linux-5.15.0-97-generic-x86_64-with-glibc2.35
|
| 44 |
-
program: /home/elicer/miniforge3/envs/lerobot/bin/lerobot-train
|
| 45 |
-
python: CPython 3.10.19
|
| 46 |
-
root: outputs/train/my_smolvla
|
| 47 |
-
startedAt: "2026-02-04T06:29:14.875096Z"
|
| 48 |
-
writerId: c3daa2rro4llc9ta8ot4gkvvpwz7xtfw
|
| 49 |
-
m: []
|
| 50 |
-
python_version: 3.10.19
|
| 51 |
-
t:
|
| 52 |
-
"1":
|
| 53 |
-
- 1
|
| 54 |
-
- 11
|
| 55 |
-
- 41
|
| 56 |
-
- 49
|
| 57 |
-
- 51
|
| 58 |
-
- 71
|
| 59 |
-
- 83
|
| 60 |
-
"2":
|
| 61 |
-
- 1
|
| 62 |
-
- 11
|
| 63 |
-
- 41
|
| 64 |
-
- 49
|
| 65 |
-
- 51
|
| 66 |
-
- 71
|
| 67 |
-
- 83
|
| 68 |
-
"3":
|
| 69 |
-
- 13
|
| 70 |
-
- 15
|
| 71 |
-
- 16
|
| 72 |
-
- 61
|
| 73 |
-
"4": 3.10.19
|
| 74 |
-
"5": 0.24.1
|
| 75 |
-
"6": 4.57.6
|
| 76 |
-
"10":
|
| 77 |
-
- 21
|
| 78 |
-
"12": 0.24.1
|
| 79 |
-
"13": linux-x86_64
|
| 80 |
-
batch_size:
|
| 81 |
-
value: 8
|
| 82 |
-
checkpoint_path:
|
| 83 |
-
value: null
|
| 84 |
-
dataset:
|
| 85 |
-
value:
|
| 86 |
-
episodes: null
|
| 87 |
-
image_transforms:
|
| 88 |
-
enable: false
|
| 89 |
-
max_num_transforms: 3
|
| 90 |
-
random_order: false
|
| 91 |
-
tfs:
|
| 92 |
-
affine:
|
| 93 |
-
kwargs:
|
| 94 |
-
degrees:
|
| 95 |
-
- -5
|
| 96 |
-
- 5
|
| 97 |
-
translate:
|
| 98 |
-
- 0.05
|
| 99 |
-
- 0.05
|
| 100 |
-
type: RandomAffine
|
| 101 |
-
weight: 1
|
| 102 |
-
brightness:
|
| 103 |
-
kwargs:
|
| 104 |
-
brightness:
|
| 105 |
-
- 0.8
|
| 106 |
-
- 1.2
|
| 107 |
-
type: ColorJitter
|
| 108 |
-
weight: 1
|
| 109 |
-
contrast:
|
| 110 |
-
kwargs:
|
| 111 |
-
contrast:
|
| 112 |
-
- 0.8
|
| 113 |
-
- 1.2
|
| 114 |
-
type: ColorJitter
|
| 115 |
-
weight: 1
|
| 116 |
-
hue:
|
| 117 |
-
kwargs:
|
| 118 |
-
hue:
|
| 119 |
-
- -0.05
|
| 120 |
-
- 0.05
|
| 121 |
-
type: ColorJitter
|
| 122 |
-
weight: 1
|
| 123 |
-
saturation:
|
| 124 |
-
kwargs:
|
| 125 |
-
saturation:
|
| 126 |
-
- 0.5
|
| 127 |
-
- 1.5
|
| 128 |
-
type: ColorJitter
|
| 129 |
-
weight: 1
|
| 130 |
-
sharpness:
|
| 131 |
-
kwargs:
|
| 132 |
-
sharpness:
|
| 133 |
-
- 0.5
|
| 134 |
-
- 1.5
|
| 135 |
-
type: SharpnessJitter
|
| 136 |
-
weight: 1
|
| 137 |
-
repo_id: sdhws/merged_65_yellow
|
| 138 |
-
revision: null
|
| 139 |
-
root: null
|
| 140 |
-
streaming: false
|
| 141 |
-
use_imagenet_stats: true
|
| 142 |
-
video_backend: torchcodec
|
| 143 |
-
env:
|
| 144 |
-
value: null
|
| 145 |
-
eval:
|
| 146 |
-
value:
|
| 147 |
-
batch_size: 50
|
| 148 |
-
n_episodes: 50
|
| 149 |
-
use_async_envs: false
|
| 150 |
-
eval_freq:
|
| 151 |
-
value: 20000
|
| 152 |
-
job_name:
|
| 153 |
-
value: my_smolvla_training
|
| 154 |
-
log_freq:
|
| 155 |
-
value: 200
|
| 156 |
-
num_workers:
|
| 157 |
-
value: 4
|
| 158 |
-
optimizer:
|
| 159 |
-
value:
|
| 160 |
-
betas:
|
| 161 |
-
- 0.9
|
| 162 |
-
- 0.95
|
| 163 |
-
eps: 1e-08
|
| 164 |
-
grad_clip_norm: 10
|
| 165 |
-
lr: 0.0001
|
| 166 |
-
type: adamw
|
| 167 |
-
weight_decay: 1e-10
|
| 168 |
-
output_dir:
|
| 169 |
-
value: outputs/train/my_smolvla
|
| 170 |
-
peft:
|
| 171 |
-
value: null
|
| 172 |
-
policy:
|
| 173 |
-
value:
|
| 174 |
-
adapt_to_pi_aloha: false
|
| 175 |
-
add_image_special_tokens: false
|
| 176 |
-
attention_mode: cross_attn
|
| 177 |
-
chunk_size: 50
|
| 178 |
-
device: cuda
|
| 179 |
-
empty_cameras: 0
|
| 180 |
-
expert_width_multiplier: 0.75
|
| 181 |
-
freeze_vision_encoder: true
|
| 182 |
-
input_features:
|
| 183 |
-
observation.images.camera1:
|
| 184 |
-
shape:
|
| 185 |
-
- 3
|
| 186 |
-
- 256
|
| 187 |
-
- 256
|
| 188 |
-
type: VISUAL
|
| 189 |
-
observation.images.camera2:
|
| 190 |
-
shape:
|
| 191 |
-
- 3
|
| 192 |
-
- 256
|
| 193 |
-
- 256
|
| 194 |
-
type: VISUAL
|
| 195 |
-
observation.images.camera3:
|
| 196 |
-
shape:
|
| 197 |
-
- 3
|
| 198 |
-
- 256
|
| 199 |
-
- 256
|
| 200 |
-
type: VISUAL
|
| 201 |
-
observation.state:
|
| 202 |
-
shape:
|
| 203 |
-
- 6
|
| 204 |
-
type: STATE
|
| 205 |
-
license: null
|
| 206 |
-
load_vlm_weights: true
|
| 207 |
-
max_action_dim: 32
|
| 208 |
-
max_period: 4
|
| 209 |
-
max_state_dim: 32
|
| 210 |
-
min_period: 0.004
|
| 211 |
-
n_action_steps: 50
|
| 212 |
-
n_obs_steps: 1
|
| 213 |
-
normalization_mapping:
|
| 214 |
-
ACTION: MEAN_STD
|
| 215 |
-
STATE: MEAN_STD
|
| 216 |
-
VISUAL: IDENTITY
|
| 217 |
-
num_expert_layers: 0
|
| 218 |
-
num_steps: 10
|
| 219 |
-
num_vlm_layers: 16
|
| 220 |
-
optimizer_betas:
|
| 221 |
-
- 0.9
|
| 222 |
-
- 0.95
|
| 223 |
-
optimizer_eps: 1e-08
|
| 224 |
-
optimizer_grad_clip_norm: 10
|
| 225 |
-
optimizer_lr: 0.0001
|
| 226 |
-
optimizer_weight_decay: 1e-10
|
| 227 |
-
output_features:
|
| 228 |
-
action:
|
| 229 |
-
shape:
|
| 230 |
-
- 6
|
| 231 |
-
type: ACTION
|
| 232 |
-
pad_language_to: max_length
|
| 233 |
-
prefix_length: 0
|
| 234 |
-
pretrained_path: lerobot/smolvla_base
|
| 235 |
-
private: null
|
| 236 |
-
push_to_hub: true
|
| 237 |
-
repo_id: chanhee02/my_smolvla_bi_so101
|
| 238 |
-
resize_imgs_with_padding:
|
| 239 |
-
- 512
|
| 240 |
-
- 512
|
| 241 |
-
rtc_config: null
|
| 242 |
-
scheduler_decay_lr: 2.5e-06
|
| 243 |
-
scheduler_decay_steps: 30000
|
| 244 |
-
scheduler_warmup_steps: 1000
|
| 245 |
-
self_attn_every_n_layers: 2
|
| 246 |
-
tags: null
|
| 247 |
-
tokenizer_max_length: 48
|
| 248 |
-
train_expert_only: true
|
| 249 |
-
train_state_proj: true
|
| 250 |
-
type: smolvla
|
| 251 |
-
use_amp: false
|
| 252 |
-
use_cache: true
|
| 253 |
-
use_delta_joint_actions_aloha: false
|
| 254 |
-
use_peft: false
|
| 255 |
-
vlm_model_name: HuggingFaceTB/SmolVLM2-500M-Video-Instruct
|
| 256 |
-
rabc_epsilon:
|
| 257 |
-
value: 1e-06
|
| 258 |
-
rabc_head_mode:
|
| 259 |
-
value: sparse
|
| 260 |
-
rabc_kappa:
|
| 261 |
-
value: 0.01
|
| 262 |
-
rabc_progress_path:
|
| 263 |
-
value: null
|
| 264 |
-
rename_map:
|
| 265 |
-
value:
|
| 266 |
-
observation.images.left_left: observation.images.camera2
|
| 267 |
-
observation.images.left_top: observation.images.camera1
|
| 268 |
-
observation.images.right_right: observation.images.camera3
|
| 269 |
-
resume:
|
| 270 |
-
value: false
|
| 271 |
-
save_checkpoint:
|
| 272 |
-
value: true
|
| 273 |
-
save_freq:
|
| 274 |
-
value: 20000
|
| 275 |
-
scheduler:
|
| 276 |
-
value:
|
| 277 |
-
decay_lr: 2.5e-06
|
| 278 |
-
num_decay_steps: 30000
|
| 279 |
-
num_warmup_steps: 1000
|
| 280 |
-
peak_lr: 0.0001
|
| 281 |
-
type: cosine_decay_with_warmup
|
| 282 |
-
seed:
|
| 283 |
-
value: 1000
|
| 284 |
-
steps:
|
| 285 |
-
value: 20000
|
| 286 |
-
tolerance_s:
|
| 287 |
-
value: 0.0001
|
| 288 |
-
use_policy_training_preset:
|
| 289 |
-
value: true
|
| 290 |
-
use_rabc:
|
| 291 |
-
value: false
|
| 292 |
-
wandb:
|
| 293 |
-
value:
|
| 294 |
-
disable_artifact: false
|
| 295 |
-
enable: true
|
| 296 |
-
entity: null
|
| 297 |
-
mode: null
|
| 298 |
-
notes: null
|
| 299 |
-
project: lerobot
|
| 300 |
-
run_id: null
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/files/output.log
DELETED
|
@@ -1,351 +0,0 @@
|
|
| 1 |
-
INFO 2026-02-04 06:29:16 db_utils.py:117 [1m[34mLogs will be synced with wandb.[0m
|
| 2 |
-
INFO 2026-02-04 06:29:16 db_utils.py:118 Track this run --> [1m[33mhttps://wandb.ai/jjher773-kookmin-university/lerobot/runs/swnu82h6[0m
|
| 3 |
-
INFO 2026-02-04 06:29:16 ot_train.py:215 Creating dataset
|
| 4 |
-
INFO 2026-02-04 06:29:16 ot_train.py:233 Creating policy
|
| 5 |
-
Loading HuggingFaceTB/SmolVLM2-500M-Video-Instruct weights ...
|
| 6 |
-
`torch_dtype` is deprecated! Use `dtype` instead!
|
| 7 |
-
Reducing the number of VLM layers to 16 ...
|
| 8 |
-
policy_preprocessor.json: 1.87kB [00:00, 3.01MB/s]
|
| 9 |
-
policy_preprocessor_step_5_normalizer_pr(…): 100%|██████████████████████████████████████████████████████████████████████████| 640/640 [00:00<00:00, 653B/s]
|
| 10 |
-
policy_postprocessor.json: 100%|██████████████████████████████████████████████████████████████████████████████████████████| 660/660 [00:00<00:00, 1.54MB/s]
|
| 11 |
-
INFO 2026-02-04 06:29:32 ot_train.py:288 Creating optimizer and scheduler
|
| 12 |
-
INFO 2026-02-04 06:29:32 hedulers.py:105 Auto-scaling LR scheduler: num_training_steps (20000) < num_decay_steps (30000). Scaling warmup: 1000 → 666, decay: 30000 → 20000 (scale factor: 0.667)
|
| 13 |
-
INFO 2026-02-04 06:29:32 ot_train.py:323 [1m[33mOutput dir:[0m outputs/train/my_smolvla
|
| 14 |
-
INFO 2026-02-04 06:29:32 ot_train.py:330 cfg.steps=20000 (20K)
|
| 15 |
-
INFO 2026-02-04 06:29:32 ot_train.py:331 dataset.num_frames=71591 (72K)
|
| 16 |
-
INFO 2026-02-04 06:29:32 ot_train.py:332 dataset.num_episodes=67
|
| 17 |
-
INFO 2026-02-04 06:29:32 ot_train.py:335 Effective batch size: 8 x 1 = 8
|
| 18 |
-
INFO 2026-02-04 06:29:32 ot_train.py:336 num_learnable_params=99880992 (100M)
|
| 19 |
-
INFO 2026-02-04 06:29:32 ot_train.py:337 num_total_params=450046176 (450M)
|
| 20 |
-
INFO 2026-02-04 06:29:32 ot_train.py:393 Start offline training on a fixed dataset, with effective batch size: 8
|
| 21 |
-
INFO 2026-02-04 06:30:52 ot_train.py:423 step:200 smpl:2K ep:1 epch:0.02 loss:0.692 grdn:3.861 lr:1.5e-05 updt_s:0.387 data_s:0.013
|
| 22 |
-
WARNING 2026-02-04 06:30:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 23 |
-
WARNING 2026-02-04 06:30:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 24 |
-
INFO 2026-02-04 06:32:10 ot_train.py:423 step:400 smpl:3K ep:3 epch:0.04 loss:0.227 grdn:1.922 lr:4.5e-05 updt_s:0.379 data_s:0.007
|
| 25 |
-
WARNING 2026-02-04 06:32:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 26 |
-
WARNING 2026-02-04 06:32:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 27 |
-
INFO 2026-02-04 06:33:27 ot_train.py:423 step:600 smpl:5K ep:4 epch:0.07 loss:0.137 grdn:1.624 lr:7.5e-05 updt_s:0.379 data_s:0.007
|
| 28 |
-
WARNING 2026-02-04 06:33:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 29 |
-
WARNING 2026-02-04 06:33:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 30 |
-
INFO 2026-02-04 06:34:45 ot_train.py:423 step:800 smpl:6K ep:6 epch:0.09 loss:0.135 grdn:1.561 lr:9.8e-05 updt_s:0.380 data_s:0.006
|
| 31 |
-
WARNING 2026-02-04 06:34:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 32 |
-
WARNING 2026-02-04 06:34:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 33 |
-
INFO 2026-02-04 06:36:02 ot_train.py:423 step:1K smpl:8K ep:7 epch:0.11 loss:0.111 grdn:1.310 lr:1.0e-04 updt_s:0.378 data_s:0.007
|
| 34 |
-
WARNING 2026-02-04 06:36:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 35 |
-
WARNING 2026-02-04 06:36:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 36 |
-
INFO 2026-02-04 06:37:19 ot_train.py:423 step:1K smpl:10K ep:9 epch:0.13 loss:0.104 grdn:1.219 lr:9.9e-05 updt_s:0.378 data_s:0.007
|
| 37 |
-
WARNING 2026-02-04 06:37:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 38 |
-
WARNING 2026-02-04 06:37:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 39 |
-
INFO 2026-02-04 06:38:36 ot_train.py:423 step:1K smpl:11K ep:10 epch:0.16 loss:0.097 grdn:1.138 lr:9.9e-05 updt_s:0.378 data_s:0.007
|
| 40 |
-
WARNING 2026-02-04 06:38:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 41 |
-
WARNING 2026-02-04 06:38:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 42 |
-
INFO 2026-02-04 06:39:53 ot_train.py:423 step:2K smpl:13K ep:12 epch:0.18 loss:0.092 grdn:1.082 lr:9.9e-05 updt_s:0.379 data_s:0.007
|
| 43 |
-
WARNING 2026-02-04 06:39:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 44 |
-
WARNING 2026-02-04 06:39:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 45 |
-
INFO 2026-02-04 06:41:11 ot_train.py:423 step:2K smpl:14K ep:13 epch:0.20 loss:0.083 grdn:1.022 lr:9.8e-05 updt_s:0.379 data_s:0.007
|
| 46 |
-
WARNING 2026-02-04 06:41:11 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 47 |
-
WARNING 2026-02-04 06:41:11 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 48 |
-
INFO 2026-02-04 06:42:28 ot_train.py:423 step:2K smpl:16K ep:15 epch:0.22 loss:0.082 grdn:0.958 lr:9.8e-05 updt_s:0.378 data_s:0.007
|
| 49 |
-
WARNING 2026-02-04 06:42:28 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 50 |
-
WARNING 2026-02-04 06:42:28 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 51 |
-
INFO 2026-02-04 06:43:45 ot_train.py:423 step:2K smpl:18K ep:16 epch:0.25 loss:0.076 grdn:0.922 lr:9.7e-05 updt_s:0.377 data_s:0.006
|
| 52 |
-
WARNING 2026-02-04 06:43:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 53 |
-
WARNING 2026-02-04 06:43:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 54 |
-
INFO 2026-02-04 06:45:02 ot_train.py:423 step:2K smpl:19K ep:18 epch:0.27 loss:0.075 grdn:0.914 lr:9.7e-05 updt_s:0.377 data_s:0.006
|
| 55 |
-
WARNING 2026-02-04 06:45:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 56 |
-
WARNING 2026-02-04 06:45:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 57 |
-
INFO 2026-02-04 06:46:19 ot_train.py:423 step:3K smpl:21K ep:19 epch:0.29 loss:0.075 grdn:0.902 lr:9.6e-05 updt_s:0.378 data_s:0.006
|
| 58 |
-
WARNING 2026-02-04 06:46:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 59 |
-
WARNING 2026-02-04 06:46:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 60 |
-
INFO 2026-02-04 06:47:36 ot_train.py:423 step:3K smpl:22K ep:21 epch:0.31 loss:0.073 grdn:0.897 lr:9.6e-05 updt_s:0.377 data_s:0.006
|
| 61 |
-
WARNING 2026-02-04 06:47:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 62 |
-
WARNING 2026-02-04 06:47:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 63 |
-
INFO 2026-02-04 06:48:53 ot_train.py:423 step:3K smpl:24K ep:22 epch:0.34 loss:0.073 grdn:0.871 lr:9.5e-05 updt_s:0.378 data_s:0.006
|
| 64 |
-
WARNING 2026-02-04 06:48:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 65 |
-
WARNING 2026-02-04 06:48:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 66 |
-
INFO 2026-02-04 06:50:10 ot_train.py:423 step:3K smpl:26K ep:24 epch:0.36 loss:0.065 grdn:0.808 lr:9.4e-05 updt_s:0.376 data_s:0.006
|
| 67 |
-
WARNING 2026-02-04 06:50:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 68 |
-
WARNING 2026-02-04 06:50:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 69 |
-
INFO 2026-02-04 06:51:27 ot_train.py:423 step:3K smpl:27K ep:25 epch:0.38 loss:0.064 grdn:0.809 lr:9.4e-05 updt_s:0.380 data_s:0.007
|
| 70 |
-
WARNING 2026-02-04 06:51:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 71 |
-
WARNING 2026-02-04 06:51:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 72 |
-
INFO 2026-02-04 06:52:44 ot_train.py:423 step:4K smpl:29K ep:27 epch:0.40 loss:0.064 grdn:0.792 lr:9.3e-05 updt_s:0.379 data_s:0.006
|
| 73 |
-
WARNING 2026-02-04 06:52:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 74 |
-
WARNING 2026-02-04 06:52:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 75 |
-
INFO 2026-02-04 06:54:02 ot_train.py:423 step:4K smpl:30K ep:28 epch:0.42 loss:0.061 grdn:0.787 lr:9.2e-05 updt_s:0.378 data_s:0.006
|
| 76 |
-
WARNING 2026-02-04 06:54:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 77 |
-
WARNING 2026-02-04 06:54:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 78 |
-
INFO 2026-02-04 06:55:19 ot_train.py:423 step:4K smpl:32K ep:30 epch:0.45 loss:0.060 grdn:0.777 lr:9.1e-05 updt_s:0.378 data_s:0.007
|
| 79 |
-
WARNING 2026-02-04 06:55:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 80 |
-
WARNING 2026-02-04 06:55:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 81 |
-
INFO 2026-02-04 06:56:35 ot_train.py:423 step:4K smpl:34K ep:31 epch:0.47 loss:0.056 grdn:0.723 lr:9.0e-05 updt_s:0.375 data_s:0.006
|
| 82 |
-
WARNING 2026-02-04 06:56:35 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 83 |
-
WARNING 2026-02-04 06:56:35 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 84 |
-
INFO 2026-02-04 06:57:52 ot_train.py:423 step:4K smpl:35K ep:33 epch:0.49 loss:0.057 grdn:0.734 lr:8.9e-05 updt_s:0.376 data_s:0.006
|
| 85 |
-
WARNING 2026-02-04 06:57:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 86 |
-
WARNING 2026-02-04 06:57:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 87 |
-
INFO 2026-02-04 06:59:09 ot_train.py:423 step:5K smpl:37K ep:34 epch:0.51 loss:0.056 grdn:0.736 lr:8.8e-05 updt_s:0.378 data_s:0.007
|
| 88 |
-
WARNING 2026-02-04 06:59:09 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 89 |
-
WARNING 2026-02-04 06:59:09 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 90 |
-
INFO 2026-02-04 07:00:27 ot_train.py:423 step:5K smpl:38K ep:36 epch:0.54 loss:0.053 grdn:0.684 lr:8.7e-05 updt_s:0.379 data_s:0.007
|
| 91 |
-
WARNING 2026-02-04 07:00:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 92 |
-
WARNING 2026-02-04 07:00:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 93 |
-
INFO 2026-02-04 07:01:44 ot_train.py:423 step:5K smpl:40K ep:37 epch:0.56 loss:0.054 grdn:0.708 lr:8.6e-05 updt_s:0.379 data_s:0.007
|
| 94 |
-
WARNING 2026-02-04 07:01:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 95 |
-
WARNING 2026-02-04 07:01:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 96 |
-
INFO 2026-02-04 07:03:02 ot_train.py:423 step:5K smpl:42K ep:39 epch:0.58 loss:0.051 grdn:0.685 lr:8.5e-05 updt_s:0.379 data_s:0.007
|
| 97 |
-
WARNING 2026-02-04 07:03:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 98 |
-
WARNING 2026-02-04 07:03:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 99 |
-
INFO 2026-02-04 07:04:19 ot_train.py:423 step:5K smpl:43K ep:40 epch:0.60 loss:0.051 grdn:0.664 lr:8.4e-05 updt_s:0.377 data_s:0.007
|
| 100 |
-
WARNING 2026-02-04 07:04:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 101 |
-
WARNING 2026-02-04 07:04:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 102 |
-
INFO 2026-02-04 07:05:36 ot_train.py:423 step:6K smpl:45K ep:42 epch:0.63 loss:0.051 grdn:0.669 lr:8.3e-05 updt_s:0.378 data_s:0.006
|
| 103 |
-
WARNING 2026-02-04 07:05:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 104 |
-
WARNING 2026-02-04 07:05:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 105 |
-
INFO 2026-02-04 07:06:53 ot_train.py:423 step:6K smpl:46K ep:43 epch:0.65 loss:0.050 grdn:0.651 lr:8.2e-05 updt_s:0.376 data_s:0.006
|
| 106 |
-
WARNING 2026-02-04 07:06:53 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 107 |
-
WARNING 2026-02-04 07:06:53 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 108 |
-
INFO 2026-02-04 07:08:10 ot_train.py:423 step:6K smpl:48K ep:45 epch:0.67 loss:0.048 grdn:0.629 lr:8.1e-05 updt_s:0.378 data_s:0.006
|
| 109 |
-
WARNING 2026-02-04 07:08:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 110 |
-
WARNING 2026-02-04 07:08:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 111 |
-
INFO 2026-02-04 07:09:27 ot_train.py:423 step:6K smpl:50K ep:46 epch:0.69 loss:0.046 grdn:0.642 lr:7.9e-05 updt_s:0.377 data_s:0.006
|
| 112 |
-
WARNING 2026-02-04 07:09:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 113 |
-
WARNING 2026-02-04 07:09:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 114 |
-
INFO 2026-02-04 07:10:43 ot_train.py:423 step:6K smpl:51K ep:48 epch:0.72 loss:0.047 grdn:0.624 lr:7.8e-05 updt_s:0.377 data_s:0.006
|
| 115 |
-
WARNING 2026-02-04 07:10:43 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 116 |
-
WARNING 2026-02-04 07:10:43 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 117 |
-
INFO 2026-02-04 07:12:01 ot_train.py:423 step:7K smpl:53K ep:49 epch:0.74 loss:0.046 grdn:0.627 lr:7.7e-05 updt_s:0.378 data_s:0.006
|
| 118 |
-
WARNING 2026-02-04 07:12:01 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 119 |
-
WARNING 2026-02-04 07:12:01 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 120 |
-
INFO 2026-02-04 07:13:18 ot_train.py:423 step:7K smpl:54K ep:51 epch:0.76 loss:0.044 grdn:0.602 lr:7.5e-05 updt_s:0.378 data_s:0.006
|
| 121 |
-
WARNING 2026-02-04 07:13:18 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 122 |
-
WARNING 2026-02-04 07:13:18 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 123 |
-
INFO 2026-02-04 07:14:35 ot_train.py:423 step:7K smpl:56K ep:52 epch:0.78 loss:0.043 grdn:0.593 lr:7.4e-05 updt_s:0.379 data_s:0.007
|
| 124 |
-
WARNING 2026-02-04 07:14:35 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 125 |
-
WARNING 2026-02-04 07:14:35 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 126 |
-
INFO 2026-02-04 07:15:52 ot_train.py:423 step:7K smpl:58K ep:54 epch:0.80 loss:0.043 grdn:0.614 lr:7.3e-05 updt_s:0.378 data_s:0.007
|
| 127 |
-
WARNING 2026-02-04 07:15:52 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 128 |
-
WARNING 2026-02-04 07:15:52 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 129 |
-
INFO 2026-02-04 07:17:10 ot_train.py:423 step:7K smpl:59K ep:55 epch:0.83 loss:0.044 grdn:0.606 lr:7.1e-05 updt_s:0.379 data_s:0.006
|
| 130 |
-
WARNING 2026-02-04 07:17:10 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 131 |
-
WARNING 2026-02-04 07:17:10 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 132 |
-
INFO 2026-02-04 07:18:27 ot_train.py:423 step:8K smpl:61K ep:57 epch:0.85 loss:0.042 grdn:0.584 lr:7.0e-05 updt_s:0.377 data_s:0.007
|
| 133 |
-
WARNING 2026-02-04 07:18:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 134 |
-
WARNING 2026-02-04 07:18:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 135 |
-
INFO 2026-02-04 07:19:44 ot_train.py:423 step:8K smpl:62K ep:58 epch:0.87 loss:0.040 grdn:0.568 lr:6.8e-05 updt_s:0.378 data_s:0.007
|
| 136 |
-
WARNING 2026-02-04 07:19:44 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 137 |
-
WARNING 2026-02-04 07:19:44 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 138 |
-
INFO 2026-02-04 07:21:02 ot_train.py:423 step:8K smpl:64K ep:60 epch:0.89 loss:0.039 grdn:0.565 lr:6.7e-05 updt_s:0.380 data_s:0.007
|
| 139 |
-
WARNING 2026-02-04 07:21:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 140 |
-
WARNING 2026-02-04 07:21:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 141 |
-
INFO 2026-02-04 07:22:19 ot_train.py:423 step:8K smpl:66K ep:61 epch:0.92 loss:0.039 grdn:0.558 lr:6.6e-05 updt_s:0.379 data_s:0.007
|
| 142 |
-
WARNING 2026-02-04 07:22:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 143 |
-
WARNING 2026-02-04 07:22:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 144 |
-
INFO 2026-02-04 07:23:36 ot_train.py:423 step:8K smpl:67K ep:63 epch:0.94 loss:0.035 grdn:0.519 lr:6.4e-05 updt_s:0.379 data_s:0.007
|
| 145 |
-
WARNING 2026-02-04 07:23:36 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 146 |
-
WARNING 2026-02-04 07:23:36 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 147 |
-
INFO 2026-02-04 07:24:54 ot_train.py:423 step:9K smpl:69K ep:64 epch:0.96 loss:0.037 grdn:0.542 lr:6.3e-05 updt_s:0.378 data_s:0.006
|
| 148 |
-
WARNING 2026-02-04 07:24:54 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 149 |
-
WARNING 2026-02-04 07:24:54 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 150 |
-
INFO 2026-02-04 07:26:11 ot_train.py:423 step:9K smpl:70K ep:66 epch:0.98 loss:0.036 grdn:0.516 lr:6.1e-05 updt_s:0.380 data_s:0.007
|
| 151 |
-
WARNING 2026-02-04 07:26:11 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 152 |
-
WARNING 2026-02-04 07:26:11 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 153 |
-
INFO 2026-02-04 07:27:30 ot_train.py:423 step:9K smpl:72K ep:67 epch:1.01 loss:0.037 grdn:0.534 lr:6.0e-05 updt_s:0.379 data_s:0.012
|
| 154 |
-
WARNING 2026-02-04 07:27:30 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 155 |
-
WARNING 2026-02-04 07:27:30 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 156 |
-
INFO 2026-02-04 07:28:47 ot_train.py:423 step:9K smpl:74K ep:69 epch:1.03 loss:0.035 grdn:0.506 lr:5.8e-05 updt_s:0.379 data_s:0.007
|
| 157 |
-
WARNING 2026-02-04 07:28:47 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 158 |
-
WARNING 2026-02-04 07:28:47 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 159 |
-
INFO 2026-02-04 07:30:05 ot_train.py:423 step:9K smpl:75K ep:70 epch:1.05 loss:0.035 grdn:0.502 lr:5.7e-05 updt_s:0.381 data_s:0.007
|
| 160 |
-
WARNING 2026-02-04 07:30:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 161 |
-
WARNING 2026-02-04 07:30:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 162 |
-
INFO 2026-02-04 07:31:22 ot_train.py:423 step:10K smpl:77K ep:72 epch:1.07 loss:0.035 grdn:0.516 lr:5.5e-05 updt_s:0.379 data_s:0.006
|
| 163 |
-
WARNING 2026-02-04 07:31:22 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 164 |
-
WARNING 2026-02-04 07:31:22 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 165 |
-
INFO 2026-02-04 07:32:39 ot_train.py:423 step:10K smpl:78K ep:73 epch:1.10 loss:0.034 grdn:0.512 lr:5.4e-05 updt_s:0.377 data_s:0.006
|
| 166 |
-
WARNING 2026-02-04 07:32:39 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 167 |
-
WARNING 2026-02-04 07:32:39 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 168 |
-
INFO 2026-02-04 07:33:56 ot_train.py:423 step:10K smpl:80K ep:75 epch:1.12 loss:0.033 grdn:0.491 lr:5.2e-05 updt_s:0.378 data_s:0.006
|
| 169 |
-
WARNING 2026-02-04 07:33:56 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 170 |
-
WARNING 2026-02-04 07:33:56 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 171 |
-
INFO 2026-02-04 07:35:14 ot_train.py:423 step:10K smpl:82K ep:76 epch:1.14 loss:0.032 grdn:0.477 lr:5.0e-05 updt_s:0.379 data_s:0.007
|
| 172 |
-
WARNING 2026-02-04 07:35:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 173 |
-
WARNING 2026-02-04 07:35:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 174 |
-
INFO 2026-02-04 07:36:32 ot_train.py:423 step:10K smpl:83K ep:78 epch:1.16 loss:0.031 grdn:0.474 lr:4.9e-05 updt_s:0.380 data_s:0.007
|
| 175 |
-
WARNING 2026-02-04 07:36:32 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 176 |
-
WARNING 2026-02-04 07:36:32 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 177 |
-
INFO 2026-02-04 07:37:48 ot_train.py:423 step:11K smpl:85K ep:79 epch:1.18 loss:0.032 grdn:0.477 lr:4.7e-05 updt_s:0.377 data_s:0.006
|
| 178 |
-
WARNING 2026-02-04 07:37:48 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 179 |
-
WARNING 2026-02-04 07:37:48 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 180 |
-
INFO 2026-02-04 07:39:05 ot_train.py:423 step:11K smpl:86K ep:81 epch:1.21 loss:0.031 grdn:0.478 lr:4.6e-05 updt_s:0.375 data_s:0.006
|
| 181 |
-
WARNING 2026-02-04 07:39:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 182 |
-
WARNING 2026-02-04 07:39:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 183 |
-
INFO 2026-02-04 07:40:22 ot_train.py:423 step:11K smpl:88K ep:82 epch:1.23 loss:0.031 grdn:0.463 lr:4.4e-05 updt_s:0.379 data_s:0.007
|
| 184 |
-
WARNING 2026-02-04 07:40:22 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 185 |
-
WARNING 2026-02-04 07:40:22 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 186 |
-
INFO 2026-02-04 07:41:40 ot_train.py:423 step:11K smpl:90K ep:84 epch:1.25 loss:0.031 grdn:0.464 lr:4.3e-05 updt_s:0.379 data_s:0.007
|
| 187 |
-
WARNING 2026-02-04 07:41:40 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 188 |
-
WARNING 2026-02-04 07:41:40 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 189 |
-
INFO 2026-02-04 07:42:57 ot_train.py:423 step:11K smpl:91K ep:85 epch:1.27 loss:0.029 grdn:0.452 lr:4.1e-05 updt_s:0.380 data_s:0.007
|
| 190 |
-
WARNING 2026-02-04 07:42:57 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 191 |
-
WARNING 2026-02-04 07:42:57 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 192 |
-
INFO 2026-02-04 07:44:14 ot_train.py:423 step:12K smpl:93K ep:87 epch:1.30 loss:0.030 grdn:0.447 lr:4.0e-05 updt_s:0.375 data_s:0.006
|
| 193 |
-
WARNING 2026-02-04 07:44:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 194 |
-
WARNING 2026-02-04 07:44:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 195 |
-
INFO 2026-02-04 07:45:31 ot_train.py:423 step:12K smpl:94K ep:88 epch:1.32 loss:0.029 grdn:0.451 lr:3.8e-05 updt_s:0.376 data_s:0.006
|
| 196 |
-
WARNING 2026-02-04 07:45:31 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 197 |
-
WARNING 2026-02-04 07:45:31 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 198 |
-
INFO 2026-02-04 07:46:48 ot_train.py:423 step:12K smpl:96K ep:90 epch:1.34 loss:0.030 grdn:0.452 lr:3.7e-05 updt_s:0.380 data_s:0.007
|
| 199 |
-
WARNING 2026-02-04 07:46:48 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 200 |
-
WARNING 2026-02-04 07:46:48 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 201 |
-
INFO 2026-02-04 07:48:05 ot_train.py:423 step:12K smpl:98K ep:91 epch:1.36 loss:0.028 grdn:0.431 lr:3.5e-05 updt_s:0.377 data_s:0.007
|
| 202 |
-
WARNING 2026-02-04 07:48:05 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 203 |
-
WARNING 2026-02-04 07:48:05 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 204 |
-
INFO 2026-02-04 07:49:23 ot_train.py:423 step:12K smpl:99K ep:93 epch:1.39 loss:0.029 grdn:0.438 lr:3.4e-05 updt_s:0.379 data_s:0.007
|
| 205 |
-
WARNING 2026-02-04 07:49:23 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 206 |
-
WARNING 2026-02-04 07:49:23 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 207 |
-
INFO 2026-02-04 07:50:40 ot_train.py:423 step:13K smpl:101K ep:94 epch:1.41 loss:0.029 grdn:0.435 lr:3.3e-05 updt_s:0.377 data_s:0.006
|
| 208 |
-
WARNING 2026-02-04 07:50:40 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 209 |
-
WARNING 2026-02-04 07:50:40 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 210 |
-
INFO 2026-02-04 07:51:57 ot_train.py:423 step:13K smpl:102K ep:96 epch:1.43 loss:0.028 grdn:0.428 lr:3.1e-05 updt_s:0.381 data_s:0.007
|
| 211 |
-
WARNING 2026-02-04 07:51:57 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 212 |
-
WARNING 2026-02-04 07:51:57 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 213 |
-
INFO 2026-02-04 07:53:14 ot_train.py:423 step:13K smpl:104K ep:97 epch:1.45 loss:0.027 grdn:0.414 lr:3.0e-05 updt_s:0.378 data_s:0.007
|
| 214 |
-
WARNING 2026-02-04 07:53:14 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 215 |
-
WARNING 2026-02-04 07:53:14 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 216 |
-
INFO 2026-02-04 07:54:32 ot_train.py:423 step:13K smpl:106K ep:99 epch:1.48 loss:0.026 grdn:0.412 lr:2.8e-05 updt_s:0.379 data_s:0.006
|
| 217 |
-
WARNING 2026-02-04 07:54:32 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 218 |
-
WARNING 2026-02-04 07:54:32 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 219 |
-
INFO 2026-02-04 07:55:50 ot_train.py:423 step:13K smpl:107K ep:100 epch:1.50 loss:0.026 grdn:0.411 lr:2.7e-05 updt_s:0.381 data_s:0.007
|
| 220 |
-
WARNING 2026-02-04 07:55:50 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 221 |
-
WARNING 2026-02-04 07:55:50 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 222 |
-
INFO 2026-02-04 07:57:07 ot_train.py:423 step:14K smpl:109K ep:102 epch:1.52 loss:0.027 grdn:0.410 lr:2.6e-05 updt_s:0.378 data_s:0.006
|
| 223 |
-
WARNING 2026-02-04 07:57:07 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 224 |
-
WARNING 2026-02-04 07:57:07 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 225 |
-
INFO 2026-02-04 07:58:24 ot_train.py:423 step:14K smpl:110K ep:103 epch:1.54 loss:0.026 grdn:0.402 lr:2.4e-05 updt_s:0.376 data_s:0.006
|
| 226 |
-
WARNING 2026-02-04 07:58:24 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 227 |
-
WARNING 2026-02-04 07:58:24 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 228 |
-
INFO 2026-02-04 07:59:41 ot_train.py:423 step:14K smpl:112K ep:105 epch:1.56 loss:0.026 grdn:0.399 lr:2.3e-05 updt_s:0.378 data_s:0.006
|
| 229 |
-
WARNING 2026-02-04 07:59:41 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 230 |
-
WARNING 2026-02-04 07:59:41 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 231 |
-
INFO 2026-02-04 08:00:58 ot_train.py:423 step:14K smpl:114K ep:106 epch:1.59 loss:0.026 grdn:0.391 lr:2.2e-05 updt_s:0.379 data_s:0.007
|
| 232 |
-
WARNING 2026-02-04 08:00:58 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 233 |
-
WARNING 2026-02-04 08:00:58 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 234 |
-
INFO 2026-02-04 08:02:16 ot_train.py:423 step:14K smpl:115K ep:108 epch:1.61 loss:0.025 grdn:0.393 lr:2.1e-05 updt_s:0.380 data_s:0.006
|
| 235 |
-
WARNING 2026-02-04 08:02:16 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 236 |
-
WARNING 2026-02-04 08:02:16 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 237 |
-
INFO 2026-02-04 08:03:33 ot_train.py:423 step:15K smpl:117K ep:109 epch:1.63 loss:0.025 grdn:0.383 lr:2.0e-05 updt_s:0.380 data_s:0.007
|
| 238 |
-
WARNING 2026-02-04 08:03:33 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 239 |
-
WARNING 2026-02-04 08:03:33 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 240 |
-
INFO 2026-02-04 08:04:51 ot_train.py:423 step:15K smpl:118K ep:111 epch:1.65 loss:0.026 grdn:0.397 lr:1.8e-05 updt_s:0.379 data_s:0.007
|
| 241 |
-
WARNING 2026-02-04 08:04:51 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 242 |
-
WARNING 2026-02-04 08:04:51 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 243 |
-
INFO 2026-02-04 08:06:08 ot_train.py:423 step:15K smpl:120K ep:112 epch:1.68 loss:0.026 grdn:0.377 lr:1.7e-05 updt_s:0.379 data_s:0.007
|
| 244 |
-
WARNING 2026-02-04 08:06:08 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 245 |
-
WARNING 2026-02-04 08:06:08 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 246 |
-
INFO 2026-02-04 08:07:24 ot_train.py:423 step:15K smpl:122K ep:114 epch:1.70 loss:0.026 grdn:0.385 lr:1.6e-05 updt_s:0.373 data_s:0.006
|
| 247 |
-
WARNING 2026-02-04 08:07:24 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 248 |
-
WARNING 2026-02-04 08:07:24 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 249 |
-
INFO 2026-02-04 08:08:41 ot_train.py:423 step:15K smpl:123K ep:115 epch:1.72 loss:0.025 grdn:0.393 lr:1.5e-05 updt_s:0.375 data_s:0.006
|
| 250 |
-
WARNING 2026-02-04 08:08:41 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 251 |
-
WARNING 2026-02-04 08:08:41 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 252 |
-
INFO 2026-02-04 08:09:58 ot_train.py:423 step:16K smpl:125K ep:117 epch:1.74 loss:0.026 grdn:0.378 lr:1.4e-05 updt_s:0.380 data_s:0.007
|
| 253 |
-
WARNING 2026-02-04 08:09:58 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 254 |
-
WARNING 2026-02-04 08:09:58 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 255 |
-
INFO 2026-02-04 08:11:16 ot_train.py:423 step:16K smpl:126K ep:118 epch:1.77 loss:0.025 grdn:0.379 lr:1.3e-05 updt_s:0.379 data_s:0.007
|
| 256 |
-
WARNING 2026-02-04 08:11:16 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 257 |
-
WARNING 2026-02-04 08:11:16 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 258 |
-
INFO 2026-02-04 08:12:33 ot_train.py:423 step:16K smpl:128K ep:120 epch:1.79 loss:0.024 grdn:0.367 lr:1.2e-05 updt_s:0.379 data_s:0.006
|
| 259 |
-
WARNING 2026-02-04 08:12:33 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 260 |
-
WARNING 2026-02-04 08:12:33 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 261 |
-
INFO 2026-02-04 08:13:51 ot_train.py:423 step:16K smpl:130K ep:121 epch:1.81 loss:0.024 grdn:0.370 lr:1.1e-05 updt_s:0.380 data_s:0.006
|
| 262 |
-
WARNING 2026-02-04 08:13:51 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 263 |
-
WARNING 2026-02-04 08:13:51 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 264 |
-
INFO 2026-02-04 08:15:09 ot_train.py:423 step:16K smpl:131K ep:123 epch:1.83 loss:0.024 grdn:0.373 lr:1.1e-05 updt_s:0.381 data_s:0.007
|
| 265 |
-
WARNING 2026-02-04 08:15:09 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 266 |
-
WARNING 2026-02-04 08:15:09 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 267 |
-
INFO 2026-02-04 08:16:27 ot_train.py:423 step:17K smpl:133K ep:124 epch:1.85 loss:0.024 grdn:0.354 lr:9.7e-06 updt_s:0.382 data_s:0.007
|
| 268 |
-
WARNING 2026-02-04 08:16:27 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 269 |
-
WARNING 2026-02-04 08:16:27 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 270 |
-
INFO 2026-02-04 08:17:45 ot_train.py:423 step:17K smpl:134K ep:126 epch:1.88 loss:0.024 grdn:0.363 lr:8.9e-06 updt_s:0.383 data_s:0.007
|
| 271 |
-
WARNING 2026-02-04 08:17:45 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 272 |
-
WARNING 2026-02-04 08:17:45 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 273 |
-
INFO 2026-02-04 08:19:02 ot_train.py:423 step:17K smpl:136K ep:127 epch:1.90 loss:0.025 grdn:0.375 lr:8.2e-06 updt_s:0.378 data_s:0.007
|
| 274 |
-
WARNING 2026-02-04 08:19:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 275 |
-
WARNING 2026-02-04 08:19:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 276 |
-
INFO 2026-02-04 08:20:19 ot_train.py:423 step:17K smpl:138K ep:129 epch:1.92 loss:0.025 grdn:0.371 lr:7.5e-06 updt_s:0.378 data_s:0.007
|
| 277 |
-
WARNING 2026-02-04 08:20:19 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 278 |
-
WARNING 2026-02-04 08:20:19 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 279 |
-
INFO 2026-02-04 08:21:37 ot_train.py:423 step:17K smpl:139K ep:130 epch:1.94 loss:0.023 grdn:0.364 lr:6.8e-06 updt_s:0.380 data_s:0.007
|
| 280 |
-
WARNING 2026-02-04 08:21:37 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 281 |
-
WARNING 2026-02-04 08:21:37 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 282 |
-
INFO 2026-02-04 08:22:54 ot_train.py:423 step:18K smpl:141K ep:132 epch:1.97 loss:0.025 grdn:0.366 lr:6.2e-06 updt_s:0.379 data_s:0.007
|
| 283 |
-
WARNING 2026-02-04 08:22:54 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 284 |
-
WARNING 2026-02-04 08:22:54 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 285 |
-
INFO 2026-02-04 08:24:12 ot_train.py:423 step:18K smpl:142K ep:133 epch:1.99 loss:0.023 grdn:0.352 lr:5.6e-06 updt_s:0.379 data_s:0.007
|
| 286 |
-
WARNING 2026-02-04 08:24:12 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 287 |
-
WARNING 2026-02-04 08:24:12 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 288 |
-
INFO 2026-02-04 08:25:30 ot_train.py:423 step:18K smpl:144K ep:135 epch:2.01 loss:0.024 grdn:0.359 lr:5.1e-06 updt_s:0.377 data_s:0.012
|
| 289 |
-
WARNING 2026-02-04 08:25:30 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 290 |
-
WARNING 2026-02-04 08:25:30 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 291 |
-
INFO 2026-02-04 08:26:46 ot_train.py:423 step:18K smpl:146K ep:136 epch:2.03 loss:0.024 grdn:0.357 lr:4.7e-06 updt_s:0.373 data_s:0.006
|
| 292 |
-
WARNING 2026-02-04 08:26:46 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 293 |
-
WARNING 2026-02-04 08:26:46 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 294 |
-
INFO 2026-02-04 08:28:03 ot_train.py:423 step:18K smpl:147K ep:138 epch:2.06 loss:0.025 grdn:0.361 lr:4.2e-06 updt_s:0.377 data_s:0.006
|
| 295 |
-
WARNING 2026-02-04 08:28:03 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 296 |
-
WARNING 2026-02-04 08:28:03 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 297 |
-
INFO 2026-02-04 08:29:20 ot_train.py:423 step:19K smpl:149K ep:139 epch:2.08 loss:0.024 grdn:0.362 lr:3.8e-06 updt_s:0.378 data_s:0.006
|
| 298 |
-
WARNING 2026-02-04 08:29:20 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 299 |
-
WARNING 2026-02-04 08:29:20 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 300 |
-
INFO 2026-02-04 08:30:37 ot_train.py:423 step:19K smpl:150K ep:141 epch:2.10 loss:0.024 grdn:0.355 lr:3.5e-06 updt_s:0.377 data_s:0.006
|
| 301 |
-
WARNING 2026-02-04 08:30:37 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 302 |
-
WARNING 2026-02-04 08:30:37 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 303 |
-
INFO 2026-02-04 08:31:55 ot_train.py:423 step:19K smpl:152K ep:142 epch:2.12 loss:0.023 grdn:0.356 lr:3.2e-06 updt_s:0.380 data_s:0.007
|
| 304 |
-
WARNING 2026-02-04 08:31:55 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 305 |
-
WARNING 2026-02-04 08:31:55 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 306 |
-
INFO 2026-02-04 08:33:12 ot_train.py:423 step:19K smpl:154K ep:144 epch:2.15 loss:0.023 grdn:0.357 lr:3.0e-06 updt_s:0.379 data_s:0.006
|
| 307 |
-
WARNING 2026-02-04 08:33:12 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 308 |
-
WARNING 2026-02-04 08:33:12 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 309 |
-
INFO 2026-02-04 08:34:29 ot_train.py:423 step:19K smpl:155K ep:145 epch:2.17 loss:0.023 grdn:0.347 lr:2.8e-06 updt_s:0.376 data_s:0.006
|
| 310 |
-
WARNING 2026-02-04 08:34:29 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 311 |
-
WARNING 2026-02-04 08:34:29 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 312 |
-
INFO 2026-02-04 08:35:46 ot_train.py:423 step:20K smpl:157K ep:147 epch:2.19 loss:0.024 grdn:0.355 lr:2.7e-06 updt_s:0.377 data_s:0.006
|
| 313 |
-
WARNING 2026-02-04 08:35:46 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 314 |
-
WARNING 2026-02-04 08:35:46 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 315 |
-
INFO 2026-02-04 08:37:02 ot_train.py:423 step:20K smpl:158K ep:148 epch:2.21 loss:0.023 grdn:0.358 lr:2.6e-06 updt_s:0.377 data_s:0.007
|
| 316 |
-
WARNING 2026-02-04 08:37:02 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 317 |
-
WARNING 2026-02-04 08:37:02 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 318 |
-
INFO 2026-02-04 08:38:20 ot_train.py:423 step:20K smpl:160K ep:150 epch:2.23 loss:0.024 grdn:0.359 lr:2.5e-06 updt_s:0.379 data_s:0.007
|
| 319 |
-
WARNING 2026-02-04 08:38:20 db_utils.py:181 WandB logging of key "losses_after_forward" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 320 |
-
WARNING 2026-02-04 08:38:20 db_utils.py:181 WandB logging of key "losses_after_rm_padding" was ignored as its type "<class 'torch.Tensor'>" is not handled by this wrapper.
|
| 321 |
-
INFO 2026-02-04 08:38:20 ot_train.py:443 Checkpoint policy after step 20000
|
| 322 |
-
INFO 2026-02-04 08:38:25 ot_train.py:514 End of training
|
| 323 |
-
Traceback (most recent call last):
|
| 324 |
-
File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 407, in hf_raise_for_status
|
| 325 |
-
response.raise_for_status()
|
| 326 |
-
File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status
|
| 327 |
-
raise HTTPError(http_error_msg, response=self)
|
| 328 |
-
requests.exceptions.HTTPError: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create
|
| 329 |
-
|
| 330 |
-
The above exception was the direct cause of the following exception:
|
| 331 |
-
|
| 332 |
-
Traceback (most recent call last):
|
| 333 |
-
File "/home/elicer/miniforge3/envs/lerobot/bin/lerobot-train", line 6, in <module>
|
| 334 |
-
sys.exit(main())
|
| 335 |
-
File "/home/elicer/lerobot/src/lerobot/scripts/lerobot_train.py", line 532, in main
|
| 336 |
-
train()
|
| 337 |
-
File "/home/elicer/lerobot/src/lerobot/configs/parser.py", line 233, in wrapper_inner
|
| 338 |
-
response = fn(cfg, *args, **kwargs)
|
| 339 |
-
File "/home/elicer/lerobot/src/lerobot/scripts/lerobot_train.py", line 521, in train
|
| 340 |
-
unwrapped_policy.push_model_to_hub(cfg)
|
| 341 |
-
File "/home/elicer/lerobot/src/lerobot/policies/pretrained.py", line 213, in push_model_to_hub
|
| 342 |
-
repo_id = api.create_repo(
|
| 343 |
-
File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py", line 114, in _inner_fn
|
| 344 |
-
return fn(*args, **kwargs)
|
| 345 |
-
File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/hf_api.py", line 3766, in create_repo
|
| 346 |
-
hf_raise_for_status(r)
|
| 347 |
-
File "/home/elicer/miniforge3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 480, in hf_raise_for_status
|
| 348 |
-
raise _format(HfHubHTTPError, str(e), response) from e
|
| 349 |
-
huggingface_hub.errors.HfHubHTTPError: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-69830581-3ac506596fb8b69b71bff7b3;83bd144b-d02d-438d-ad8b-90c46b334067)
|
| 350 |
-
|
| 351 |
-
Invalid username or password.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/files/requirements.txt
DELETED
|
@@ -1,140 +0,0 @@
|
|
| 1 |
-
mypy_extensions==1.1.0
|
| 2 |
-
setuptools==80.10.2
|
| 3 |
-
wheel==0.46.3
|
| 4 |
-
pip==26.0
|
| 5 |
-
pytz==2025.2
|
| 6 |
-
pyserial==3.5
|
| 7 |
-
nvidia-cusparselt-cu12==0.6.3
|
| 8 |
-
mpmath==1.3.0
|
| 9 |
-
Farama-Notifications==0.0.4
|
| 10 |
-
zipp==3.23.0
|
| 11 |
-
xxhash==3.6.0
|
| 12 |
-
wcwidth==0.5.3
|
| 13 |
-
urllib3==2.6.3
|
| 14 |
-
tzdata==2025.3
|
| 15 |
-
typing_extensions==4.15.0
|
| 16 |
-
triton==3.3.1
|
| 17 |
-
tqdm==4.67.3
|
| 18 |
-
torchcodec==0.5
|
| 19 |
-
toml==0.10.2
|
| 20 |
-
termcolor==3.3.0
|
| 21 |
-
sympy==1.14.0
|
| 22 |
-
smmap==5.0.2
|
| 23 |
-
six==1.17.0
|
| 24 |
-
safetensors==0.7.0
|
| 25 |
-
regex==2026.1.15
|
| 26 |
-
PyYAML==6.0.3
|
| 27 |
-
pyarrow==23.0.0
|
| 28 |
-
psutil==7.2.2
|
| 29 |
-
protobuf==6.33.5
|
| 30 |
-
propcache==0.4.1
|
| 31 |
-
platformdirs==4.5.1
|
| 32 |
-
pillow==12.1.0
|
| 33 |
-
pfzy==0.3.4
|
| 34 |
-
mergedeep==1.3.4
|
| 35 |
-
packaging==25.0
|
| 36 |
-
orderly-set==5.5.0
|
| 37 |
-
nvidia-nvtx-cu12==12.6.77
|
| 38 |
-
nvidia-nvjitlink-cu12==12.6.85
|
| 39 |
-
nvidia-nccl-cu12==2.26.2
|
| 40 |
-
nvidia-curand-cu12==10.3.7.77
|
| 41 |
-
nvidia-cufile-cu12==1.11.1.6
|
| 42 |
-
nvidia-cuda-runtime-cu12==12.6.77
|
| 43 |
-
nvidia-cuda-nvrtc-cu12==12.6.77
|
| 44 |
-
nvidia-cuda-cupti-cu12==12.6.80
|
| 45 |
-
nvidia-cublas-cu12==12.6.4.1
|
| 46 |
-
numpy==2.2.6
|
| 47 |
-
networkx==3.4.2
|
| 48 |
-
MarkupSafe==3.0.3
|
| 49 |
-
imageio-ffmpeg==0.6.0
|
| 50 |
-
idna==3.11
|
| 51 |
-
hf-xet==1.2.0
|
| 52 |
-
hf_transfer==0.1.9
|
| 53 |
-
fsspec==2025.9.0
|
| 54 |
-
frozenlist==1.8.0
|
| 55 |
-
filelock==3.20.3
|
| 56 |
-
evdev==1.9.2
|
| 57 |
-
einops==0.8.2
|
| 58 |
-
dill==0.4.0
|
| 59 |
-
cmake==4.1.3
|
| 60 |
-
cloudpickle==3.1.2
|
| 61 |
-
click==8.3.1
|
| 62 |
-
charset-normalizer==3.4.4
|
| 63 |
-
certifi==2026.1.4
|
| 64 |
-
av==15.1.0
|
| 65 |
-
attrs==25.4.0
|
| 66 |
-
async-timeout==5.0.1
|
| 67 |
-
annotated-types==0.7.0
|
| 68 |
-
aiohappyeyeballs==2.6.1
|
| 69 |
-
typing-inspection==0.4.2
|
| 70 |
-
typing-inspect==0.9.0
|
| 71 |
-
sentry-sdk==2.51.0
|
| 72 |
-
rerun-sdk==0.26.2
|
| 73 |
-
requests==2.32.5
|
| 74 |
-
pyyaml-include==1.4.1
|
| 75 |
-
python-xlib==0.33
|
| 76 |
-
python-dateutil==2.9.0.post0
|
| 77 |
-
pydantic_core==2.41.5
|
| 78 |
-
prompt_toolkit==3.0.52
|
| 79 |
-
opencv-python-headless==4.12.0.88
|
| 80 |
-
nvidia-cusparse-cu12==12.5.4.2
|
| 81 |
-
nvidia-cufft-cu12==11.3.0.4
|
| 82 |
-
nvidia-cudnn-cu12==9.5.1.17
|
| 83 |
-
multiprocess==0.70.16
|
| 84 |
-
multidict==6.7.1
|
| 85 |
-
jsonlines==4.0.0
|
| 86 |
-
Jinja2==3.1.6
|
| 87 |
-
importlib_metadata==8.7.1
|
| 88 |
-
ImageIO==2.37.2
|
| 89 |
-
gymnasium==1.2.3
|
| 90 |
-
gitdb==4.0.12
|
| 91 |
-
deepdiff==8.6.1
|
| 92 |
-
aiosignal==1.4.0
|
| 93 |
-
yarl==1.22.0
|
| 94 |
-
pynput==1.8.1
|
| 95 |
-
pydantic==2.12.5
|
| 96 |
-
pandas==2.3.3
|
| 97 |
-
nvidia-cusolver-cu12==11.7.1.2
|
| 98 |
-
inquirerpy==0.3.4
|
| 99 |
-
huggingface-hub==0.35.3
|
| 100 |
-
GitPython==3.1.46
|
| 101 |
-
draccus==0.10.0
|
| 102 |
-
wandb==0.24.1
|
| 103 |
-
torch==2.7.1
|
| 104 |
-
diffusers==0.35.2
|
| 105 |
-
aiohttp==3.13.3
|
| 106 |
-
torchvision==0.22.1
|
| 107 |
-
accelerate==1.12.0
|
| 108 |
-
datasets==4.1.1
|
| 109 |
-
PyOpenGL==3.1.10
|
| 110 |
-
glfw==2.10.0
|
| 111 |
-
wrapt==2.1.1
|
| 112 |
-
tifffile==2025.5.10
|
| 113 |
-
shapely==2.1.2
|
| 114 |
-
scipy==1.15.3
|
| 115 |
-
pyparsing==3.3.2
|
| 116 |
-
pygame==2.6.1
|
| 117 |
-
pycparser==3.0
|
| 118 |
-
opencv-python==4.13.0.90
|
| 119 |
-
lxml==6.0.2
|
| 120 |
-
lazy_loader==0.4
|
| 121 |
-
importlib_resources==6.5.2
|
| 122 |
-
etils==1.13.0
|
| 123 |
-
absl-py==2.4.0
|
| 124 |
-
scikit-image==0.25.2
|
| 125 |
-
labmaze==1.0.6
|
| 126 |
-
dm-tree==0.1.9
|
| 127 |
-
cffi==2.0.0
|
| 128 |
-
pymunk==6.11.1
|
| 129 |
-
dm-env==1.6
|
| 130 |
-
mujoco==3.4.0
|
| 131 |
-
gym-pusht==0.1.6
|
| 132 |
-
dm_control==1.0.36
|
| 133 |
-
gym-aloha==0.1.3
|
| 134 |
-
feetech-servo-sdk==1.0.0
|
| 135 |
-
docopt==0.6.2
|
| 136 |
-
num2words==0.5.14
|
| 137 |
-
tokenizers==0.22.2
|
| 138 |
-
transformers==4.57.6
|
| 139 |
-
lerobot==0.4.4
|
| 140 |
-
lerobot==0.4.4
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/files/wandb-metadata.json
DELETED
|
@@ -1,48 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"os": "Linux-5.15.0-97-generic-x86_64-with-glibc2.35",
|
| 3 |
-
"python": "CPython 3.10.19",
|
| 4 |
-
"startedAt": "2026-02-04T06:29:14.875096Z",
|
| 5 |
-
"args": [
|
| 6 |
-
"--policy.path=lerobot/smolvla_base",
|
| 7 |
-
"--dataset.repo_id=sdhws/merged_65_yellow",
|
| 8 |
-
"--batch_size=8",
|
| 9 |
-
"--steps=20000",
|
| 10 |
-
"--output_dir=outputs/train/my_smolvla",
|
| 11 |
-
"--job_name=my_smolvla_training",
|
| 12 |
-
"--policy.device=cuda",
|
| 13 |
-
"--wandb.enable=true",
|
| 14 |
-
"--policy.push_to_hub=true",
|
| 15 |
-
"--policy.repo_id=chanhee02/my_smolvla_bi_so101",
|
| 16 |
-
"--rename_map={\n \"observation.images.left_top\": \"observation.images.camera1\",\n \"observation.images.left_left\": \"observation.images.camera2\",\n \"observation.images.right_right\": \"observation.images.camera3\"\n }"
|
| 17 |
-
],
|
| 18 |
-
"program": "/home/elicer/miniforge3/envs/lerobot/bin/lerobot-train",
|
| 19 |
-
"git": {
|
| 20 |
-
"remote": "https://github.com/huggingface/lerobot.git",
|
| 21 |
-
"commit": "0f392484458cb5ebca0310c0c4c47390a31c80ed"
|
| 22 |
-
},
|
| 23 |
-
"root": "outputs/train/my_smolvla",
|
| 24 |
-
"host": "9a551741a5d9",
|
| 25 |
-
"executable": "/home/elicer/miniforge3/envs/lerobot/bin/python3.10",
|
| 26 |
-
"cpu_count": 32,
|
| 27 |
-
"cpu_count_logical": 4,
|
| 28 |
-
"gpu": "NVIDIA A100 80GB PCIe",
|
| 29 |
-
"gpu_count": 1,
|
| 30 |
-
"disk": {
|
| 31 |
-
"/": {
|
| 32 |
-
"total": "274743689216",
|
| 33 |
-
"used": "20452761600"
|
| 34 |
-
}
|
| 35 |
-
},
|
| 36 |
-
"memory": {
|
| 37 |
-
"total": "51539607552"
|
| 38 |
-
},
|
| 39 |
-
"gpu_nvidia": [
|
| 40 |
-
{
|
| 41 |
-
"name": "NVIDIA A100 80GB PCIe",
|
| 42 |
-
"architecture": "Ampere",
|
| 43 |
-
"uuid": "GPU-4f692096-5be3-e59c-c38c-8959b179a6b3"
|
| 44 |
-
}
|
| 45 |
-
],
|
| 46 |
-
"cudaVersion": "12.2",
|
| 47 |
-
"writerId": "c3daa2rro4llc9ta8ot4gkvvpwz7xtfw"
|
| 48 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/files/wandb-summary.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"_step":20000,"_runtime":7749.404321602,"train/samples":160000,"train/episodes":149.73949239429535,"train/loss":0.0203219223767519,"train/epochs":2.2349177969297815,"_timestamp":1.7701943003661196e+09,"train/dataloading_s":0.006880279649049043,"train/steps":20000,"train/lr":2.5079586201270073e-06,"train/update_s":0.37873017475008963,"_wandb":{"runtime":7749},"train/grad_norm":0.358555860593915}
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/logs/debug-core.log
DELETED
|
@@ -1,16 +0,0 @@
|
|
| 1 |
-
{"time":"2026-02-04T06:29:14.906059808Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpaz7fr_fg/port-3663.txt","pid":3663,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
-
{"time":"2026-02-04T06:29:14.906831285Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3663}
|
| 3 |
-
{"time":"2026-02-04T06:29:14.906833238Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3663-3717-1146937405/socket","Net":"unix"}}
|
| 4 |
-
{"time":"2026-02-04T06:29:15.09506988Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
-
{"time":"2026-02-04T06:29:15.102387384Z","level":"INFO","msg":"handleInformInit: received","streamId":"swnu82h6","id":"1(@)"}
|
| 6 |
-
{"time":"2026-02-04T06:29:15.614289241Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"swnu82h6","id":"1(@)"}
|
| 7 |
-
{"time":"2026-02-04T06:29:21.182851193Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"o5w5003wdf94"}
|
| 8 |
-
{"time":"2026-02-04T08:38:25.419551423Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
|
| 9 |
-
{"time":"2026-02-04T08:38:25.41965934Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
|
| 10 |
-
{"time":"2026-02-04T08:38:25.419817655Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
|
| 11 |
-
{"time":"2026-02-04T08:38:25.419845735Z","level":"INFO","msg":"server is shutting down"}
|
| 12 |
-
{"time":"2026-02-04T08:38:25.41997953Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3663-3717-1146937405/socket","Net":"unix"}}
|
| 13 |
-
{"time":"2026-02-04T08:39:16.886752826Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-3663-3717-1146937405/socket->@: use of closed network connection","id":"1(@)"}
|
| 14 |
-
{"time":"2026-02-04T08:39:17.205828701Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
|
| 15 |
-
{"time":"2026-02-04T08:39:17.205882789Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
|
| 16 |
-
{"time":"2026-02-04T08:39:17.205916567Z","level":"INFO","msg":"server is closed"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log
DELETED
|
@@ -1,11 +0,0 @@
|
|
| 1 |
-
{"time":"2026-02-04T06:29:15.102505418Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
|
| 2 |
-
{"time":"2026-02-04T06:29:15.61393042Z","level":"INFO","msg":"stream: created new stream","id":"swnu82h6"}
|
| 3 |
-
{"time":"2026-02-04T06:29:15.614044642Z","level":"INFO","msg":"handler: started","stream_id":"swnu82h6"}
|
| 4 |
-
{"time":"2026-02-04T06:29:15.614264062Z","level":"INFO","msg":"stream: started","id":"swnu82h6"}
|
| 5 |
-
{"time":"2026-02-04T06:29:15.614306616Z","level":"INFO","msg":"sender: started","stream_id":"swnu82h6"}
|
| 6 |
-
{"time":"2026-02-04T06:29:15.61430789Z","level":"INFO","msg":"writer: started","stream_id":"swnu82h6"}
|
| 7 |
-
{"time":"2026-02-04T08:38:25.41966567Z","level":"INFO","msg":"stream: closing","id":"swnu82h6"}
|
| 8 |
-
{"time":"2026-02-04T08:39:16.937366441Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 9 |
-
{"time":"2026-02-04T08:39:17.20398058Z","level":"INFO","msg":"handler: closed","stream_id":"swnu82h6"}
|
| 10 |
-
{"time":"2026-02-04T08:39:17.204230456Z","level":"INFO","msg":"sender: closed","stream_id":"swnu82h6"}
|
| 11 |
-
{"time":"2026-02-04T08:39:17.204273451Z","level":"INFO","msg":"stream: closed","id":"swnu82h6"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/logs/debug.log
DELETED
|
@@ -1,21 +0,0 @@
|
|
| 1 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
|
| 2 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Configure stats pid to 3663
|
| 3 |
-
2026-02-04 06:29:14,876 INFO MainThread:3663 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug.log
|
| 5 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/my_smolvla/wandb/run-20260204_062914-swnu82h6/logs/debug-internal.log
|
| 6 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():844] calling init triggers
|
| 7 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
|
| 8 |
-
config: {'dataset': {'repo_id': 'sdhws/merged_65_yellow', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'smolvla', 'n_obs_steps': 1, 'input_features': {'observation.state': {'type': <FeatureType.STATE: 'STATE'>, 'shape': [6]}, 'observation.images.camera1': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera2': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}, 'observation.images.camera3': {'type': <FeatureType.VISUAL: 'VISUAL'>, 'shape': [3, 256, 256]}}, 'output_features': {'action': {'type': <FeatureType.ACTION: 'ACTION'>, 'shape': [6]}}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'chanhee02/my_smolvla_bi_so101', 'private': None, 'tags': None, 'license': None, 'pretrained_path': 'lerobot/smolvla_base', 'chunk_size': 50, 'n_action_steps': 50, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [512, 512], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'num_steps': 10, 'use_cache': True, 'freeze_vision_encoder': True, 'train_expert_only': True, 'train_state_proj': True, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'optimizer_grad_clip_norm': 10.0, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06, 'vlm_model_name': 'HuggingFaceTB/SmolVLM2-500M-Video-Instruct', 'load_vlm_weights': True, 'add_image_special_tokens': False, 'attention_mode': 'cross_attn', 'prefix_length': 0, 'pad_language_to': 'max_length', 'num_expert_layers': 0, 'num_vlm_layers': 16, 'self_attn_every_n_layers': 2, 'expert_width_multiplier': 0.75, 'min_period': 0.004, 'max_period': 4.0, 'rtc_config': None}, 'output_dir': 'outputs/train/my_smolvla', 'job_name': 'my_smolvla_training', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 20000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 0.0001, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 0.0001, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {'observation.images.left_top': 'observation.images.camera1', 'observation.images.left_left': 'observation.images.camera2', 'observation.images.right_right': 'observation.images.camera3'}, 'checkpoint_path': None, '_wandb': {}}
|
| 9 |
-
2026-02-04 06:29:14,877 INFO MainThread:3663 [wandb_init.py:init():892] starting backend
|
| 10 |
-
2026-02-04 06:29:15,095 INFO MainThread:3663 [wandb_init.py:init():895] sending inform_init request
|
| 11 |
-
2026-02-04 06:29:15,098 INFO MainThread:3663 [wandb_init.py:init():903] backend started and connected
|
| 12 |
-
2026-02-04 06:29:15,100 INFO MainThread:3663 [wandb_init.py:init():973] updated telemetry
|
| 13 |
-
2026-02-04 06:29:15,106 INFO MainThread:3663 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
|
| 14 |
-
2026-02-04 06:29:16,012 INFO MainThread:3663 [wandb_init.py:init():1042] starting run threads in backend
|
| 15 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_console_start():2529] atexit reg
|
| 16 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2377] redirect: wrap_raw
|
| 17 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2446] Wrapping output streams.
|
| 18 |
-
2026-02-04 06:29:16,175 INFO MainThread:3663 [wandb_run.py:_redirect():2469] Redirects installed.
|
| 19 |
-
2026-02-04 06:29:16,178 INFO MainThread:3663 [wandb_init.py:init():1082] run started, returning control to user process
|
| 20 |
-
2026-02-04 08:38:25,419 INFO wandb-AsyncioManager-main:3663 [service_client.py:_forward_responses():94] Reached EOF.
|
| 21 |
-
2026-02-04 08:38:25,420 INFO wandb-AsyncioManager-main:3663 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
wandb/run-20260204_062914-swnu82h6/run-swnu82h6.wandb
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1f0990f43fcc6974593ebc8a1c1432ea9d5fac7557c071d6350e478b6c89dd82
|
| 3 |
-
size 542090
|
|
|
|
|
|
|
|
|
|
|
|