Upload checkpoint: wandb
Browse files- .gitattributes +1 -0
- wandb/debug-internal.log +6 -0
- wandb/debug.log +19 -0
- wandb/run-20260201_103650-ndxmae9e/files/output.log +149 -0
- wandb/run-20260201_103650-ndxmae9e/files/requirements.txt +113 -0
- wandb/run-20260201_103650-ndxmae9e/files/wandb-metadata.json +59 -0
- wandb/run-20260201_103650-ndxmae9e/logs/debug-core.log +7 -0
- wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log +6 -0
- wandb/run-20260201_103650-ndxmae9e/logs/debug.log +19 -0
- wandb/run-20260201_103650-ndxmae9e/run-ndxmae9e.wandb +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wandb/run-20260201_103650-ndxmae9e/run-ndxmae9e.wandb filter=lfs diff=lfs merge=lfs -text
|
wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-02-01T10:36:50.380085097Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
|
| 2 |
+
{"time":"2026-02-01T10:36:50.599304965Z","level":"INFO","msg":"stream: created new stream","id":"ndxmae9e"}
|
| 3 |
+
{"time":"2026-02-01T10:36:50.599433522Z","level":"INFO","msg":"handler: started","stream_id":"ndxmae9e"}
|
| 4 |
+
{"time":"2026-02-01T10:36:50.59955114Z","level":"INFO","msg":"stream: started","id":"ndxmae9e"}
|
| 5 |
+
{"time":"2026-02-01T10:36:50.599588373Z","level":"INFO","msg":"writer: started","stream_id":"ndxmae9e"}
|
| 6 |
+
{"time":"2026-02-01T10:36:50.599589359Z","level":"INFO","msg":"sender: started","stream_id":"ndxmae9e"}
|
wandb/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
|
| 2 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Configure stats pid to 6416
|
| 3 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug.log
|
| 5 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log
|
| 6 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():844] calling init triggers
|
| 7 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'dataset': {'repo_id': 'bencxr/pour-coke-merged-v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'anjalidhabaria/pour_coke_static_perturbation_diffusion', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MIN_MAX: 'MIN_MAX'>, 'ACTION': <NormalizationMode.MIN_MAX: 'MIN_MAX'>}, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet34', 'crop_shape': None, 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet34_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion', 'job_name': 'pour_static_perturbation_diffusion', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 32, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}}
|
| 9 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():892] starting backend
|
| 10 |
+
2026-02-01 10:36:50,374 INFO MainThread:6416 [wandb_init.py:init():895] sending inform_init request
|
| 11 |
+
2026-02-01 10:36:50,378 INFO MainThread:6416 [wandb_init.py:init():903] backend started and connected
|
| 12 |
+
2026-02-01 10:36:50,380 INFO MainThread:6416 [wandb_init.py:init():973] updated telemetry
|
| 13 |
+
2026-02-01 10:36:50,385 INFO MainThread:6416 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-02-01 10:36:50,823 INFO MainThread:6416 [wandb_init.py:init():1042] starting run threads in backend
|
| 15 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_console_start():2529] atexit reg
|
| 16 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2377] redirect: wrap_raw
|
| 17 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2446] Wrapping output streams.
|
| 18 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2469] Redirects installed.
|
| 19 |
+
2026-02-01 10:36:50,914 INFO MainThread:6416 [wandb_init.py:init():1082] run started, returning control to user process
|
wandb/run-20260201_103650-ndxmae9e/files/output.log
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO 2026-02-01 10:36:50 db_utils.py:102 [1m[34mLogs will be synced with wandb.[0m
|
| 2 |
+
INFO 2026-02-01 10:36:50 db_utils.py:103 Track this run --> [1m[33mhttps://wandb.ai/anjalidhabaria-n-a/lerobot/runs/ndxmae9e[0m
|
| 3 |
+
INFO 2026-02-01 10:36:50 ot_train.py:216 Creating dataset
|
| 4 |
+
INFO 2026-02-01 10:36:51 ot_train.py:234 Creating policy
|
| 5 |
+
INFO 2026-02-01 10:36:55 ot_train.py:289 Creating optimizer and scheduler
|
| 6 |
+
INFO 2026-02-01 10:36:55 ot_train.py:324 [1m[33mOutput dir:[0m outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion
|
| 7 |
+
INFO 2026-02-01 10:36:55 ot_train.py:331 cfg.steps=100000 (100K)
|
| 8 |
+
INFO 2026-02-01 10:36:55 ot_train.py:332 dataset.num_frames=53644 (54K)
|
| 9 |
+
INFO 2026-02-01 10:36:55 ot_train.py:333 dataset.num_episodes=90
|
| 10 |
+
INFO 2026-02-01 10:36:55 ot_train.py:336 Effective batch size: 32 x 1 = 32
|
| 11 |
+
INFO 2026-02-01 10:36:55 ot_train.py:337 num_learnable_params=323011430 (323M)
|
| 12 |
+
INFO 2026-02-01 10:36:55 ot_train.py:338 num_total_params=323011430 (323M)
|
| 13 |
+
INFO 2026-02-01 10:36:55 ot_train.py:394 Start offline training on a fixed dataset, with effective batch size: 32
|
| 14 |
+
INFO 2026-02-01 10:39:33 ot_train.py:424 step:200 smpl:6K ep:11 epch:0.12 loss:0.579 grdn:4.039 lr:2.0e-05 updt_s:0.705 data_s:0.085
|
| 15 |
+
INFO 2026-02-01 10:42:03 ot_train.py:424 step:400 smpl:13K ep:21 epch:0.24 loss:0.091 grdn:2.380 lr:6.0e-05 updt_s:0.687 data_s:0.065
|
| 16 |
+
INFO 2026-02-01 10:44:34 ot_train.py:424 step:600 smpl:19K ep:32 epch:0.36 loss:0.065 grdn:1.515 lr:9.5e-05 updt_s:0.687 data_s:0.065
|
| 17 |
+
INFO 2026-02-01 10:47:05 ot_train.py:424 step:800 smpl:26K ep:43 epch:0.48 loss:0.046 grdn:1.033 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 18 |
+
INFO 2026-02-01 10:49:35 ot_train.py:424 step:1K smpl:32K ep:54 epch:0.60 loss:0.042 grdn:0.915 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 19 |
+
INFO 2026-02-01 10:52:06 ot_train.py:424 step:1K smpl:38K ep:64 epch:0.72 loss:0.037 grdn:0.825 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 20 |
+
INFO 2026-02-01 10:54:36 ot_train.py:424 step:1K smpl:45K ep:75 epch:0.84 loss:0.035 grdn:0.747 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 21 |
+
INFO 2026-02-01 10:57:07 ot_train.py:424 step:2K smpl:51K ep:86 epch:0.95 loss:0.030 grdn:0.634 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 22 |
+
INFO 2026-02-01 10:59:43 ot_train.py:424 step:2K smpl:58K ep:97 epch:1.07 loss:0.031 grdn:0.648 lr:1.0e-04 updt_s:0.694 data_s:0.084
|
| 23 |
+
INFO 2026-02-01 11:02:13 ot_train.py:424 step:2K smpl:64K ep:107 epch:1.19 loss:0.029 grdn:0.615 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 24 |
+
INFO 2026-02-01 11:04:44 ot_train.py:424 step:2K smpl:70K ep:118 epch:1.31 loss:0.029 grdn:0.564 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 25 |
+
INFO 2026-02-01 11:07:15 ot_train.py:424 step:2K smpl:77K ep:129 epch:1.43 loss:0.028 grdn:0.541 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 26 |
+
INFO 2026-02-01 11:09:45 ot_train.py:424 step:3K smpl:83K ep:140 epch:1.55 loss:0.028 grdn:0.572 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 27 |
+
INFO 2026-02-01 11:12:16 ot_train.py:424 step:3K smpl:90K ep:150 epch:1.67 loss:0.027 grdn:0.469 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 28 |
+
INFO 2026-02-01 11:14:46 ot_train.py:424 step:3K smpl:96K ep:161 epch:1.79 loss:0.026 grdn:0.484 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 29 |
+
INFO 2026-02-01 11:17:17 ot_train.py:424 step:3K smpl:102K ep:172 epch:1.91 loss:0.026 grdn:0.486 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 30 |
+
INFO 2026-02-01 11:19:51 ot_train.py:424 step:3K smpl:109K ep:183 epch:2.03 loss:0.026 grdn:0.497 lr:1.0e-04 updt_s:0.687 data_s:0.082
|
| 31 |
+
INFO 2026-02-01 11:22:22 ot_train.py:424 step:4K smpl:115K ep:193 epch:2.15 loss:0.026 grdn:0.463 lr:1.0e-04 updt_s:0.687 data_s:0.066
|
| 32 |
+
INFO 2026-02-01 11:24:53 ot_train.py:424 step:4K smpl:122K ep:204 epch:2.27 loss:0.025 grdn:0.456 lr:1.0e-04 updt_s:0.687 data_s:0.066
|
| 33 |
+
INFO 2026-02-01 11:27:23 ot_train.py:424 step:4K smpl:128K ep:215 epch:2.39 loss:0.025 grdn:0.462 lr:1.0e-04 updt_s:0.687 data_s:0.066
|
| 34 |
+
INFO 2026-02-01 11:29:54 ot_train.py:424 step:4K smpl:134K ep:225 epch:2.51 loss:0.024 grdn:0.418 lr:1.0e-04 updt_s:0.687 data_s:0.066
|
| 35 |
+
INFO 2026-02-01 11:32:25 ot_train.py:424 step:4K smpl:141K ep:236 epch:2.62 loss:0.024 grdn:0.415 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 36 |
+
INFO 2026-02-01 11:34:55 ot_train.py:424 step:5K smpl:147K ep:247 epch:2.74 loss:0.024 grdn:0.408 lr:1.0e-04 updt_s:0.687 data_s:0.065
|
| 37 |
+
INFO 2026-02-01 11:37:26 ot_train.py:424 step:5K smpl:154K ep:258 epch:2.86 loss:0.023 grdn:0.411 lr:1.0e-04 updt_s:0.688 data_s:0.065
|
| 38 |
+
INFO 2026-02-01 11:40:00 ot_train.py:424 step:5K smpl:160K ep:268 epch:2.98 loss:0.023 grdn:0.373 lr:1.0e-04 updt_s:0.687 data_s:0.083
|
| 39 |
+
INFO 2026-02-01 11:42:31 ot_train.py:424 step:5K smpl:166K ep:279 epch:3.10 loss:0.023 grdn:0.429 lr:9.9e-05 updt_s:0.688 data_s:0.065
|
| 40 |
+
INFO 2026-02-01 11:45:02 ot_train.py:424 step:5K smpl:173K ep:290 epch:3.22 loss:0.023 grdn:0.370 lr:9.9e-05 updt_s:0.687 data_s:0.066
|
| 41 |
+
INFO 2026-02-01 11:47:33 ot_train.py:424 step:6K smpl:179K ep:301 epch:3.34 loss:0.023 grdn:0.380 lr:9.9e-05 updt_s:0.688 data_s:0.066
|
| 42 |
+
INFO 2026-02-01 11:50:04 ot_train.py:424 step:6K smpl:186K ep:311 epch:3.46 loss:0.022 grdn:0.354 lr:9.9e-05 updt_s:0.687 data_s:0.066
|
| 43 |
+
INFO 2026-02-01 11:52:34 ot_train.py:424 step:6K smpl:192K ep:322 epch:3.58 loss:0.022 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.066
|
| 44 |
+
INFO 2026-02-01 11:55:05 ot_train.py:424 step:6K smpl:198K ep:333 epch:3.70 loss:0.022 grdn:0.359 lr:9.9e-05 updt_s:0.688 data_s:0.066
|
| 45 |
+
INFO 2026-02-01 11:57:36 ot_train.py:424 step:6K smpl:205K ep:344 epch:3.82 loss:0.023 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 46 |
+
INFO 2026-02-01 12:00:07 ot_train.py:424 step:7K smpl:211K ep:354 epch:3.94 loss:0.022 grdn:0.329 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 47 |
+
INFO 2026-02-01 12:02:40 ot_train.py:424 step:7K smpl:218K ep:365 epch:4.06 loss:0.022 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.079
|
| 48 |
+
INFO 2026-02-01 12:05:10 ot_train.py:424 step:7K smpl:224K ep:376 epch:4.18 loss:0.022 grdn:0.324 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 49 |
+
INFO 2026-02-01 12:07:41 ot_train.py:424 step:7K smpl:230K ep:387 epch:4.29 loss:0.023 grdn:0.355 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 50 |
+
INFO 2026-02-01 12:10:12 ot_train.py:424 step:7K smpl:237K ep:397 epch:4.41 loss:0.021 grdn:0.325 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 51 |
+
INFO 2026-02-01 12:12:42 ot_train.py:424 step:8K smpl:243K ep:408 epch:4.53 loss:0.022 grdn:0.323 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 52 |
+
INFO 2026-02-01 12:15:13 ot_train.py:424 step:8K smpl:250K ep:419 epch:4.65 loss:0.021 grdn:0.311 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 53 |
+
INFO 2026-02-01 12:17:44 ot_train.py:424 step:8K smpl:256K ep:429 epch:4.77 loss:0.021 grdn:0.329 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 54 |
+
INFO 2026-02-01 12:20:14 ot_train.py:424 step:8K smpl:262K ep:440 epch:4.89 loss:0.020 grdn:0.308 lr:9.9e-05 updt_s:0.687 data_s:0.065
|
| 55 |
+
INFO 2026-02-01 12:22:48 ot_train.py:424 step:8K smpl:269K ep:451 epch:5.01 loss:0.020 grdn:0.306 lr:9.8e-05 updt_s:0.687 data_s:0.083
|
| 56 |
+
INFO 2026-02-01 12:25:19 ot_train.py:424 step:9K smpl:275K ep:462 epch:5.13 loss:0.021 grdn:0.308 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 57 |
+
INFO 2026-02-01 12:27:50 ot_train.py:424 step:9K smpl:282K ep:472 epch:5.25 loss:0.021 grdn:0.312 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 58 |
+
INFO 2026-02-01 12:30:20 ot_train.py:424 step:9K smpl:288K ep:483 epch:5.37 loss:0.020 grdn:0.314 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 59 |
+
INFO 2026-02-01 12:32:51 ot_train.py:424 step:9K smpl:294K ep:494 epch:5.49 loss:0.020 grdn:0.306 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 60 |
+
INFO 2026-02-01 12:35:22 ot_train.py:424 step:9K smpl:301K ep:505 epch:5.61 loss:0.020 grdn:0.288 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 61 |
+
INFO 2026-02-01 12:37:52 ot_train.py:424 step:10K smpl:307K ep:515 epch:5.73 loss:0.020 grdn:0.316 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 62 |
+
INFO 2026-02-01 12:40:23 ot_train.py:424 step:10K smpl:314K ep:526 epch:5.85 loss:0.019 grdn:0.285 lr:9.8e-05 updt_s:0.687 data_s:0.066
|
| 63 |
+
INFO 2026-02-01 12:42:57 ot_train.py:424 step:10K smpl:320K ep:537 epch:5.97 loss:0.020 grdn:0.293 lr:9.8e-05 updt_s:0.686 data_s:0.081
|
| 64 |
+
INFO 2026-02-01 12:42:57 ot_train.py:444 Checkpoint policy after step 10000
|
| 65 |
+
WARNING 2026-02-01 12:43:15 ot_train.py:475 Failed to upload checkpoint to hub: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-697f4a63-20ae81be53584b5b33bebb51;42ecebe4-b81d-4bd7-8e06-f6ee0ee737f2)
|
| 66 |
+
|
| 67 |
+
Invalid username or password.
|
| 68 |
+
INFO 2026-02-01 12:45:46 ot_train.py:424 step:10K smpl:326K ep:548 epch:6.08 loss:0.019 grdn:0.280 lr:9.8e-05 updt_s:0.686 data_s:0.065
|
| 69 |
+
INFO 2026-02-01 12:48:16 ot_train.py:424 step:10K smpl:333K ep:558 epch:6.20 loss:0.020 grdn:0.308 lr:9.8e-05 updt_s:0.687 data_s:0.065
|
| 70 |
+
INFO 2026-02-01 12:50:47 ot_train.py:424 step:11K smpl:339K ep:569 epch:6.32 loss:0.020 grdn:0.298 lr:9.8e-05 updt_s:0.687 data_s:0.065
|
| 71 |
+
INFO 2026-02-01 12:53:18 ot_train.py:424 step:11K smpl:346K ep:580 epch:6.44 loss:0.019 grdn:0.291 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 72 |
+
INFO 2026-02-01 12:55:48 ot_train.py:424 step:11K smpl:352K ep:591 epch:6.56 loss:0.020 grdn:0.283 lr:9.7e-05 updt_s:0.686 data_s:0.065
|
| 73 |
+
INFO 2026-02-01 12:58:19 ot_train.py:424 step:11K smpl:358K ep:601 epch:6.68 loss:0.019 grdn:0.278 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 74 |
+
INFO 2026-02-01 13:00:49 ot_train.py:424 step:11K smpl:365K ep:612 epch:6.80 loss:0.019 grdn:0.286 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 75 |
+
INFO 2026-02-01 13:03:23 ot_train.py:424 step:12K smpl:371K ep:623 epch:6.92 loss:0.020 grdn:0.304 lr:9.7e-05 updt_s:0.686 data_s:0.080
|
| 76 |
+
INFO 2026-02-01 13:05:53 ot_train.py:424 step:12K smpl:378K ep:634 epch:7.04 loss:0.020 grdn:0.291 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 77 |
+
INFO 2026-02-01 13:08:24 ot_train.py:424 step:12K smpl:384K ep:644 epch:7.16 loss:0.019 grdn:0.299 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 78 |
+
INFO 2026-02-01 13:10:54 ot_train.py:424 step:12K smpl:390K ep:655 epch:7.28 loss:0.018 grdn:0.265 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 79 |
+
INFO 2026-02-01 13:13:25 ot_train.py:424 step:12K smpl:397K ep:666 epch:7.40 loss:0.018 grdn:0.278 lr:9.7e-05 updt_s:0.687 data_s:0.065
|
| 80 |
+
INFO 2026-02-01 13:15:55 ot_train.py:424 step:13K smpl:403K ep:676 epch:7.52 loss:0.019 grdn:0.298 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 81 |
+
INFO 2026-02-01 13:18:26 ot_train.py:424 step:13K smpl:410K ep:687 epch:7.64 loss:0.019 grdn:0.281 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 82 |
+
INFO 2026-02-01 13:20:57 ot_train.py:424 step:13K smpl:416K ep:698 epch:7.75 loss:0.018 grdn:0.255 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 83 |
+
INFO 2026-02-01 13:23:27 ot_train.py:424 step:13K smpl:422K ep:709 epch:7.87 loss:0.019 grdn:0.297 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 84 |
+
INFO 2026-02-01 13:26:01 ot_train.py:424 step:13K smpl:429K ep:719 epch:7.99 loss:0.018 grdn:0.271 lr:9.6e-05 updt_s:0.686 data_s:0.081
|
| 85 |
+
INFO 2026-02-01 13:28:31 ot_train.py:424 step:14K smpl:435K ep:730 epch:8.11 loss:0.018 grdn:0.267 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 86 |
+
INFO 2026-02-01 13:31:02 ot_train.py:424 step:14K smpl:442K ep:741 epch:8.23 loss:0.019 grdn:0.267 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 87 |
+
INFO 2026-02-01 13:33:33 ot_train.py:424 step:14K smpl:448K ep:752 epch:8.35 loss:0.018 grdn:0.260 lr:9.6e-05 updt_s:0.687 data_s:0.065
|
| 88 |
+
INFO 2026-02-01 13:36:03 ot_train.py:424 step:14K smpl:454K ep:762 epch:8.47 loss:0.018 grdn:0.282 lr:9.5e-05 updt_s:0.687 data_s:0.065
|
| 89 |
+
INFO 2026-02-01 13:38:34 ot_train.py:424 step:14K smpl:461K ep:773 epch:8.59 loss:0.018 grdn:0.265 lr:9.5e-05 updt_s:0.687 data_s:0.065
|
| 90 |
+
INFO 2026-02-01 13:41:04 ot_train.py:424 step:15K smpl:467K ep:784 epch:8.71 loss:0.017 grdn:0.255 lr:9.5e-05 updt_s:0.686 data_s:0.065
|
| 91 |
+
INFO 2026-02-01 13:43:35 ot_train.py:424 step:15K smpl:474K ep:795 epch:8.83 loss:0.017 grdn:0.256 lr:9.5e-05 updt_s:0.686 data_s:0.065
|
| 92 |
+
INFO 2026-02-01 13:46:08 ot_train.py:424 step:15K smpl:480K ep:805 epch:8.95 loss:0.017 grdn:0.273 lr:9.5e-05 updt_s:0.686 data_s:0.081
|
| 93 |
+
INFO 2026-02-01 13:48:39 ot_train.py:424 step:15K smpl:486K ep:816 epch:9.07 loss:0.018 grdn:0.274 lr:9.5e-05 updt_s:0.687 data_s:0.065
|
| 94 |
+
INFO 2026-02-01 13:51:09 ot_train.py:424 step:15K smpl:493K ep:827 epch:9.19 loss:0.017 grdn:0.272 lr:9.5e-05 updt_s:0.687 data_s:0.066
|
| 95 |
+
INFO 2026-02-01 13:53:40 ot_train.py:424 step:16K smpl:499K ep:838 epch:9.31 loss:0.018 grdn:0.270 lr:9.4e-05 updt_s:0.686 data_s:0.066
|
| 96 |
+
INFO 2026-02-01 13:56:10 ot_train.py:424 step:16K smpl:506K ep:848 epch:9.43 loss:0.017 grdn:0.265 lr:9.4e-05 updt_s:0.686 data_s:0.066
|
| 97 |
+
INFO 2026-02-01 13:58:41 ot_train.py:424 step:16K smpl:512K ep:859 epch:9.54 loss:0.018 grdn:0.259 lr:9.4e-05 updt_s:0.686 data_s:0.066
|
| 98 |
+
INFO 2026-02-01 14:01:12 ot_train.py:424 step:16K smpl:518K ep:870 epch:9.66 loss:0.017 grdn:0.270 lr:9.4e-05 updt_s:0.686 data_s:0.065
|
| 99 |
+
INFO 2026-02-01 14:03:42 ot_train.py:424 step:16K smpl:525K ep:880 epch:9.78 loss:0.017 grdn:0.258 lr:9.4e-05 updt_s:0.686 data_s:0.065
|
| 100 |
+
INFO 2026-02-01 14:06:15 ot_train.py:424 step:17K smpl:531K ep:891 epch:9.90 loss:0.017 grdn:0.267 lr:9.4e-05 updt_s:0.686 data_s:0.080
|
| 101 |
+
INFO 2026-02-01 14:08:46 ot_train.py:424 step:17K smpl:538K ep:902 epch:10.02 loss:0.017 grdn:0.273 lr:9.4e-05 updt_s:0.686 data_s:0.065
|
| 102 |
+
INFO 2026-02-01 14:11:16 ot_train.py:424 step:17K smpl:544K ep:913 epch:10.14 loss:0.016 grdn:0.252 lr:9.3e-05 updt_s:0.686 data_s:0.065
|
| 103 |
+
INFO 2026-02-01 14:13:47 ot_train.py:424 step:17K smpl:550K ep:923 epch:10.26 loss:0.017 grdn:0.252 lr:9.3e-05 updt_s:0.687 data_s:0.065
|
| 104 |
+
INFO 2026-02-01 14:16:18 ot_train.py:424 step:17K smpl:557K ep:934 epch:10.38 loss:0.016 grdn:0.255 lr:9.3e-05 updt_s:0.686 data_s:0.065
|
| 105 |
+
INFO 2026-02-01 14:18:48 ot_train.py:424 step:18K smpl:563K ep:945 epch:10.50 loss:0.017 grdn:0.263 lr:9.3e-05 updt_s:0.687 data_s:0.065
|
| 106 |
+
INFO 2026-02-01 14:21:19 ot_train.py:424 step:18K smpl:570K ep:956 epch:10.62 loss:0.016 grdn:0.262 lr:9.3e-05 updt_s:0.686 data_s:0.066
|
| 107 |
+
INFO 2026-02-01 14:23:49 ot_train.py:424 step:18K smpl:576K ep:966 epch:10.74 loss:0.017 grdn:0.260 lr:9.3e-05 updt_s:0.686 data_s:0.066
|
| 108 |
+
INFO 2026-02-01 14:26:23 ot_train.py:424 step:18K smpl:582K ep:977 epch:10.86 loss:0.016 grdn:0.272 lr:9.2e-05 updt_s:0.686 data_s:0.082
|
| 109 |
+
INFO 2026-02-01 14:28:54 ot_train.py:424 step:18K smpl:589K ep:988 epch:10.98 loss:0.016 grdn:0.256 lr:9.2e-05 updt_s:0.686 data_s:0.065
|
| 110 |
+
INFO 2026-02-01 14:31:24 ot_train.py:424 step:19K smpl:595K ep:999 epch:11.10 loss:0.017 grdn:0.261 lr:9.2e-05 updt_s:0.686 data_s:0.065
|
| 111 |
+
INFO 2026-02-01 14:33:54 ot_train.py:424 step:19K smpl:602K ep:1K epch:11.21 loss:0.017 grdn:0.247 lr:9.2e-05 updt_s:0.686 data_s:0.065
|
| 112 |
+
INFO 2026-02-01 14:36:25 ot_train.py:424 step:19K smpl:608K ep:1K epch:11.33 loss:0.017 grdn:0.255 lr:9.2e-05 updt_s:0.686 data_s:0.065
|
| 113 |
+
INFO 2026-02-01 14:38:55 ot_train.py:424 step:19K smpl:614K ep:1K epch:11.45 loss:0.017 grdn:0.263 lr:9.2e-05 updt_s:0.686 data_s:0.065
|
| 114 |
+
INFO 2026-02-01 14:41:26 ot_train.py:424 step:19K smpl:621K ep:1K epch:11.57 loss:0.017 grdn:0.253 lr:9.1e-05 updt_s:0.687 data_s:0.065
|
| 115 |
+
INFO 2026-02-01 14:43:56 ot_train.py:424 step:20K smpl:627K ep:1K epch:11.69 loss:0.016 grdn:0.243 lr:9.1e-05 updt_s:0.687 data_s:0.065
|
| 116 |
+
INFO 2026-02-01 14:46:27 ot_train.py:424 step:20K smpl:634K ep:1K epch:11.81 loss:0.017 grdn:0.269 lr:9.1e-05 updt_s:0.686 data_s:0.065
|
| 117 |
+
INFO 2026-02-01 14:49:00 ot_train.py:424 step:20K smpl:640K ep:1K epch:11.93 loss:0.016 grdn:0.255 lr:9.1e-05 updt_s:0.686 data_s:0.079
|
| 118 |
+
INFO 2026-02-01 14:49:00 ot_train.py:444 Checkpoint policy after step 20000
|
| 119 |
+
WARNING 2026-02-01 14:49:19 ot_train.py:475 Failed to upload checkpoint to hub: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-697f67ef-53c475dc72a9550357e13802;2e278dc0-a57a-432d-8218-f6a71ca99252)
|
| 120 |
+
|
| 121 |
+
Invalid username or password.
|
| 122 |
+
INFO 2026-02-01 14:51:49 ot_train.py:424 step:20K smpl:646K ep:1K epch:12.05 loss:0.017 grdn:0.261 lr:9.1e-05 updt_s:0.685 data_s:0.066
|
| 123 |
+
INFO 2026-02-01 14:54:20 ot_train.py:424 step:20K smpl:653K ep:1K epch:12.17 loss:0.017 grdn:0.257 lr:9.1e-05 updt_s:0.686 data_s:0.066
|
| 124 |
+
INFO 2026-02-01 14:56:51 ot_train.py:424 step:21K smpl:659K ep:1K epch:12.29 loss:0.016 grdn:0.243 lr:9.0e-05 updt_s:0.686 data_s:0.066
|
| 125 |
+
INFO 2026-02-01 14:59:21 ot_train.py:424 step:21K smpl:666K ep:1K epch:12.41 loss:0.015 grdn:0.239 lr:9.0e-05 updt_s:0.686 data_s:0.066
|
| 126 |
+
INFO 2026-02-01 15:01:52 ot_train.py:424 step:21K smpl:672K ep:1K epch:12.53 loss:0.017 grdn:0.286 lr:9.0e-05 updt_s:0.686 data_s:0.066
|
| 127 |
+
INFO 2026-02-01 15:04:22 ot_train.py:424 step:21K smpl:678K ep:1K epch:12.65 loss:0.016 grdn:0.256 lr:9.0e-05 updt_s:0.686 data_s:0.066
|
| 128 |
+
INFO 2026-02-01 15:06:53 ot_train.py:424 step:21K smpl:685K ep:1K epch:12.77 loss:0.016 grdn:0.251 lr:9.0e-05 updt_s:0.686 data_s:0.066
|
| 129 |
+
INFO 2026-02-01 15:09:26 ot_train.py:424 step:22K smpl:691K ep:1K epch:12.88 loss:0.015 grdn:0.245 lr:8.9e-05 updt_s:0.685 data_s:0.082
|
| 130 |
+
INFO 2026-02-01 15:11:57 ot_train.py:424 step:22K smpl:698K ep:1K epch:13.00 loss:0.016 grdn:0.244 lr:8.9e-05 updt_s:0.686 data_s:0.065
|
| 131 |
+
INFO 2026-02-01 15:14:27 ot_train.py:424 step:22K smpl:704K ep:1K epch:13.12 loss:0.016 grdn:0.246 lr:8.9e-05 updt_s:0.686 data_s:0.066
|
| 132 |
+
INFO 2026-02-01 15:16:58 ot_train.py:424 step:22K smpl:710K ep:1K epch:13.24 loss:0.016 grdn:0.237 lr:8.9e-05 updt_s:0.686 data_s:0.066
|
| 133 |
+
INFO 2026-02-01 15:19:28 ot_train.py:424 step:22K smpl:717K ep:1K epch:13.36 loss:0.016 grdn:0.253 lr:8.9e-05 updt_s:0.686 data_s:0.066
|
| 134 |
+
INFO 2026-02-01 15:21:59 ot_train.py:424 step:23K smpl:723K ep:1K epch:13.48 loss:0.015 grdn:0.248 lr:8.8e-05 updt_s:0.686 data_s:0.066
|
| 135 |
+
INFO 2026-02-01 15:24:29 ot_train.py:424 step:23K smpl:730K ep:1K epch:13.60 loss:0.016 grdn:0.267 lr:8.8e-05 updt_s:0.686 data_s:0.066
|
| 136 |
+
INFO 2026-02-01 15:27:00 ot_train.py:424 step:23K smpl:736K ep:1K epch:13.72 loss:0.015 grdn:0.254 lr:8.8e-05 updt_s:0.686 data_s:0.066
|
| 137 |
+
INFO 2026-02-01 15:29:33 ot_train.py:424 step:23K smpl:742K ep:1K epch:13.84 loss:0.015 grdn:0.232 lr:8.8e-05 updt_s:0.686 data_s:0.080
|
| 138 |
+
INFO 2026-02-01 15:32:04 ot_train.py:424 step:23K smpl:749K ep:1K epch:13.96 loss:0.015 grdn:0.251 lr:8.8e-05 updt_s:0.686 data_s:0.065
|
| 139 |
+
INFO 2026-02-01 15:34:34 ot_train.py:424 step:24K smpl:755K ep:1K epch:14.08 loss:0.015 grdn:0.252 lr:8.7e-05 updt_s:0.686 data_s:0.066
|
| 140 |
+
INFO 2026-02-01 15:37:04 ot_train.py:424 step:24K smpl:762K ep:1K epch:14.20 loss:0.015 grdn:0.260 lr:8.7e-05 updt_s:0.686 data_s:0.065
|
| 141 |
+
INFO 2026-02-01 15:39:35 ot_train.py:424 step:24K smpl:768K ep:1K epch:14.32 loss:0.016 grdn:0.249 lr:8.7e-05 updt_s:0.686 data_s:0.065
|
| 142 |
+
INFO 2026-02-01 15:42:05 ot_train.py:424 step:24K smpl:774K ep:1K epch:14.44 loss:0.015 grdn:0.256 lr:8.7e-05 updt_s:0.686 data_s:0.065
|
| 143 |
+
INFO 2026-02-01 15:44:36 ot_train.py:424 step:24K smpl:781K ep:1K epch:14.56 loss:0.015 grdn:0.247 lr:8.7e-05 updt_s:0.685 data_s:0.066
|
| 144 |
+
INFO 2026-02-01 15:47:06 ot_train.py:424 step:25K smpl:787K ep:1K epch:14.67 loss:0.015 grdn:0.242 lr:8.6e-05 updt_s:0.685 data_s:0.066
|
| 145 |
+
INFO 2026-02-01 15:49:36 ot_train.py:424 step:25K smpl:794K ep:1K epch:14.79 loss:0.015 grdn:0.252 lr:8.6e-05 updt_s:0.685 data_s:0.065
|
| 146 |
+
INFO 2026-02-01 15:52:09 ot_train.py:424 step:25K smpl:800K ep:1K epch:14.91 loss:0.015 grdn:0.259 lr:8.6e-05 updt_s:0.685 data_s:0.079
|
| 147 |
+
INFO 2026-02-01 15:54:40 ot_train.py:424 step:25K smpl:806K ep:1K epch:15.03 loss:0.015 grdn:0.245 lr:8.6e-05 updt_s:0.685 data_s:0.065
|
| 148 |
+
INFO 2026-02-01 15:57:10 ot_train.py:424 step:25K smpl:813K ep:1K epch:15.15 loss:0.015 grdn:0.256 lr:8.5e-05 updt_s:0.685 data_s:0.065
|
| 149 |
+
INFO 2026-02-01 15:59:40 ot_train.py:424 step:26K smpl:819K ep:1K epch:15.27 loss:0.016 grdn:0.261 lr:8.5e-05 updt_s:0.685 data_s:0.066
|
wandb/run-20260201_103650-ndxmae9e/files/requirements.txt
ADDED
|
@@ -0,0 +1,113 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
imageio-ffmpeg==0.6.0
|
| 2 |
+
aiohappyeyeballs==2.6.1
|
| 3 |
+
six==1.17.0
|
| 4 |
+
pyyaml-include==1.4.1
|
| 5 |
+
frozenlist==1.8.0
|
| 6 |
+
nvidia-cusolver-cu12==11.7.1.2
|
| 7 |
+
gymnasium==1.2.3
|
| 8 |
+
num2words==0.5.14
|
| 9 |
+
yarl==1.22.0
|
| 10 |
+
certifi==2026.1.4
|
| 11 |
+
tokenizers==0.22.2
|
| 12 |
+
pydantic==2.12.5
|
| 13 |
+
aiosignal==1.4.0
|
| 14 |
+
multiprocess==0.70.16
|
| 15 |
+
pandas==2.3.3
|
| 16 |
+
nvidia-cuda-runtime-cu12==12.6.77
|
| 17 |
+
nvidia-curand-cu12==10.3.7.77
|
| 18 |
+
accelerate==1.12.0
|
| 19 |
+
platformdirs==4.5.1
|
| 20 |
+
torch==2.7.1
|
| 21 |
+
psutil==7.2.2
|
| 22 |
+
pydantic_core==2.41.5
|
| 23 |
+
rerun-sdk==0.26.2
|
| 24 |
+
wcwidth==0.5.3
|
| 25 |
+
tzdata==2025.3
|
| 26 |
+
torchvision==0.22.1
|
| 27 |
+
pfzy==0.3.4
|
| 28 |
+
mergedeep==1.3.4
|
| 29 |
+
huggingface-hub==0.35.3
|
| 30 |
+
Farama-Notifications==0.0.4
|
| 31 |
+
wandb==0.24.1
|
| 32 |
+
typing-inspection==0.4.2
|
| 33 |
+
sentry-sdk==2.51.0
|
| 34 |
+
inquirerpy==0.3.4
|
| 35 |
+
charset-normalizer==3.4.4
|
| 36 |
+
pynput==1.8.1
|
| 37 |
+
MarkupSafe==3.0.3
|
| 38 |
+
toml==0.10.2
|
| 39 |
+
lerobot==0.4.4
|
| 40 |
+
jsonlines==4.0.0
|
| 41 |
+
diffusers==0.35.2
|
| 42 |
+
python-dateutil==2.9.0.post0
|
| 43 |
+
gitdb==4.0.12
|
| 44 |
+
fsspec==2025.9.0
|
| 45 |
+
attrs==25.4.0
|
| 46 |
+
draccus==0.10.0
|
| 47 |
+
tqdm==4.67.2
|
| 48 |
+
protobuf==6.33.5
|
| 49 |
+
urllib3==2.6.3
|
| 50 |
+
annotated-types==0.7.0
|
| 51 |
+
opencv-python-headless==4.12.0.88
|
| 52 |
+
dill==0.4.0
|
| 53 |
+
smmap==5.0.2
|
| 54 |
+
regex==2026.1.15
|
| 55 |
+
xxhash==3.6.0
|
| 56 |
+
aiohttp==3.13.3
|
| 57 |
+
orderly-set==5.5.0
|
| 58 |
+
GitPython==3.1.46
|
| 59 |
+
nvidia-nccl-cu12==2.26.2
|
| 60 |
+
nvidia-cudnn-cu12==9.5.1.17
|
| 61 |
+
pyserial==3.5
|
| 62 |
+
hf-xet==1.2.0
|
| 63 |
+
multidict==6.7.1
|
| 64 |
+
docopt==0.6.2
|
| 65 |
+
mpmath==1.3.0
|
| 66 |
+
nvidia-cufile-cu12==1.11.1.6
|
| 67 |
+
nvidia-cuda-nvrtc-cu12==12.6.77
|
| 68 |
+
triton==3.3.1
|
| 69 |
+
setuptools==80.10.2
|
| 70 |
+
cloudpickle==3.1.2
|
| 71 |
+
hf_transfer==0.1.9
|
| 72 |
+
av==15.1.0
|
| 73 |
+
nvidia-cufft-cu12==11.3.0.4
|
| 74 |
+
propcache==0.4.1
|
| 75 |
+
cmake==4.1.3
|
| 76 |
+
nvidia-cuda-cupti-cu12==12.6.80
|
| 77 |
+
nvidia-nvtx-cu12==12.6.77
|
| 78 |
+
evdev==1.9.2
|
| 79 |
+
deepdiff==8.6.1
|
| 80 |
+
prompt_toolkit==3.0.52
|
| 81 |
+
packaging==25.0
|
| 82 |
+
zipp==3.23.0
|
| 83 |
+
pip==26.0
|
| 84 |
+
requests==2.32.5
|
| 85 |
+
ImageIO==2.37.2
|
| 86 |
+
mypy_extensions==1.1.0
|
| 87 |
+
typing_extensions==4.15.0
|
| 88 |
+
python-xlib==0.33
|
| 89 |
+
nvidia-cublas-cu12==12.6.4.1
|
| 90 |
+
nvidia-cusparse-cu12==12.5.4.2
|
| 91 |
+
einops==0.8.2
|
| 92 |
+
networkx==3.4.2
|
| 93 |
+
pyarrow==23.0.0
|
| 94 |
+
torchcodec==0.5
|
| 95 |
+
datasets==4.1.1
|
| 96 |
+
sympy==1.14.0
|
| 97 |
+
pytz==2025.2
|
| 98 |
+
PyYAML==6.0.3
|
| 99 |
+
typing-inspect==0.9.0
|
| 100 |
+
nvidia-nvjitlink-cu12==12.6.85
|
| 101 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 102 |
+
safetensors==0.7.0
|
| 103 |
+
async-timeout==5.0.1
|
| 104 |
+
importlib_metadata==8.7.1
|
| 105 |
+
filelock==3.20.3
|
| 106 |
+
idna==3.11
|
| 107 |
+
pillow==12.1.0
|
| 108 |
+
Jinja2==3.1.6
|
| 109 |
+
transformers==4.57.6
|
| 110 |
+
wheel==0.46.3
|
| 111 |
+
termcolor==3.3.0
|
| 112 |
+
click==8.3.1
|
| 113 |
+
numpy==2.2.6
|
wandb/run-20260201_103650-ndxmae9e/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.12.55-74.119.amzn2023.x86_64-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.10.19",
|
| 4 |
+
"startedAt": "2026-02-01T10:36:50.155763Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--dataset.repo_id=bencxr/pour-coke-merged-v2",
|
| 7 |
+
"--policy.type=diffusion",
|
| 8 |
+
"--policy.n_obs_steps=2",
|
| 9 |
+
"--policy.noise_scheduler_type=DDIM",
|
| 10 |
+
"--policy.vision_backbone=resnet34",
|
| 11 |
+
"--policy.pretrained_backbone_weights=ResNet34_Weights.IMAGENET1K_V1",
|
| 12 |
+
"--policy.use_separate_rgb_encoder_per_camera=True",
|
| 13 |
+
"--policy.use_group_norm=false",
|
| 14 |
+
"--policy.crop_shape=null",
|
| 15 |
+
"--policy.crop_is_random=False",
|
| 16 |
+
"--batch_size=32",
|
| 17 |
+
"--policy.device=cuda",
|
| 18 |
+
"--wandb.enable=true",
|
| 19 |
+
"--policy.repo_id=anjalidhabaria/pour_coke_static_perturbation_diffusion",
|
| 20 |
+
"--save_freq=10000",
|
| 21 |
+
"--steps=100000",
|
| 22 |
+
"--scheduler.type=diffuser",
|
| 23 |
+
"--scheduler.name=cosine",
|
| 24 |
+
"--scheduler.num_warmup_steps=500",
|
| 25 |
+
"--job_name=pour_static_perturbation_diffusion"
|
| 26 |
+
],
|
| 27 |
+
"program": "/root/miniforge3/envs/lerobot/bin/lerobot-train",
|
| 28 |
+
"git": {
|
| 29 |
+
"remote": "https://github.com/anjalidhabaria/lerobot.git",
|
| 30 |
+
"commit": "600bd16c6c039f4983461d5f4998848231747b44"
|
| 31 |
+
},
|
| 32 |
+
"root": "outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion",
|
| 33 |
+
"host": "main-wsp-n1o3eqmfo1mc-0",
|
| 34 |
+
"executable": "/root/miniforge3/envs/lerobot/bin/python3.10",
|
| 35 |
+
"cpu_count": 48,
|
| 36 |
+
"cpu_count_logical": 96,
|
| 37 |
+
"gpu": "NVIDIA A100-SXM4-80GB",
|
| 38 |
+
"gpu_count": 1,
|
| 39 |
+
"disk": {
|
| 40 |
+
"/": {
|
| 41 |
+
"total": "2147403935744",
|
| 42 |
+
"used": "153150038016"
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"memory": {
|
| 46 |
+
"total": "1204531675136"
|
| 47 |
+
},
|
| 48 |
+
"gpu_nvidia": [
|
| 49 |
+
{
|
| 50 |
+
"name": "NVIDIA A100-SXM4-80GB",
|
| 51 |
+
"memoryTotal": "85899345920",
|
| 52 |
+
"cudaCores": 6912,
|
| 53 |
+
"architecture": "Ampere",
|
| 54 |
+
"uuid": "GPU-e128d20a-3e7e-318a-72c9-6f7680cae916"
|
| 55 |
+
}
|
| 56 |
+
],
|
| 57 |
+
"cudaVersion": "13.0",
|
| 58 |
+
"writerId": "wf3a4o8axsg7d2kj4txvj1cox6pywq48"
|
| 59 |
+
}
|
wandb/run-20260201_103650-ndxmae9e/logs/debug-core.log
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-02-01T10:36:50.184939876Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp4axa8lhg/port-6416.txt","pid":6416,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-02-01T10:36:50.185509775Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":6416}
|
| 3 |
+
{"time":"2026-02-01T10:36:50.185503153Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-6416-6488-2065438759/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-02-01T10:36:50.374532602Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-02-01T10:36:50.379958512Z","level":"INFO","msg":"handleInformInit: received","streamId":"ndxmae9e","id":"1(@)"}
|
| 6 |
+
{"time":"2026-02-01T10:36:50.599564733Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ndxmae9e","id":"1(@)"}
|
| 7 |
+
{"time":"2026-02-01T10:36:55.914810446Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"182ghf95pqto"}
|
wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-02-01T10:36:50.380085097Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
|
| 2 |
+
{"time":"2026-02-01T10:36:50.599304965Z","level":"INFO","msg":"stream: created new stream","id":"ndxmae9e"}
|
| 3 |
+
{"time":"2026-02-01T10:36:50.599433522Z","level":"INFO","msg":"handler: started","stream_id":"ndxmae9e"}
|
| 4 |
+
{"time":"2026-02-01T10:36:50.59955114Z","level":"INFO","msg":"stream: started","id":"ndxmae9e"}
|
| 5 |
+
{"time":"2026-02-01T10:36:50.599588373Z","level":"INFO","msg":"writer: started","stream_id":"ndxmae9e"}
|
| 6 |
+
{"time":"2026-02-01T10:36:50.599589359Z","level":"INFO","msg":"sender: started","stream_id":"ndxmae9e"}
|
wandb/run-20260201_103650-ndxmae9e/logs/debug.log
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
|
| 2 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Configure stats pid to 6416
|
| 3 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 4 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug.log
|
| 5 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log
|
| 6 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():844] calling init triggers
|
| 7 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
|
| 8 |
+
config: {'dataset': {'repo_id': 'bencxr/pour-coke-merged-v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'anjalidhabaria/pour_coke_static_perturbation_diffusion', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MIN_MAX: 'MIN_MAX'>, 'ACTION': <NormalizationMode.MIN_MAX: 'MIN_MAX'>}, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet34', 'crop_shape': None, 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet34_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion', 'job_name': 'pour_static_perturbation_diffusion', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 32, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}}
|
| 9 |
+
2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():892] starting backend
|
| 10 |
+
2026-02-01 10:36:50,374 INFO MainThread:6416 [wandb_init.py:init():895] sending inform_init request
|
| 11 |
+
2026-02-01 10:36:50,378 INFO MainThread:6416 [wandb_init.py:init():903] backend started and connected
|
| 12 |
+
2026-02-01 10:36:50,380 INFO MainThread:6416 [wandb_init.py:init():973] updated telemetry
|
| 13 |
+
2026-02-01 10:36:50,385 INFO MainThread:6416 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
|
| 14 |
+
2026-02-01 10:36:50,823 INFO MainThread:6416 [wandb_init.py:init():1042] starting run threads in backend
|
| 15 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_console_start():2529] atexit reg
|
| 16 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2377] redirect: wrap_raw
|
| 17 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2446] Wrapping output streams.
|
| 18 |
+
2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2469] Redirects installed.
|
| 19 |
+
2026-02-01 10:36:50,914 INFO MainThread:6416 [wandb_init.py:init():1082] run started, returning control to user process
|
wandb/run-20260201_103650-ndxmae9e/run-ndxmae9e.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:609052c8629fa052039b40c7726f3321c361140b6187eef02711e9af83d927cd
|
| 3 |
+
size 1310720
|