anjalidhabaria commited on
Commit
8dd965e
·
verified ·
1 Parent(s): 37a794e

Upload checkpoint: wandb

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/run-20260201_103650-ndxmae9e/run-ndxmae9e.wandb filter=lfs diff=lfs merge=lfs -text
wandb/debug-internal.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"time":"2026-02-01T10:36:50.380085097Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
2
+ {"time":"2026-02-01T10:36:50.599304965Z","level":"INFO","msg":"stream: created new stream","id":"ndxmae9e"}
3
+ {"time":"2026-02-01T10:36:50.599433522Z","level":"INFO","msg":"handler: started","stream_id":"ndxmae9e"}
4
+ {"time":"2026-02-01T10:36:50.59955114Z","level":"INFO","msg":"stream: started","id":"ndxmae9e"}
5
+ {"time":"2026-02-01T10:36:50.599588373Z","level":"INFO","msg":"writer: started","stream_id":"ndxmae9e"}
6
+ {"time":"2026-02-01T10:36:50.599589359Z","level":"INFO","msg":"sender: started","stream_id":"ndxmae9e"}
wandb/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
2
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Configure stats pid to 6416
3
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug.log
5
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log
6
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():844] calling init triggers
7
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
8
+ config: {'dataset': {'repo_id': 'bencxr/pour-coke-merged-v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'anjalidhabaria/pour_coke_static_perturbation_diffusion', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MIN_MAX: 'MIN_MAX'>, 'ACTION': <NormalizationMode.MIN_MAX: 'MIN_MAX'>}, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet34', 'crop_shape': None, 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet34_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion', 'job_name': 'pour_static_perturbation_diffusion', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 32, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}}
9
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():892] starting backend
10
+ 2026-02-01 10:36:50,374 INFO MainThread:6416 [wandb_init.py:init():895] sending inform_init request
11
+ 2026-02-01 10:36:50,378 INFO MainThread:6416 [wandb_init.py:init():903] backend started and connected
12
+ 2026-02-01 10:36:50,380 INFO MainThread:6416 [wandb_init.py:init():973] updated telemetry
13
+ 2026-02-01 10:36:50,385 INFO MainThread:6416 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
14
+ 2026-02-01 10:36:50,823 INFO MainThread:6416 [wandb_init.py:init():1042] starting run threads in backend
15
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_console_start():2529] atexit reg
16
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2377] redirect: wrap_raw
17
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2446] Wrapping output streams.
18
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2469] Redirects installed.
19
+ 2026-02-01 10:36:50,914 INFO MainThread:6416 [wandb_init.py:init():1082] run started, returning control to user process
wandb/run-20260201_103650-ndxmae9e/files/output.log ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO 2026-02-01 10:36:50 db_utils.py:102 Logs will be synced with wandb.
2
+ INFO 2026-02-01 10:36:50 db_utils.py:103 Track this run --> https://wandb.ai/anjalidhabaria-n-a/lerobot/runs/ndxmae9e
3
+ INFO 2026-02-01 10:36:50 ot_train.py:216 Creating dataset
4
+ INFO 2026-02-01 10:36:51 ot_train.py:234 Creating policy
5
+ INFO 2026-02-01 10:36:55 ot_train.py:289 Creating optimizer and scheduler
6
+ INFO 2026-02-01 10:36:55 ot_train.py:324 Output dir: outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion
7
+ INFO 2026-02-01 10:36:55 ot_train.py:331 cfg.steps=100000 (100K)
8
+ INFO 2026-02-01 10:36:55 ot_train.py:332 dataset.num_frames=53644 (54K)
9
+ INFO 2026-02-01 10:36:55 ot_train.py:333 dataset.num_episodes=90
10
+ INFO 2026-02-01 10:36:55 ot_train.py:336 Effective batch size: 32 x 1 = 32
11
+ INFO 2026-02-01 10:36:55 ot_train.py:337 num_learnable_params=323011430 (323M)
12
+ INFO 2026-02-01 10:36:55 ot_train.py:338 num_total_params=323011430 (323M)
13
+ INFO 2026-02-01 10:36:55 ot_train.py:394 Start offline training on a fixed dataset, with effective batch size: 32
14
+ INFO 2026-02-01 10:39:33 ot_train.py:424 step:200 smpl:6K ep:11 epch:0.12 loss:0.579 grdn:4.039 lr:2.0e-05 updt_s:0.705 data_s:0.085
15
+ INFO 2026-02-01 10:42:03 ot_train.py:424 step:400 smpl:13K ep:21 epch:0.24 loss:0.091 grdn:2.380 lr:6.0e-05 updt_s:0.687 data_s:0.065
16
+ INFO 2026-02-01 10:44:34 ot_train.py:424 step:600 smpl:19K ep:32 epch:0.36 loss:0.065 grdn:1.515 lr:9.5e-05 updt_s:0.687 data_s:0.065
17
+ INFO 2026-02-01 10:47:05 ot_train.py:424 step:800 smpl:26K ep:43 epch:0.48 loss:0.046 grdn:1.033 lr:1.0e-04 updt_s:0.687 data_s:0.065
18
+ INFO 2026-02-01 10:49:35 ot_train.py:424 step:1K smpl:32K ep:54 epch:0.60 loss:0.042 grdn:0.915 lr:1.0e-04 updt_s:0.687 data_s:0.065
19
+ INFO 2026-02-01 10:52:06 ot_train.py:424 step:1K smpl:38K ep:64 epch:0.72 loss:0.037 grdn:0.825 lr:1.0e-04 updt_s:0.687 data_s:0.065
20
+ INFO 2026-02-01 10:54:36 ot_train.py:424 step:1K smpl:45K ep:75 epch:0.84 loss:0.035 grdn:0.747 lr:1.0e-04 updt_s:0.687 data_s:0.065
21
+ INFO 2026-02-01 10:57:07 ot_train.py:424 step:2K smpl:51K ep:86 epch:0.95 loss:0.030 grdn:0.634 lr:1.0e-04 updt_s:0.687 data_s:0.065
22
+ INFO 2026-02-01 10:59:43 ot_train.py:424 step:2K smpl:58K ep:97 epch:1.07 loss:0.031 grdn:0.648 lr:1.0e-04 updt_s:0.694 data_s:0.084
23
+ INFO 2026-02-01 11:02:13 ot_train.py:424 step:2K smpl:64K ep:107 epch:1.19 loss:0.029 grdn:0.615 lr:1.0e-04 updt_s:0.687 data_s:0.065
24
+ INFO 2026-02-01 11:04:44 ot_train.py:424 step:2K smpl:70K ep:118 epch:1.31 loss:0.029 grdn:0.564 lr:1.0e-04 updt_s:0.687 data_s:0.065
25
+ INFO 2026-02-01 11:07:15 ot_train.py:424 step:2K smpl:77K ep:129 epch:1.43 loss:0.028 grdn:0.541 lr:1.0e-04 updt_s:0.687 data_s:0.065
26
+ INFO 2026-02-01 11:09:45 ot_train.py:424 step:3K smpl:83K ep:140 epch:1.55 loss:0.028 grdn:0.572 lr:1.0e-04 updt_s:0.687 data_s:0.065
27
+ INFO 2026-02-01 11:12:16 ot_train.py:424 step:3K smpl:90K ep:150 epch:1.67 loss:0.027 grdn:0.469 lr:1.0e-04 updt_s:0.687 data_s:0.065
28
+ INFO 2026-02-01 11:14:46 ot_train.py:424 step:3K smpl:96K ep:161 epch:1.79 loss:0.026 grdn:0.484 lr:1.0e-04 updt_s:0.687 data_s:0.065
29
+ INFO 2026-02-01 11:17:17 ot_train.py:424 step:3K smpl:102K ep:172 epch:1.91 loss:0.026 grdn:0.486 lr:1.0e-04 updt_s:0.687 data_s:0.065
30
+ INFO 2026-02-01 11:19:51 ot_train.py:424 step:3K smpl:109K ep:183 epch:2.03 loss:0.026 grdn:0.497 lr:1.0e-04 updt_s:0.687 data_s:0.082
31
+ INFO 2026-02-01 11:22:22 ot_train.py:424 step:4K smpl:115K ep:193 epch:2.15 loss:0.026 grdn:0.463 lr:1.0e-04 updt_s:0.687 data_s:0.066
32
+ INFO 2026-02-01 11:24:53 ot_train.py:424 step:4K smpl:122K ep:204 epch:2.27 loss:0.025 grdn:0.456 lr:1.0e-04 updt_s:0.687 data_s:0.066
33
+ INFO 2026-02-01 11:27:23 ot_train.py:424 step:4K smpl:128K ep:215 epch:2.39 loss:0.025 grdn:0.462 lr:1.0e-04 updt_s:0.687 data_s:0.066
34
+ INFO 2026-02-01 11:29:54 ot_train.py:424 step:4K smpl:134K ep:225 epch:2.51 loss:0.024 grdn:0.418 lr:1.0e-04 updt_s:0.687 data_s:0.066
35
+ INFO 2026-02-01 11:32:25 ot_train.py:424 step:4K smpl:141K ep:236 epch:2.62 loss:0.024 grdn:0.415 lr:1.0e-04 updt_s:0.687 data_s:0.065
36
+ INFO 2026-02-01 11:34:55 ot_train.py:424 step:5K smpl:147K ep:247 epch:2.74 loss:0.024 grdn:0.408 lr:1.0e-04 updt_s:0.687 data_s:0.065
37
+ INFO 2026-02-01 11:37:26 ot_train.py:424 step:5K smpl:154K ep:258 epch:2.86 loss:0.023 grdn:0.411 lr:1.0e-04 updt_s:0.688 data_s:0.065
38
+ INFO 2026-02-01 11:40:00 ot_train.py:424 step:5K smpl:160K ep:268 epch:2.98 loss:0.023 grdn:0.373 lr:1.0e-04 updt_s:0.687 data_s:0.083
39
+ INFO 2026-02-01 11:42:31 ot_train.py:424 step:5K smpl:166K ep:279 epch:3.10 loss:0.023 grdn:0.429 lr:9.9e-05 updt_s:0.688 data_s:0.065
40
+ INFO 2026-02-01 11:45:02 ot_train.py:424 step:5K smpl:173K ep:290 epch:3.22 loss:0.023 grdn:0.370 lr:9.9e-05 updt_s:0.687 data_s:0.066
41
+ INFO 2026-02-01 11:47:33 ot_train.py:424 step:6K smpl:179K ep:301 epch:3.34 loss:0.023 grdn:0.380 lr:9.9e-05 updt_s:0.688 data_s:0.066
42
+ INFO 2026-02-01 11:50:04 ot_train.py:424 step:6K smpl:186K ep:311 epch:3.46 loss:0.022 grdn:0.354 lr:9.9e-05 updt_s:0.687 data_s:0.066
43
+ INFO 2026-02-01 11:52:34 ot_train.py:424 step:6K smpl:192K ep:322 epch:3.58 loss:0.022 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.066
44
+ INFO 2026-02-01 11:55:05 ot_train.py:424 step:6K smpl:198K ep:333 epch:3.70 loss:0.022 grdn:0.359 lr:9.9e-05 updt_s:0.688 data_s:0.066
45
+ INFO 2026-02-01 11:57:36 ot_train.py:424 step:6K smpl:205K ep:344 epch:3.82 loss:0.023 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.065
46
+ INFO 2026-02-01 12:00:07 ot_train.py:424 step:7K smpl:211K ep:354 epch:3.94 loss:0.022 grdn:0.329 lr:9.9e-05 updt_s:0.687 data_s:0.065
47
+ INFO 2026-02-01 12:02:40 ot_train.py:424 step:7K smpl:218K ep:365 epch:4.06 loss:0.022 grdn:0.351 lr:9.9e-05 updt_s:0.687 data_s:0.079
48
+ INFO 2026-02-01 12:05:10 ot_train.py:424 step:7K smpl:224K ep:376 epch:4.18 loss:0.022 grdn:0.324 lr:9.9e-05 updt_s:0.687 data_s:0.065
49
+ INFO 2026-02-01 12:07:41 ot_train.py:424 step:7K smpl:230K ep:387 epch:4.29 loss:0.023 grdn:0.355 lr:9.9e-05 updt_s:0.687 data_s:0.065
50
+ INFO 2026-02-01 12:10:12 ot_train.py:424 step:7K smpl:237K ep:397 epch:4.41 loss:0.021 grdn:0.325 lr:9.9e-05 updt_s:0.687 data_s:0.065
51
+ INFO 2026-02-01 12:12:42 ot_train.py:424 step:8K smpl:243K ep:408 epch:4.53 loss:0.022 grdn:0.323 lr:9.9e-05 updt_s:0.687 data_s:0.065
52
+ INFO 2026-02-01 12:15:13 ot_train.py:424 step:8K smpl:250K ep:419 epch:4.65 loss:0.021 grdn:0.311 lr:9.9e-05 updt_s:0.687 data_s:0.065
53
+ INFO 2026-02-01 12:17:44 ot_train.py:424 step:8K smpl:256K ep:429 epch:4.77 loss:0.021 grdn:0.329 lr:9.9e-05 updt_s:0.687 data_s:0.065
54
+ INFO 2026-02-01 12:20:14 ot_train.py:424 step:8K smpl:262K ep:440 epch:4.89 loss:0.020 grdn:0.308 lr:9.9e-05 updt_s:0.687 data_s:0.065
55
+ INFO 2026-02-01 12:22:48 ot_train.py:424 step:8K smpl:269K ep:451 epch:5.01 loss:0.020 grdn:0.306 lr:9.8e-05 updt_s:0.687 data_s:0.083
56
+ INFO 2026-02-01 12:25:19 ot_train.py:424 step:9K smpl:275K ep:462 epch:5.13 loss:0.021 grdn:0.308 lr:9.8e-05 updt_s:0.687 data_s:0.066
57
+ INFO 2026-02-01 12:27:50 ot_train.py:424 step:9K smpl:282K ep:472 epch:5.25 loss:0.021 grdn:0.312 lr:9.8e-05 updt_s:0.687 data_s:0.066
58
+ INFO 2026-02-01 12:30:20 ot_train.py:424 step:9K smpl:288K ep:483 epch:5.37 loss:0.020 grdn:0.314 lr:9.8e-05 updt_s:0.687 data_s:0.066
59
+ INFO 2026-02-01 12:32:51 ot_train.py:424 step:9K smpl:294K ep:494 epch:5.49 loss:0.020 grdn:0.306 lr:9.8e-05 updt_s:0.687 data_s:0.066
60
+ INFO 2026-02-01 12:35:22 ot_train.py:424 step:9K smpl:301K ep:505 epch:5.61 loss:0.020 grdn:0.288 lr:9.8e-05 updt_s:0.687 data_s:0.066
61
+ INFO 2026-02-01 12:37:52 ot_train.py:424 step:10K smpl:307K ep:515 epch:5.73 loss:0.020 grdn:0.316 lr:9.8e-05 updt_s:0.687 data_s:0.066
62
+ INFO 2026-02-01 12:40:23 ot_train.py:424 step:10K smpl:314K ep:526 epch:5.85 loss:0.019 grdn:0.285 lr:9.8e-05 updt_s:0.687 data_s:0.066
63
+ INFO 2026-02-01 12:42:57 ot_train.py:424 step:10K smpl:320K ep:537 epch:5.97 loss:0.020 grdn:0.293 lr:9.8e-05 updt_s:0.686 data_s:0.081
64
+ INFO 2026-02-01 12:42:57 ot_train.py:444 Checkpoint policy after step 10000
65
+ WARNING 2026-02-01 12:43:15 ot_train.py:475 Failed to upload checkpoint to hub: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-697f4a63-20ae81be53584b5b33bebb51;42ecebe4-b81d-4bd7-8e06-f6ee0ee737f2)
66
+
67
+ Invalid username or password.
68
+ INFO 2026-02-01 12:45:46 ot_train.py:424 step:10K smpl:326K ep:548 epch:6.08 loss:0.019 grdn:0.280 lr:9.8e-05 updt_s:0.686 data_s:0.065
69
+ INFO 2026-02-01 12:48:16 ot_train.py:424 step:10K smpl:333K ep:558 epch:6.20 loss:0.020 grdn:0.308 lr:9.8e-05 updt_s:0.687 data_s:0.065
70
+ INFO 2026-02-01 12:50:47 ot_train.py:424 step:11K smpl:339K ep:569 epch:6.32 loss:0.020 grdn:0.298 lr:9.8e-05 updt_s:0.687 data_s:0.065
71
+ INFO 2026-02-01 12:53:18 ot_train.py:424 step:11K smpl:346K ep:580 epch:6.44 loss:0.019 grdn:0.291 lr:9.7e-05 updt_s:0.687 data_s:0.065
72
+ INFO 2026-02-01 12:55:48 ot_train.py:424 step:11K smpl:352K ep:591 epch:6.56 loss:0.020 grdn:0.283 lr:9.7e-05 updt_s:0.686 data_s:0.065
73
+ INFO 2026-02-01 12:58:19 ot_train.py:424 step:11K smpl:358K ep:601 epch:6.68 loss:0.019 grdn:0.278 lr:9.7e-05 updt_s:0.687 data_s:0.065
74
+ INFO 2026-02-01 13:00:49 ot_train.py:424 step:11K smpl:365K ep:612 epch:6.80 loss:0.019 grdn:0.286 lr:9.7e-05 updt_s:0.687 data_s:0.065
75
+ INFO 2026-02-01 13:03:23 ot_train.py:424 step:12K smpl:371K ep:623 epch:6.92 loss:0.020 grdn:0.304 lr:9.7e-05 updt_s:0.686 data_s:0.080
76
+ INFO 2026-02-01 13:05:53 ot_train.py:424 step:12K smpl:378K ep:634 epch:7.04 loss:0.020 grdn:0.291 lr:9.7e-05 updt_s:0.687 data_s:0.065
77
+ INFO 2026-02-01 13:08:24 ot_train.py:424 step:12K smpl:384K ep:644 epch:7.16 loss:0.019 grdn:0.299 lr:9.7e-05 updt_s:0.687 data_s:0.065
78
+ INFO 2026-02-01 13:10:54 ot_train.py:424 step:12K smpl:390K ep:655 epch:7.28 loss:0.018 grdn:0.265 lr:9.7e-05 updt_s:0.687 data_s:0.065
79
+ INFO 2026-02-01 13:13:25 ot_train.py:424 step:12K smpl:397K ep:666 epch:7.40 loss:0.018 grdn:0.278 lr:9.7e-05 updt_s:0.687 data_s:0.065
80
+ INFO 2026-02-01 13:15:55 ot_train.py:424 step:13K smpl:403K ep:676 epch:7.52 loss:0.019 grdn:0.298 lr:9.6e-05 updt_s:0.687 data_s:0.065
81
+ INFO 2026-02-01 13:18:26 ot_train.py:424 step:13K smpl:410K ep:687 epch:7.64 loss:0.019 grdn:0.281 lr:9.6e-05 updt_s:0.687 data_s:0.065
82
+ INFO 2026-02-01 13:20:57 ot_train.py:424 step:13K smpl:416K ep:698 epch:7.75 loss:0.018 grdn:0.255 lr:9.6e-05 updt_s:0.687 data_s:0.065
83
+ INFO 2026-02-01 13:23:27 ot_train.py:424 step:13K smpl:422K ep:709 epch:7.87 loss:0.019 grdn:0.297 lr:9.6e-05 updt_s:0.687 data_s:0.065
84
+ INFO 2026-02-01 13:26:01 ot_train.py:424 step:13K smpl:429K ep:719 epch:7.99 loss:0.018 grdn:0.271 lr:9.6e-05 updt_s:0.686 data_s:0.081
85
+ INFO 2026-02-01 13:28:31 ot_train.py:424 step:14K smpl:435K ep:730 epch:8.11 loss:0.018 grdn:0.267 lr:9.6e-05 updt_s:0.687 data_s:0.065
86
+ INFO 2026-02-01 13:31:02 ot_train.py:424 step:14K smpl:442K ep:741 epch:8.23 loss:0.019 grdn:0.267 lr:9.6e-05 updt_s:0.687 data_s:0.065
87
+ INFO 2026-02-01 13:33:33 ot_train.py:424 step:14K smpl:448K ep:752 epch:8.35 loss:0.018 grdn:0.260 lr:9.6e-05 updt_s:0.687 data_s:0.065
88
+ INFO 2026-02-01 13:36:03 ot_train.py:424 step:14K smpl:454K ep:762 epch:8.47 loss:0.018 grdn:0.282 lr:9.5e-05 updt_s:0.687 data_s:0.065
89
+ INFO 2026-02-01 13:38:34 ot_train.py:424 step:14K smpl:461K ep:773 epch:8.59 loss:0.018 grdn:0.265 lr:9.5e-05 updt_s:0.687 data_s:0.065
90
+ INFO 2026-02-01 13:41:04 ot_train.py:424 step:15K smpl:467K ep:784 epch:8.71 loss:0.017 grdn:0.255 lr:9.5e-05 updt_s:0.686 data_s:0.065
91
+ INFO 2026-02-01 13:43:35 ot_train.py:424 step:15K smpl:474K ep:795 epch:8.83 loss:0.017 grdn:0.256 lr:9.5e-05 updt_s:0.686 data_s:0.065
92
+ INFO 2026-02-01 13:46:08 ot_train.py:424 step:15K smpl:480K ep:805 epch:8.95 loss:0.017 grdn:0.273 lr:9.5e-05 updt_s:0.686 data_s:0.081
93
+ INFO 2026-02-01 13:48:39 ot_train.py:424 step:15K smpl:486K ep:816 epch:9.07 loss:0.018 grdn:0.274 lr:9.5e-05 updt_s:0.687 data_s:0.065
94
+ INFO 2026-02-01 13:51:09 ot_train.py:424 step:15K smpl:493K ep:827 epch:9.19 loss:0.017 grdn:0.272 lr:9.5e-05 updt_s:0.687 data_s:0.066
95
+ INFO 2026-02-01 13:53:40 ot_train.py:424 step:16K smpl:499K ep:838 epch:9.31 loss:0.018 grdn:0.270 lr:9.4e-05 updt_s:0.686 data_s:0.066
96
+ INFO 2026-02-01 13:56:10 ot_train.py:424 step:16K smpl:506K ep:848 epch:9.43 loss:0.017 grdn:0.265 lr:9.4e-05 updt_s:0.686 data_s:0.066
97
+ INFO 2026-02-01 13:58:41 ot_train.py:424 step:16K smpl:512K ep:859 epch:9.54 loss:0.018 grdn:0.259 lr:9.4e-05 updt_s:0.686 data_s:0.066
98
+ INFO 2026-02-01 14:01:12 ot_train.py:424 step:16K smpl:518K ep:870 epch:9.66 loss:0.017 grdn:0.270 lr:9.4e-05 updt_s:0.686 data_s:0.065
99
+ INFO 2026-02-01 14:03:42 ot_train.py:424 step:16K smpl:525K ep:880 epch:9.78 loss:0.017 grdn:0.258 lr:9.4e-05 updt_s:0.686 data_s:0.065
100
+ INFO 2026-02-01 14:06:15 ot_train.py:424 step:17K smpl:531K ep:891 epch:9.90 loss:0.017 grdn:0.267 lr:9.4e-05 updt_s:0.686 data_s:0.080
101
+ INFO 2026-02-01 14:08:46 ot_train.py:424 step:17K smpl:538K ep:902 epch:10.02 loss:0.017 grdn:0.273 lr:9.4e-05 updt_s:0.686 data_s:0.065
102
+ INFO 2026-02-01 14:11:16 ot_train.py:424 step:17K smpl:544K ep:913 epch:10.14 loss:0.016 grdn:0.252 lr:9.3e-05 updt_s:0.686 data_s:0.065
103
+ INFO 2026-02-01 14:13:47 ot_train.py:424 step:17K smpl:550K ep:923 epch:10.26 loss:0.017 grdn:0.252 lr:9.3e-05 updt_s:0.687 data_s:0.065
104
+ INFO 2026-02-01 14:16:18 ot_train.py:424 step:17K smpl:557K ep:934 epch:10.38 loss:0.016 grdn:0.255 lr:9.3e-05 updt_s:0.686 data_s:0.065
105
+ INFO 2026-02-01 14:18:48 ot_train.py:424 step:18K smpl:563K ep:945 epch:10.50 loss:0.017 grdn:0.263 lr:9.3e-05 updt_s:0.687 data_s:0.065
106
+ INFO 2026-02-01 14:21:19 ot_train.py:424 step:18K smpl:570K ep:956 epch:10.62 loss:0.016 grdn:0.262 lr:9.3e-05 updt_s:0.686 data_s:0.066
107
+ INFO 2026-02-01 14:23:49 ot_train.py:424 step:18K smpl:576K ep:966 epch:10.74 loss:0.017 grdn:0.260 lr:9.3e-05 updt_s:0.686 data_s:0.066
108
+ INFO 2026-02-01 14:26:23 ot_train.py:424 step:18K smpl:582K ep:977 epch:10.86 loss:0.016 grdn:0.272 lr:9.2e-05 updt_s:0.686 data_s:0.082
109
+ INFO 2026-02-01 14:28:54 ot_train.py:424 step:18K smpl:589K ep:988 epch:10.98 loss:0.016 grdn:0.256 lr:9.2e-05 updt_s:0.686 data_s:0.065
110
+ INFO 2026-02-01 14:31:24 ot_train.py:424 step:19K smpl:595K ep:999 epch:11.10 loss:0.017 grdn:0.261 lr:9.2e-05 updt_s:0.686 data_s:0.065
111
+ INFO 2026-02-01 14:33:54 ot_train.py:424 step:19K smpl:602K ep:1K epch:11.21 loss:0.017 grdn:0.247 lr:9.2e-05 updt_s:0.686 data_s:0.065
112
+ INFO 2026-02-01 14:36:25 ot_train.py:424 step:19K smpl:608K ep:1K epch:11.33 loss:0.017 grdn:0.255 lr:9.2e-05 updt_s:0.686 data_s:0.065
113
+ INFO 2026-02-01 14:38:55 ot_train.py:424 step:19K smpl:614K ep:1K epch:11.45 loss:0.017 grdn:0.263 lr:9.2e-05 updt_s:0.686 data_s:0.065
114
+ INFO 2026-02-01 14:41:26 ot_train.py:424 step:19K smpl:621K ep:1K epch:11.57 loss:0.017 grdn:0.253 lr:9.1e-05 updt_s:0.687 data_s:0.065
115
+ INFO 2026-02-01 14:43:56 ot_train.py:424 step:20K smpl:627K ep:1K epch:11.69 loss:0.016 grdn:0.243 lr:9.1e-05 updt_s:0.687 data_s:0.065
116
+ INFO 2026-02-01 14:46:27 ot_train.py:424 step:20K smpl:634K ep:1K epch:11.81 loss:0.017 grdn:0.269 lr:9.1e-05 updt_s:0.686 data_s:0.065
117
+ INFO 2026-02-01 14:49:00 ot_train.py:424 step:20K smpl:640K ep:1K epch:11.93 loss:0.016 grdn:0.255 lr:9.1e-05 updt_s:0.686 data_s:0.079
118
+ INFO 2026-02-01 14:49:00 ot_train.py:444 Checkpoint policy after step 20000
119
+ WARNING 2026-02-01 14:49:19 ot_train.py:475 Failed to upload checkpoint to hub: 401 Client Error: Unauthorized for url: https://huggingface.co/api/repos/create (Request ID: Root=1-697f67ef-53c475dc72a9550357e13802;2e278dc0-a57a-432d-8218-f6a71ca99252)
120
+
121
+ Invalid username or password.
122
+ INFO 2026-02-01 14:51:49 ot_train.py:424 step:20K smpl:646K ep:1K epch:12.05 loss:0.017 grdn:0.261 lr:9.1e-05 updt_s:0.685 data_s:0.066
123
+ INFO 2026-02-01 14:54:20 ot_train.py:424 step:20K smpl:653K ep:1K epch:12.17 loss:0.017 grdn:0.257 lr:9.1e-05 updt_s:0.686 data_s:0.066
124
+ INFO 2026-02-01 14:56:51 ot_train.py:424 step:21K smpl:659K ep:1K epch:12.29 loss:0.016 grdn:0.243 lr:9.0e-05 updt_s:0.686 data_s:0.066
125
+ INFO 2026-02-01 14:59:21 ot_train.py:424 step:21K smpl:666K ep:1K epch:12.41 loss:0.015 grdn:0.239 lr:9.0e-05 updt_s:0.686 data_s:0.066
126
+ INFO 2026-02-01 15:01:52 ot_train.py:424 step:21K smpl:672K ep:1K epch:12.53 loss:0.017 grdn:0.286 lr:9.0e-05 updt_s:0.686 data_s:0.066
127
+ INFO 2026-02-01 15:04:22 ot_train.py:424 step:21K smpl:678K ep:1K epch:12.65 loss:0.016 grdn:0.256 lr:9.0e-05 updt_s:0.686 data_s:0.066
128
+ INFO 2026-02-01 15:06:53 ot_train.py:424 step:21K smpl:685K ep:1K epch:12.77 loss:0.016 grdn:0.251 lr:9.0e-05 updt_s:0.686 data_s:0.066
129
+ INFO 2026-02-01 15:09:26 ot_train.py:424 step:22K smpl:691K ep:1K epch:12.88 loss:0.015 grdn:0.245 lr:8.9e-05 updt_s:0.685 data_s:0.082
130
+ INFO 2026-02-01 15:11:57 ot_train.py:424 step:22K smpl:698K ep:1K epch:13.00 loss:0.016 grdn:0.244 lr:8.9e-05 updt_s:0.686 data_s:0.065
131
+ INFO 2026-02-01 15:14:27 ot_train.py:424 step:22K smpl:704K ep:1K epch:13.12 loss:0.016 grdn:0.246 lr:8.9e-05 updt_s:0.686 data_s:0.066
132
+ INFO 2026-02-01 15:16:58 ot_train.py:424 step:22K smpl:710K ep:1K epch:13.24 loss:0.016 grdn:0.237 lr:8.9e-05 updt_s:0.686 data_s:0.066
133
+ INFO 2026-02-01 15:19:28 ot_train.py:424 step:22K smpl:717K ep:1K epch:13.36 loss:0.016 grdn:0.253 lr:8.9e-05 updt_s:0.686 data_s:0.066
134
+ INFO 2026-02-01 15:21:59 ot_train.py:424 step:23K smpl:723K ep:1K epch:13.48 loss:0.015 grdn:0.248 lr:8.8e-05 updt_s:0.686 data_s:0.066
135
+ INFO 2026-02-01 15:24:29 ot_train.py:424 step:23K smpl:730K ep:1K epch:13.60 loss:0.016 grdn:0.267 lr:8.8e-05 updt_s:0.686 data_s:0.066
136
+ INFO 2026-02-01 15:27:00 ot_train.py:424 step:23K smpl:736K ep:1K epch:13.72 loss:0.015 grdn:0.254 lr:8.8e-05 updt_s:0.686 data_s:0.066
137
+ INFO 2026-02-01 15:29:33 ot_train.py:424 step:23K smpl:742K ep:1K epch:13.84 loss:0.015 grdn:0.232 lr:8.8e-05 updt_s:0.686 data_s:0.080
138
+ INFO 2026-02-01 15:32:04 ot_train.py:424 step:23K smpl:749K ep:1K epch:13.96 loss:0.015 grdn:0.251 lr:8.8e-05 updt_s:0.686 data_s:0.065
139
+ INFO 2026-02-01 15:34:34 ot_train.py:424 step:24K smpl:755K ep:1K epch:14.08 loss:0.015 grdn:0.252 lr:8.7e-05 updt_s:0.686 data_s:0.066
140
+ INFO 2026-02-01 15:37:04 ot_train.py:424 step:24K smpl:762K ep:1K epch:14.20 loss:0.015 grdn:0.260 lr:8.7e-05 updt_s:0.686 data_s:0.065
141
+ INFO 2026-02-01 15:39:35 ot_train.py:424 step:24K smpl:768K ep:1K epch:14.32 loss:0.016 grdn:0.249 lr:8.7e-05 updt_s:0.686 data_s:0.065
142
+ INFO 2026-02-01 15:42:05 ot_train.py:424 step:24K smpl:774K ep:1K epch:14.44 loss:0.015 grdn:0.256 lr:8.7e-05 updt_s:0.686 data_s:0.065
143
+ INFO 2026-02-01 15:44:36 ot_train.py:424 step:24K smpl:781K ep:1K epch:14.56 loss:0.015 grdn:0.247 lr:8.7e-05 updt_s:0.685 data_s:0.066
144
+ INFO 2026-02-01 15:47:06 ot_train.py:424 step:25K smpl:787K ep:1K epch:14.67 loss:0.015 grdn:0.242 lr:8.6e-05 updt_s:0.685 data_s:0.066
145
+ INFO 2026-02-01 15:49:36 ot_train.py:424 step:25K smpl:794K ep:1K epch:14.79 loss:0.015 grdn:0.252 lr:8.6e-05 updt_s:0.685 data_s:0.065
146
+ INFO 2026-02-01 15:52:09 ot_train.py:424 step:25K smpl:800K ep:1K epch:14.91 loss:0.015 grdn:0.259 lr:8.6e-05 updt_s:0.685 data_s:0.079
147
+ INFO 2026-02-01 15:54:40 ot_train.py:424 step:25K smpl:806K ep:1K epch:15.03 loss:0.015 grdn:0.245 lr:8.6e-05 updt_s:0.685 data_s:0.065
148
+ INFO 2026-02-01 15:57:10 ot_train.py:424 step:25K smpl:813K ep:1K epch:15.15 loss:0.015 grdn:0.256 lr:8.5e-05 updt_s:0.685 data_s:0.065
149
+ INFO 2026-02-01 15:59:40 ot_train.py:424 step:26K smpl:819K ep:1K epch:15.27 loss:0.016 grdn:0.261 lr:8.5e-05 updt_s:0.685 data_s:0.066
wandb/run-20260201_103650-ndxmae9e/files/requirements.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ imageio-ffmpeg==0.6.0
2
+ aiohappyeyeballs==2.6.1
3
+ six==1.17.0
4
+ pyyaml-include==1.4.1
5
+ frozenlist==1.8.0
6
+ nvidia-cusolver-cu12==11.7.1.2
7
+ gymnasium==1.2.3
8
+ num2words==0.5.14
9
+ yarl==1.22.0
10
+ certifi==2026.1.4
11
+ tokenizers==0.22.2
12
+ pydantic==2.12.5
13
+ aiosignal==1.4.0
14
+ multiprocess==0.70.16
15
+ pandas==2.3.3
16
+ nvidia-cuda-runtime-cu12==12.6.77
17
+ nvidia-curand-cu12==10.3.7.77
18
+ accelerate==1.12.0
19
+ platformdirs==4.5.1
20
+ torch==2.7.1
21
+ psutil==7.2.2
22
+ pydantic_core==2.41.5
23
+ rerun-sdk==0.26.2
24
+ wcwidth==0.5.3
25
+ tzdata==2025.3
26
+ torchvision==0.22.1
27
+ pfzy==0.3.4
28
+ mergedeep==1.3.4
29
+ huggingface-hub==0.35.3
30
+ Farama-Notifications==0.0.4
31
+ wandb==0.24.1
32
+ typing-inspection==0.4.2
33
+ sentry-sdk==2.51.0
34
+ inquirerpy==0.3.4
35
+ charset-normalizer==3.4.4
36
+ pynput==1.8.1
37
+ MarkupSafe==3.0.3
38
+ toml==0.10.2
39
+ lerobot==0.4.4
40
+ jsonlines==4.0.0
41
+ diffusers==0.35.2
42
+ python-dateutil==2.9.0.post0
43
+ gitdb==4.0.12
44
+ fsspec==2025.9.0
45
+ attrs==25.4.0
46
+ draccus==0.10.0
47
+ tqdm==4.67.2
48
+ protobuf==6.33.5
49
+ urllib3==2.6.3
50
+ annotated-types==0.7.0
51
+ opencv-python-headless==4.12.0.88
52
+ dill==0.4.0
53
+ smmap==5.0.2
54
+ regex==2026.1.15
55
+ xxhash==3.6.0
56
+ aiohttp==3.13.3
57
+ orderly-set==5.5.0
58
+ GitPython==3.1.46
59
+ nvidia-nccl-cu12==2.26.2
60
+ nvidia-cudnn-cu12==9.5.1.17
61
+ pyserial==3.5
62
+ hf-xet==1.2.0
63
+ multidict==6.7.1
64
+ docopt==0.6.2
65
+ mpmath==1.3.0
66
+ nvidia-cufile-cu12==1.11.1.6
67
+ nvidia-cuda-nvrtc-cu12==12.6.77
68
+ triton==3.3.1
69
+ setuptools==80.10.2
70
+ cloudpickle==3.1.2
71
+ hf_transfer==0.1.9
72
+ av==15.1.0
73
+ nvidia-cufft-cu12==11.3.0.4
74
+ propcache==0.4.1
75
+ cmake==4.1.3
76
+ nvidia-cuda-cupti-cu12==12.6.80
77
+ nvidia-nvtx-cu12==12.6.77
78
+ evdev==1.9.2
79
+ deepdiff==8.6.1
80
+ prompt_toolkit==3.0.52
81
+ packaging==25.0
82
+ zipp==3.23.0
83
+ pip==26.0
84
+ requests==2.32.5
85
+ ImageIO==2.37.2
86
+ mypy_extensions==1.1.0
87
+ typing_extensions==4.15.0
88
+ python-xlib==0.33
89
+ nvidia-cublas-cu12==12.6.4.1
90
+ nvidia-cusparse-cu12==12.5.4.2
91
+ einops==0.8.2
92
+ networkx==3.4.2
93
+ pyarrow==23.0.0
94
+ torchcodec==0.5
95
+ datasets==4.1.1
96
+ sympy==1.14.0
97
+ pytz==2025.2
98
+ PyYAML==6.0.3
99
+ typing-inspect==0.9.0
100
+ nvidia-nvjitlink-cu12==12.6.85
101
+ nvidia-cusparselt-cu12==0.6.3
102
+ safetensors==0.7.0
103
+ async-timeout==5.0.1
104
+ importlib_metadata==8.7.1
105
+ filelock==3.20.3
106
+ idna==3.11
107
+ pillow==12.1.0
108
+ Jinja2==3.1.6
109
+ transformers==4.57.6
110
+ wheel==0.46.3
111
+ termcolor==3.3.0
112
+ click==8.3.1
113
+ numpy==2.2.6
wandb/run-20260201_103650-ndxmae9e/files/wandb-metadata.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.12.55-74.119.amzn2023.x86_64-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.19",
4
+ "startedAt": "2026-02-01T10:36:50.155763Z",
5
+ "args": [
6
+ "--dataset.repo_id=bencxr/pour-coke-merged-v2",
7
+ "--policy.type=diffusion",
8
+ "--policy.n_obs_steps=2",
9
+ "--policy.noise_scheduler_type=DDIM",
10
+ "--policy.vision_backbone=resnet34",
11
+ "--policy.pretrained_backbone_weights=ResNet34_Weights.IMAGENET1K_V1",
12
+ "--policy.use_separate_rgb_encoder_per_camera=True",
13
+ "--policy.use_group_norm=false",
14
+ "--policy.crop_shape=null",
15
+ "--policy.crop_is_random=False",
16
+ "--batch_size=32",
17
+ "--policy.device=cuda",
18
+ "--wandb.enable=true",
19
+ "--policy.repo_id=anjalidhabaria/pour_coke_static_perturbation_diffusion",
20
+ "--save_freq=10000",
21
+ "--steps=100000",
22
+ "--scheduler.type=diffuser",
23
+ "--scheduler.name=cosine",
24
+ "--scheduler.num_warmup_steps=500",
25
+ "--job_name=pour_static_perturbation_diffusion"
26
+ ],
27
+ "program": "/root/miniforge3/envs/lerobot/bin/lerobot-train",
28
+ "git": {
29
+ "remote": "https://github.com/anjalidhabaria/lerobot.git",
30
+ "commit": "600bd16c6c039f4983461d5f4998848231747b44"
31
+ },
32
+ "root": "outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion",
33
+ "host": "main-wsp-n1o3eqmfo1mc-0",
34
+ "executable": "/root/miniforge3/envs/lerobot/bin/python3.10",
35
+ "cpu_count": 48,
36
+ "cpu_count_logical": 96,
37
+ "gpu": "NVIDIA A100-SXM4-80GB",
38
+ "gpu_count": 1,
39
+ "disk": {
40
+ "/": {
41
+ "total": "2147403935744",
42
+ "used": "153150038016"
43
+ }
44
+ },
45
+ "memory": {
46
+ "total": "1204531675136"
47
+ },
48
+ "gpu_nvidia": [
49
+ {
50
+ "name": "NVIDIA A100-SXM4-80GB",
51
+ "memoryTotal": "85899345920",
52
+ "cudaCores": 6912,
53
+ "architecture": "Ampere",
54
+ "uuid": "GPU-e128d20a-3e7e-318a-72c9-6f7680cae916"
55
+ }
56
+ ],
57
+ "cudaVersion": "13.0",
58
+ "writerId": "wf3a4o8axsg7d2kj4txvj1cox6pywq48"
59
+ }
wandb/run-20260201_103650-ndxmae9e/logs/debug-core.log ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {"time":"2026-02-01T10:36:50.184939876Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp4axa8lhg/port-6416.txt","pid":6416,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2026-02-01T10:36:50.185509775Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":6416}
3
+ {"time":"2026-02-01T10:36:50.185503153Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-6416-6488-2065438759/socket","Net":"unix"}}
4
+ {"time":"2026-02-01T10:36:50.374532602Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2026-02-01T10:36:50.379958512Z","level":"INFO","msg":"handleInformInit: received","streamId":"ndxmae9e","id":"1(@)"}
6
+ {"time":"2026-02-01T10:36:50.599564733Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ndxmae9e","id":"1(@)"}
7
+ {"time":"2026-02-01T10:36:55.914810446Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"182ghf95pqto"}
wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {"time":"2026-02-01T10:36:50.380085097Z","level":"INFO","msg":"stream: starting","core version":"0.24.1"}
2
+ {"time":"2026-02-01T10:36:50.599304965Z","level":"INFO","msg":"stream: created new stream","id":"ndxmae9e"}
3
+ {"time":"2026-02-01T10:36:50.599433522Z","level":"INFO","msg":"handler: started","stream_id":"ndxmae9e"}
4
+ {"time":"2026-02-01T10:36:50.59955114Z","level":"INFO","msg":"stream: started","id":"ndxmae9e"}
5
+ {"time":"2026-02-01T10:36:50.599588373Z","level":"INFO","msg":"writer: started","stream_id":"ndxmae9e"}
6
+ {"time":"2026-02-01T10:36:50.599589359Z","level":"INFO","msg":"sender: started","stream_id":"ndxmae9e"}
wandb/run-20260201_103650-ndxmae9e/logs/debug.log ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Current SDK version is 0.24.1
2
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Configure stats pid to 6416
3
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_setup.py:_flush():81] Loading settings from environment variables
4
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():717] Logging user logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug.log
5
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion/wandb/run-20260201_103650-ndxmae9e/logs/debug-internal.log
6
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():844] calling init triggers
7
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():849] wandb.init called with sweep_config: {}
8
+ config: {'dataset': {'repo_id': 'bencxr/pour-coke-merged-v2', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'use_peft': False, 'push_to_hub': True, 'repo_id': 'anjalidhabaria/pour_coke_static_perturbation_diffusion', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MIN_MAX: 'MIN_MAX'>, 'ACTION': <NormalizationMode.MIN_MAX: 'MIN_MAX'>}, 'drop_n_last_frames': 7, 'vision_backbone': 'resnet34', 'crop_shape': None, 'crop_is_random': False, 'pretrained_backbone_weights': 'ResNet34_Weights.IMAGENET1K_V1', 'use_group_norm': False, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDIM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 0.0001, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'outputs/train/2026-02-01/10-36-49_pour_static_perturbation_diffusion', 'job_name': 'pour_static_perturbation_diffusion', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 32, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 10000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 0.0001, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}}
9
+ 2026-02-01 10:36:50,157 INFO MainThread:6416 [wandb_init.py:init():892] starting backend
10
+ 2026-02-01 10:36:50,374 INFO MainThread:6416 [wandb_init.py:init():895] sending inform_init request
11
+ 2026-02-01 10:36:50,378 INFO MainThread:6416 [wandb_init.py:init():903] backend started and connected
12
+ 2026-02-01 10:36:50,380 INFO MainThread:6416 [wandb_init.py:init():973] updated telemetry
13
+ 2026-02-01 10:36:50,385 INFO MainThread:6416 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout
14
+ 2026-02-01 10:36:50,823 INFO MainThread:6416 [wandb_init.py:init():1042] starting run threads in backend
15
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_console_start():2529] atexit reg
16
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2377] redirect: wrap_raw
17
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2446] Wrapping output streams.
18
+ 2026-02-01 10:36:50,911 INFO MainThread:6416 [wandb_run.py:_redirect():2469] Redirects installed.
19
+ 2026-02-01 10:36:50,914 INFO MainThread:6416 [wandb_init.py:init():1082] run started, returning control to user process
wandb/run-20260201_103650-ndxmae9e/run-ndxmae9e.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:609052c8629fa052039b40c7726f3321c361140b6187eef02711e9af83d927cd
3
+ size 1310720