euijinrnd commited on
Commit
3795df1
·
verified ·
1 Parent(s): 4062777

Add files using upload-large-folder tool

Browse files
Files changed (43) hide show
  1. .gitattributes +3 -0
  2. pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/config.json +80 -0
  3. pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/model.safetensors +3 -0
  4. pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/train_config.json +192 -0
  5. pi0_anubis_fold_towel/wandb/debug-internal.log +15 -0
  6. pi0_anubis_fold_towel/wandb/debug.log +23 -0
  7. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/config.yaml +178 -0
  8. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/output.log +0 -0
  9. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/requirements.txt +256 -0
  10. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/wandb-metadata.json +98 -0
  11. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/wandb-summary.json +1 -0
  12. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug-core.log +13 -0
  13. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug-internal.log +15 -0
  14. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug.log +23 -0
  15. pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/run-t28bi8im.wandb +3 -0
  16. pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/config.json +80 -0
  17. pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/model.safetensors +3 -0
  18. pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/train_config.json +192 -0
  19. pi0_anubis_pullout_wrench/wandb/debug-internal.log +15 -0
  20. pi0_anubis_pullout_wrench/wandb/debug.log +23 -0
  21. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/config.yaml +178 -0
  22. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/output.log +0 -0
  23. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/requirements.txt +256 -0
  24. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/wandb-metadata.json +98 -0
  25. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/wandb-summary.json +1 -0
  26. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug-core.log +13 -0
  27. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug-internal.log +15 -0
  28. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug.log +23 -0
  29. pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/run-gykmzoum.wandb +3 -0
  30. pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/config.json +80 -0
  31. pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/model.safetensors +3 -0
  32. pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/train_config.json +192 -0
  33. pi0_anubis_put_into_pot/wandb/debug-internal.log +15 -0
  34. pi0_anubis_put_into_pot/wandb/debug.log +23 -0
  35. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/config.yaml +178 -0
  36. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/output.log +0 -0
  37. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/requirements.txt +256 -0
  38. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/wandb-metadata.json +98 -0
  39. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/wandb-summary.json +1 -0
  40. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug-core.log +13 -0
  41. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug-internal.log +15 -0
  42. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug.log +23 -0
  43. pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/run-vez3sqvc.wandb +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/run-t28bi8im.wandb filter=lfs diff=lfs merge=lfs -text
37
+ pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/run-gykmzoum.wandb filter=lfs diff=lfs merge=lfs -text
38
+ pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/run-vez3sqvc.wandb filter=lfs diff=lfs merge=lfs -text
pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi0",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "IDENTITY",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.images.left_wrist_image": {
11
+ "type": "VISUAL",
12
+ "shape": [
13
+ 3,
14
+ 240,
15
+ 320
16
+ ]
17
+ },
18
+ "observation.images.image": {
19
+ "type": "VISUAL",
20
+ "shape": [
21
+ 3,
22
+ 240,
23
+ 320
24
+ ]
25
+ },
26
+ "observation.images.right_wrist_image": {
27
+ "type": "VISUAL",
28
+ "shape": [
29
+ 3,
30
+ 240,
31
+ 320
32
+ ]
33
+ },
34
+ "observation.state": {
35
+ "type": "STATE",
36
+ "shape": [
37
+ 20
38
+ ]
39
+ }
40
+ },
41
+ "output_features": {
42
+ "action": {
43
+ "type": "ACTION",
44
+ "shape": [
45
+ 20
46
+ ]
47
+ }
48
+ },
49
+ "device": "cuda",
50
+ "use_amp": false,
51
+ "chunk_size": 50,
52
+ "n_action_steps": 50,
53
+ "max_state_dim": 32,
54
+ "max_action_dim": 32,
55
+ "resize_imgs_with_padding": [
56
+ 224,
57
+ 224
58
+ ],
59
+ "empty_cameras": 0,
60
+ "adapt_to_pi_aloha": false,
61
+ "use_delta_joint_actions_aloha": false,
62
+ "tokenizer_max_length": 48,
63
+ "proj_width": 1024,
64
+ "num_steps": 10,
65
+ "use_cache": true,
66
+ "attention_implementation": "eager",
67
+ "freeze_vision_encoder": true,
68
+ "train_expert_only": false,
69
+ "train_state_proj": true,
70
+ "optimizer_lr": 2.5e-05,
71
+ "optimizer_betas": [
72
+ 0.9,
73
+ 0.95
74
+ ],
75
+ "optimizer_eps": 1e-08,
76
+ "optimizer_weight_decay": 1e-10,
77
+ "scheduler_warmup_steps": 1000,
78
+ "scheduler_decay_steps": 30000,
79
+ "scheduler_decay_lr": 2.5e-06
80
+ }
pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3e8bd9e3fb4e4f9ee9702673e57fc898bc26287beea9332da95b7e4a3686575
3
+ size 7536022888
pi0_anubis_fold_towel/checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "anubis_fold_towel__lerobot",
4
+ "root": "/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_fold_towel__lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "pi0",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "IDENTITY",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.images.left_wrist_image": {
78
+ "type": "VISUAL",
79
+ "shape": [
80
+ 3,
81
+ 240,
82
+ 320
83
+ ]
84
+ },
85
+ "observation.images.image": {
86
+ "type": "VISUAL",
87
+ "shape": [
88
+ 3,
89
+ 240,
90
+ 320
91
+ ]
92
+ },
93
+ "observation.images.right_wrist_image": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 240,
98
+ 320
99
+ ]
100
+ },
101
+ "observation.state": {
102
+ "type": "STATE",
103
+ "shape": [
104
+ 20
105
+ ]
106
+ }
107
+ },
108
+ "output_features": {
109
+ "action": {
110
+ "type": "ACTION",
111
+ "shape": [
112
+ 20
113
+ ]
114
+ }
115
+ },
116
+ "device": "cuda",
117
+ "use_amp": false,
118
+ "chunk_size": 50,
119
+ "n_action_steps": 50,
120
+ "max_state_dim": 32,
121
+ "max_action_dim": 32,
122
+ "resize_imgs_with_padding": [
123
+ 224,
124
+ 224
125
+ ],
126
+ "empty_cameras": 0,
127
+ "adapt_to_pi_aloha": false,
128
+ "use_delta_joint_actions_aloha": false,
129
+ "tokenizer_max_length": 48,
130
+ "proj_width": 1024,
131
+ "num_steps": 10,
132
+ "use_cache": true,
133
+ "attention_implementation": "eager",
134
+ "freeze_vision_encoder": true,
135
+ "train_expert_only": false,
136
+ "train_state_proj": true,
137
+ "optimizer_lr": 2.5e-05,
138
+ "optimizer_betas": [
139
+ 0.9,
140
+ 0.95
141
+ ],
142
+ "optimizer_eps": 1e-08,
143
+ "optimizer_weight_decay": 1e-10,
144
+ "scheduler_warmup_steps": 1000,
145
+ "scheduler_decay_steps": 30000,
146
+ "scheduler_decay_lr": 2.5e-06
147
+ },
148
+ "output_dir": "outputs/train/2025-11-16/14-54-23_pi0",
149
+ "job_name": "pi0",
150
+ "resume": false,
151
+ "seed": 1000,
152
+ "num_workers": 2,
153
+ "batch_size": 6,
154
+ "steps": 100000,
155
+ "eval_freq": 20000,
156
+ "log_freq": 200,
157
+ "save_checkpoint": true,
158
+ "save_freq": 20000,
159
+ "use_policy_training_preset": true,
160
+ "optimizer": {
161
+ "type": "adamw",
162
+ "lr": 2.5e-05,
163
+ "weight_decay": 1e-10,
164
+ "grad_clip_norm": 10.0,
165
+ "betas": [
166
+ 0.9,
167
+ 0.95
168
+ ],
169
+ "eps": 1e-08
170
+ },
171
+ "scheduler": {
172
+ "type": "cosine_decay_with_warmup",
173
+ "num_warmup_steps": 1000,
174
+ "num_decay_steps": 30000,
175
+ "peak_lr": 2.5e-05,
176
+ "decay_lr": 2.5e-06
177
+ },
178
+ "eval": {
179
+ "n_episodes": 50,
180
+ "batch_size": 50,
181
+ "use_async_envs": false
182
+ },
183
+ "wandb": {
184
+ "enable": true,
185
+ "disable_artifact": true,
186
+ "project": "lerobot",
187
+ "entity": null,
188
+ "notes": null,
189
+ "run_id": null,
190
+ "mode": null
191
+ }
192
+ }
pi0_anubis_fold_towel/wandb/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:24.706689072+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:25.086701722+09:00","level":"INFO","msg":"created new stream","id":"t28bi8im"}
3
+ {"time":"2025-11-16T14:54:25.086744236+09:00","level":"INFO","msg":"stream: started","id":"t28bi8im"}
4
+ {"time":"2025-11-16T14:54:25.086803635+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"t28bi8im"}
5
+ {"time":"2025-11-16T14:54:25.086815533+09:00","level":"INFO","msg":"handler: started","stream_id":"t28bi8im"}
6
+ {"time":"2025-11-16T14:54:25.086834511+09:00","level":"INFO","msg":"sender: started","stream_id":"t28bi8im"}
7
+ {"time":"2025-11-16T14:54:25.415754749+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:28:00.471490401+09:00","level":"INFO","msg":"stream: closing","id":"t28bi8im"}
9
+ {"time":"2025-11-17T12:28:00.471518153+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:28:00.488507816+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:28:01.690229701+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:28:01.931810828+09:00","level":"INFO","msg":"handler: closed","stream_id":"t28bi8im"}
13
+ {"time":"2025-11-17T12:28:01.931853362+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"t28bi8im"}
14
+ {"time":"2025-11-17T12:28:01.931908946+09:00","level":"INFO","msg":"sender: closed","stream_id":"t28bi8im"}
15
+ {"time":"2025-11-17T12:28:01.931914114+09:00","level":"INFO","msg":"stream: closed","id":"t28bi8im"}
pi0_anubis_fold_towel/wandb/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Configure stats pid to 739146
3
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug.log
7
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug-internal.log
8
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_fold_towel__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_fold_towel__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-23_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:24,700 INFO MainThread:739146 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:24,700 INFO MainThread:739146 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:24,701 INFO MainThread:739146 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:24,711 INFO MainThread:739146 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:25,414 INFO MainThread:739146 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:25,553 INFO MainThread:739146 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:28:00,332 INFO MsgRouterThr:739146 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/config.yaml ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.19.9
4
+ m: []
5
+ python_version: 3.10.17
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ - 55
13
+ "2":
14
+ - 1
15
+ - 2
16
+ - 3
17
+ - 11
18
+ - 41
19
+ - 49
20
+ - 51
21
+ - 55
22
+ - 71
23
+ "3":
24
+ - 13
25
+ - 15
26
+ - 16
27
+ - 23
28
+ - 55
29
+ - 61
30
+ "4": 3.10.17
31
+ "5": 0.19.9
32
+ "8":
33
+ - 2
34
+ - 5
35
+ "12": 0.19.9
36
+ "13": linux-x86_64
37
+ batch_size:
38
+ value: 6
39
+ dataset:
40
+ value:
41
+ episodes: null
42
+ image_transforms:
43
+ enable: false
44
+ max_num_transforms: 3
45
+ random_order: false
46
+ tfs:
47
+ brightness:
48
+ kwargs:
49
+ brightness:
50
+ - 0.8
51
+ - 1.2
52
+ type: ColorJitter
53
+ weight: 1
54
+ contrast:
55
+ kwargs:
56
+ contrast:
57
+ - 0.8
58
+ - 1.2
59
+ type: ColorJitter
60
+ weight: 1
61
+ hue:
62
+ kwargs:
63
+ hue:
64
+ - -0.05
65
+ - 0.05
66
+ type: ColorJitter
67
+ weight: 1
68
+ saturation:
69
+ kwargs:
70
+ saturation:
71
+ - 0.5
72
+ - 1.5
73
+ type: ColorJitter
74
+ weight: 1
75
+ sharpness:
76
+ kwargs:
77
+ sharpness:
78
+ - 0.5
79
+ - 1.5
80
+ type: SharpnessJitter
81
+ weight: 1
82
+ repo_id: anubis_fold_towel__lerobot
83
+ revision: null
84
+ root: /data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_fold_towel__lerobot
85
+ use_imagenet_stats: true
86
+ video_backend: torchcodec
87
+ env:
88
+ value: null
89
+ eval:
90
+ value:
91
+ batch_size: 50
92
+ n_episodes: 50
93
+ use_async_envs: false
94
+ eval_freq:
95
+ value: 20000
96
+ job_name:
97
+ value: pi0
98
+ log_freq:
99
+ value: 200
100
+ num_workers:
101
+ value: 2
102
+ optimizer:
103
+ value:
104
+ betas:
105
+ - 0.9
106
+ - 0.95
107
+ eps: 1e-08
108
+ grad_clip_norm: 10
109
+ lr: 2.5e-05
110
+ type: adamw
111
+ weight_decay: 1e-10
112
+ output_dir:
113
+ value: outputs/train/2025-11-16/14-54-23_pi0
114
+ policy:
115
+ value:
116
+ adapt_to_pi_aloha: false
117
+ attention_implementation: eager
118
+ chunk_size: 50
119
+ device: cuda
120
+ empty_cameras: 0
121
+ freeze_vision_encoder: true
122
+ max_action_dim: 32
123
+ max_state_dim: 32
124
+ n_action_steps: 50
125
+ n_obs_steps: 1
126
+ normalization_mapping:
127
+ ACTION: MEAN_STD
128
+ STATE: MEAN_STD
129
+ VISUAL: IDENTITY
130
+ num_steps: 10
131
+ optimizer_betas:
132
+ - 0.9
133
+ - 0.95
134
+ optimizer_eps: 1e-08
135
+ optimizer_lr: 2.5e-05
136
+ optimizer_weight_decay: 1e-10
137
+ proj_width: 1024
138
+ resize_imgs_with_padding:
139
+ - 224
140
+ - 224
141
+ scheduler_decay_lr: 2.5e-06
142
+ scheduler_decay_steps: 30000
143
+ scheduler_warmup_steps: 1000
144
+ tokenizer_max_length: 48
145
+ train_expert_only: false
146
+ train_state_proj: true
147
+ type: pi0
148
+ use_amp: false
149
+ use_cache: true
150
+ use_delta_joint_actions_aloha: false
151
+ resume:
152
+ value: false
153
+ save_checkpoint:
154
+ value: true
155
+ save_freq:
156
+ value: 20000
157
+ scheduler:
158
+ value:
159
+ decay_lr: 2.5e-06
160
+ num_decay_steps: 30000
161
+ num_warmup_steps: 1000
162
+ peak_lr: 2.5e-05
163
+ type: cosine_decay_with_warmup
164
+ seed:
165
+ value: 1000
166
+ steps:
167
+ value: 100000
168
+ use_policy_training_preset:
169
+ value: true
170
+ wandb:
171
+ value:
172
+ disable_artifact: true
173
+ enable: true
174
+ entity: null
175
+ mode: null
176
+ notes: null
177
+ project: lerobot
178
+ run_id: null
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/requirements.txt ADDED
@@ -0,0 +1,256 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ setuptools==79.0.0
2
+ wheel==0.45.1
3
+ pip==25.0.1
4
+ wcwidth==0.2.13
5
+ triton==3.2.0
6
+ pytz==2025.2
7
+ nvidia-cusparselt-cu12==0.6.2
8
+ mpmath==1.3.0
9
+ Farama-Notifications==0.0.4
10
+ asciitree==0.3.3
11
+ antlr4-python3-runtime==4.9.3
12
+ zipp==3.21.0
13
+ xxhash==3.5.0
14
+ urllib3==2.4.0
15
+ tzdata==2025.2
16
+ typing_extensions==4.13.2
17
+ tqdm==4.67.1
18
+ uv==0.7.3
19
+ toml==0.10.2
20
+ termcolor==3.0.1
21
+ sympy==1.13.1
22
+ soupsieve==2.7
23
+ smmap==5.0.2
24
+ six==1.17.0
25
+ setproctitle==1.3.5
26
+ safetensors==0.5.3
27
+ regex==2024.11.6
28
+ pyzmq==26.4.0
29
+ PyYAML==6.0.2
30
+ PySocks==1.7.1
31
+ pycparser==2.22
32
+ pyarrow==19.0.1
33
+ pyarrow==19.0.1
34
+ psutil==7.0.0
35
+ protobuf==4.21.12
36
+ propcache==0.3.1
37
+ prompt_toolkit==3.0.51
38
+ platformdirs==4.3.7
39
+ pillow==11.2.1
40
+ pillow==11.1.0
41
+ pfzy==0.3.4
42
+ packaging==25.0
43
+ orderly-set==5.4.0
44
+ nvidia-nvtx-cu12==12.4.127
45
+ nvidia-nvjitlink-cu12==12.4.127
46
+ nvidia-nccl-cu12==2.21.5
47
+ nvidia-curand-cu12==10.3.5.147
48
+ nvidia-cufft-cu12==11.2.1.3
49
+ nvidia-cuda-runtime-cu12==12.4.127
50
+ nvidia-cuda-nvrtc-cu12==12.4.127
51
+ nvidia-cuda-cupti-cu12==12.4.127
52
+ nvidia-cublas-cu12==12.4.5.8
53
+ networkx==3.4.2
54
+ mypy-extensions==1.0.0
55
+ mergedeep==1.3.4
56
+ MarkupSafe==3.0.2
57
+ llvmlite==0.44.0
58
+ itsdangerous==2.2.0
59
+ imageio-ffmpeg==0.6.0
60
+ idna==3.10
61
+ hf_transfer==0.1.9
62
+ fsspec==2024.12.0
63
+ frozenlist==1.6.0
64
+ filelock==3.18.0
65
+ fasteners==0.19
66
+ evdev==1.9.1
67
+ einops==0.8.1
68
+ dill==0.3.8
69
+ cmake==4.0.0
70
+ cloudpickle==3.1.1
71
+ click==8.1.8
72
+ charset-normalizer==3.4.1
73
+ certifi==2025.1.31
74
+ blinker==1.9.0
75
+ av==14.3.0
76
+ attrs==25.3.0
77
+ async-timeout==5.0.1
78
+ annotated-types==0.7.0
79
+ aiohappyeyeballs==2.6.1
80
+ Werkzeug==3.1.3
81
+ typing-inspection==0.4.0
82
+ typing-inspect==0.9.0
83
+ sentry-sdk==2.26.1
84
+ requests==2.32.3
85
+ pyyaml-include==1.4.1
86
+ python-xlib==0.33
87
+ python-dateutil==2.9.0.post0
88
+ pydantic_core==2.33.1
89
+ opencv-python-headless==4.11.0.86
90
+ omegaconf==2.3.0
91
+ nvidia-cusparse-cu12==12.3.1.170
92
+ nvidia-cudnn-cu12==9.1.0.70
93
+ numcodecs==0.13.1
94
+ numba==0.61.2
95
+ multiprocess==0.70.16
96
+ multidict==6.4.3
97
+ jsonlines==4.0.0
98
+ Jinja2==3.1.6
99
+ inquirerpy==0.3.4
100
+ importlib_metadata==8.6.1
101
+ imageio==2.37.0
102
+ h5py==3.13.0
103
+ gymnasium==0.29.1
104
+ gitdb==4.0.12
105
+ docker-pycreds==0.4.0
106
+ deepdiff==8.4.2
107
+ cffi==1.17.1
108
+ beautifulsoup4==4.13.4
109
+ aiosignal==1.3.2
110
+ zarr==2.18.3
111
+ yarl==1.20.0
112
+ pynput==1.8.1
113
+ pymunk==6.11.1
114
+ pydantic==2.11.3
115
+ pandas==2.2.3
116
+ nvidia-cusolver-cu12==11.6.1.9
117
+ huggingface-hub==0.30.2
118
+ GitPython==3.1.44
119
+ Flask==3.1.0
120
+ tomli==2.2.1
121
+ wandb==0.19.9
122
+ torch==2.6.0
123
+ diffusers==0.33.1
124
+ aiohttp==3.11.18
125
+ torchvision==0.21.0
126
+ datasets==3.5.0
127
+ PyOpenGL==3.1.9
128
+ glfw==2.9.0
129
+ wrapt==1.17.2
130
+ scipy==1.15.2
131
+ pyparsing==3.2.3
132
+ lxml==5.3.2
133
+ absl-py==2.2.2
134
+ labmaze==1.0.6
135
+ dm-tree==0.1.9
136
+ dm-env==1.6
137
+ gym-aloha==0.1.1
138
+ argcomplete==3.6.2
139
+ tokenizers==0.21.1
140
+ asttokens==3.0.0
141
+ decorator==5.2.1
142
+ exceptiongroup==1.2.2
143
+ executing==2.1.0
144
+ jupyterlab_widgets==3.0.14
145
+ parso==0.8.4
146
+ pickleshare==0.7.5
147
+ ptyprocess==0.7.0
148
+ pure_eval==0.2.3
149
+ Pygments==2.19.1
150
+ traitlets==5.14.3
151
+ widgetsnbextension==4.0.14
152
+ comm==0.2.2
153
+ jedi==0.19.2
154
+ matplotlib-inline==0.1.7
155
+ pexpect==4.9.0
156
+ psygnal==0.12.0
157
+ stack_data==0.6.3
158
+ ipython==8.35.0
159
+ ipywidgets==8.1.6
160
+ jupyter-ui-poll==1.0.0
161
+ anywidget==0.9.18
162
+ rerun-notebook==0.22.1
163
+ rerun-sdk==0.22.1
164
+ retry_decorator==1.1.1
165
+ monotonic==1.6
166
+ crcmod==1.7
167
+ boto==2.49.0
168
+ pyu2f==0.1.5
169
+ pyasn1==0.6.1
170
+ httplib2==0.20.4
171
+ cachetools==5.5.2
172
+ rsa==4.7.2
173
+ pyasn1_modules==0.4.2
174
+ google-reauth==0.1.1
175
+ cryptography==43.0.3
176
+ pyOpenSSL==24.2.1
177
+ oauth2client==4.1.3
178
+ google-auth==2.17.0
179
+ google-auth-httplib2==0.2.0
180
+ google-apitools==0.5.32
181
+ gcs-oauth2-boto-plugin==3.2
182
+ gsutil==5.34
183
+ dm_control==1.0.21
184
+ namex==0.0.9
185
+ libclang==18.1.1
186
+ flatbuffers==25.2.10
187
+ tensorflow-io-gcs-filesystem==0.37.1
188
+ tensorboard-data-server==0.7.2
189
+ promise==2.3
190
+ optree==0.15.0
191
+ opt_einsum==3.4.0
192
+ mujoco==3.2.0
193
+ numpy==2.1.3
194
+ mdurl==0.1.2
195
+ Markdown==3.8
196
+ importlib_resources==6.5.2
197
+ immutabledict==4.2.1
198
+ grpcio==1.71.0
199
+ google-pasta==0.2.0
200
+ gast==0.6.0
201
+ etils==1.12.2
202
+ docstring_parser==0.16
203
+ astunparse==1.6.3
204
+ tensorflow-metadata==1.17.1
205
+ tensorboard==2.19.0
206
+ simple-parsing==0.1.7
207
+ ml_dtypes==0.5.1
208
+ markdown-it-py==3.0.0
209
+ rich==14.0.0
210
+ keras==3.9.2
211
+ array_record==0.7.1
212
+ tensorflow==2.19.0
213
+ tensorflow-datasets==4.9.8
214
+ tifffile==2025.3.30
215
+ shapely==2.1.0
216
+ pygame==2.6.1
217
+ opencv-python==4.11.0.86
218
+ lazy_loader==0.4
219
+ scikit-image==0.25.2
220
+ gym-pusht==0.1.5
221
+ gdown==5.2.0
222
+ pluggy==1.5.0
223
+ iniconfig==2.1.0
224
+ pytest==8.3.5
225
+ iso8601==2.1.0
226
+ future==1.0.0
227
+ pyserial==3.5
228
+ draccus==0.10.0
229
+ transformers==4.51.3
230
+ lerobot==0.1.0
231
+ bottle==0.12.25
232
+ waitress==3.0.2
233
+ accelerate==1.6.0
234
+ TorchCodec==0.2.1
235
+ kiwisolver==1.4.9
236
+ fonttools==4.59.2
237
+ cycler==0.12.1
238
+ contourpy==1.3.2
239
+ matplotlib==3.10.6
240
+ tabletop_sim==0.0.0
241
+ autocommand==2.2.2
242
+ backports.tarfile==1.2.0
243
+ importlib_metadata==8.0.0
244
+ inflect==7.3.1
245
+ jaraco.collections==5.1.0
246
+ jaraco.context==5.3.0
247
+ jaraco.functools==4.0.1
248
+ jaraco.text==3.12.1
249
+ more-itertools==10.3.0
250
+ packaging==24.2
251
+ platformdirs==4.2.2
252
+ tomli==2.0.1
253
+ typeguard==4.3.0
254
+ typing_extensions==4.12.2
255
+ wheel==0.45.1
256
+ zipp==3.19.2
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/wandb-metadata.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-477.10.1.el8_8.x86_64-x86_64-with-glibc2.28",
3
+ "python": "CPython 3.10.17",
4
+ "startedAt": "2025-11-16T05:54:24.700779Z",
5
+ "args": [
6
+ "--policy.path=lerobot/pi0",
7
+ "--num_workers=2",
8
+ "--dataset.repo_id=anubis_fold_towel__lerobot",
9
+ "--dataset.root=/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_fold_towel__lerobot",
10
+ "--wandb.enable=true",
11
+ "--batch_size=6",
12
+ "--resume",
13
+ "false",
14
+ "--wandb.disable_artifact",
15
+ "true"
16
+ ],
17
+ "program": "/home/euijinrnd/workspace/lerobot/lerobot/scripts/train.py",
18
+ "codePath": "lerobot/scripts/train.py",
19
+ "git": {
20
+ "remote": "https://github.com/huggingface/lerobot.git",
21
+ "commit": "8cfab3882480bdde38e42d93a9752de5ed42cae2"
22
+ },
23
+ "root": "outputs/train/2025-11-16/14-54-23_pi0",
24
+ "host": "node100",
25
+ "executable": "/home/euijinrnd/anaconda3/envs/lerobot/bin/python",
26
+ "codePathLocal": "lerobot/scripts/train.py",
27
+ "cpu_count": 256,
28
+ "cpu_count_logical": 256,
29
+ "gpu": "NVIDIA L40S",
30
+ "gpu_count": 1,
31
+ "disk": {
32
+ "/": {
33
+ "total": "3802389819392",
34
+ "used": "1544208498688"
35
+ }
36
+ },
37
+ "memory": {
38
+ "total": "1081290928128"
39
+ },
40
+ "cpu": {
41
+ "count": 256,
42
+ "countLogical": 256
43
+ },
44
+ "gpu_nvidia": [
45
+ {
46
+ "name": "NVIDIA L40S",
47
+ "memoryTotal": "48305799168",
48
+ "cudaCores": 18176,
49
+ "architecture": "Ada"
50
+ }
51
+ ],
52
+ "slurm": {
53
+ "cluster_name": "cluster",
54
+ "conf": "/etc/slurm/slurm.conf",
55
+ "cpus_on_node": "3",
56
+ "cpus_per_task": "3",
57
+ "gpus_on_node": "1",
58
+ "gtids": "0",
59
+ "job_cpus_per_node": "3",
60
+ "job_gid": "1013",
61
+ "job_id": "16405",
62
+ "job_name": "python",
63
+ "job_nodelist": "node100",
64
+ "job_num_nodes": "1",
65
+ "job_partition": "debug",
66
+ "job_uid": "1013",
67
+ "job_user": "euijinrnd",
68
+ "jobid": "16405",
69
+ "launch_node_ipaddr": "172.20.1.100",
70
+ "localid": "0",
71
+ "nnodes": "1",
72
+ "nodeid": "0",
73
+ "nodelist": "node100",
74
+ "nprocs": "1",
75
+ "ntasks": "1",
76
+ "prio_process": "0",
77
+ "procid": "0",
78
+ "srun_comm_host": "172.20.1.100",
79
+ "srun_comm_port": "38197",
80
+ "step_gpus": "6",
81
+ "step_id": "0",
82
+ "step_launcher_port": "38197",
83
+ "step_nodelist": "node100",
84
+ "step_num_nodes": "1",
85
+ "step_num_tasks": "1",
86
+ "step_tasks_per_node": "1",
87
+ "stepid": "0",
88
+ "submit_dir": "/home/euijinrnd/workspace/lerobot",
89
+ "submit_host": "node100",
90
+ "task_pid": "739146",
91
+ "tasks_per_node": "1",
92
+ "topology_addr": "node100",
93
+ "topology_addr_pattern": "node",
94
+ "umask": "0002",
95
+ "working_cluster": "cluster:172.20.1.100:6817:9472:101"
96
+ },
97
+ "cudaVersion": "12.2"
98
+ }
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train/lr":2.5000000000000053e-06,"train/epochs":17.635647522191523,"train/update_s":0.7587700523505919,"_runtime":77615.770724051,"train/l2_loss":0.026401475071907043,"train/samples":600000,"train/dataloading_s":0.00029124059888999907,"_wandb":{"runtime":77615},"train/grad_norm":0.8199212348461151,"_timestamp":1.7633500697081113e+09,"train/episodes":881.782376109576,"_step":100000,"train/steps":100000,"train/loss":0.0226401502545923}
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug-core.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:24.492727433+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpcexdmq95/port-739146.txt","pid":739146,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
2
+ {"time":"2025-11-16T14:54:24.493389679+09:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":739146}
3
+ {"time":"2025-11-16T14:54:24.493390331+09:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":38601,"Zone":""}}
4
+ {"time":"2025-11-16T14:54:24.6856064+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:54502"}
5
+ {"time":"2025-11-16T14:54:24.706433607+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"t28bi8im","id":"127.0.0.1:54502"}
6
+ {"time":"2025-11-16T14:54:25.086748072+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"t28bi8im","id":"127.0.0.1:54502"}
7
+ {"time":"2025-11-17T12:28:00.443752543+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:54502"}
8
+ {"time":"2025-11-17T12:28:00.471406315+09:00","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-11-17T12:28:00.471421999+09:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:54502"}
10
+ {"time":"2025-11-17T12:28:00.47149631+09:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:54502"}
11
+ {"time":"2025-11-17T12:28:01.931956297+09:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:54502"}
12
+ {"time":"2025-11-17T12:28:01.931970028+09:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:54502"}
13
+ {"time":"2025-11-17T12:28:01.931977399+09:00","level":"INFO","msg":"server is closed"}
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:24.706689072+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:25.086701722+09:00","level":"INFO","msg":"created new stream","id":"t28bi8im"}
3
+ {"time":"2025-11-16T14:54:25.086744236+09:00","level":"INFO","msg":"stream: started","id":"t28bi8im"}
4
+ {"time":"2025-11-16T14:54:25.086803635+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"t28bi8im"}
5
+ {"time":"2025-11-16T14:54:25.086815533+09:00","level":"INFO","msg":"handler: started","stream_id":"t28bi8im"}
6
+ {"time":"2025-11-16T14:54:25.086834511+09:00","level":"INFO","msg":"sender: started","stream_id":"t28bi8im"}
7
+ {"time":"2025-11-16T14:54:25.415754749+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:28:00.471490401+09:00","level":"INFO","msg":"stream: closing","id":"t28bi8im"}
9
+ {"time":"2025-11-17T12:28:00.471518153+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:28:00.488507816+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:28:01.690229701+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:28:01.931810828+09:00","level":"INFO","msg":"handler: closed","stream_id":"t28bi8im"}
13
+ {"time":"2025-11-17T12:28:01.931853362+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"t28bi8im"}
14
+ {"time":"2025-11-17T12:28:01.931908946+09:00","level":"INFO","msg":"sender: closed","stream_id":"t28bi8im"}
15
+ {"time":"2025-11-17T12:28:01.931914114+09:00","level":"INFO","msg":"stream: closed","id":"t28bi8im"}
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Configure stats pid to 739146
3
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:24,687 INFO MainThread:739146 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug.log
7
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-23_pi0/wandb/run-20251116_145424-t28bi8im/logs/debug-internal.log
8
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_fold_towel__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_fold_towel__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-23_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:24,688 INFO MainThread:739146 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:24,700 INFO MainThread:739146 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:24,700 INFO MainThread:739146 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:24,701 INFO MainThread:739146 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:24,711 INFO MainThread:739146 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:25,414 INFO MainThread:739146 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:25,552 INFO MainThread:739146 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:25,553 INFO MainThread:739146 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:28:00,332 INFO MsgRouterThr:739146 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_fold_towel/wandb/run-20251116_145424-t28bi8im/run-t28bi8im.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f29c1560609068450ff2491365405478432a5c19b88b5a04ecbb390234b04f07
3
+ size 5146294
pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi0",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "IDENTITY",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.images.left_wrist_image": {
11
+ "type": "VISUAL",
12
+ "shape": [
13
+ 3,
14
+ 240,
15
+ 320
16
+ ]
17
+ },
18
+ "observation.images.image": {
19
+ "type": "VISUAL",
20
+ "shape": [
21
+ 3,
22
+ 240,
23
+ 320
24
+ ]
25
+ },
26
+ "observation.images.right_wrist_image": {
27
+ "type": "VISUAL",
28
+ "shape": [
29
+ 3,
30
+ 240,
31
+ 320
32
+ ]
33
+ },
34
+ "observation.state": {
35
+ "type": "STATE",
36
+ "shape": [
37
+ 20
38
+ ]
39
+ }
40
+ },
41
+ "output_features": {
42
+ "action": {
43
+ "type": "ACTION",
44
+ "shape": [
45
+ 20
46
+ ]
47
+ }
48
+ },
49
+ "device": "cuda",
50
+ "use_amp": false,
51
+ "chunk_size": 50,
52
+ "n_action_steps": 50,
53
+ "max_state_dim": 32,
54
+ "max_action_dim": 32,
55
+ "resize_imgs_with_padding": [
56
+ 224,
57
+ 224
58
+ ],
59
+ "empty_cameras": 0,
60
+ "adapt_to_pi_aloha": false,
61
+ "use_delta_joint_actions_aloha": false,
62
+ "tokenizer_max_length": 48,
63
+ "proj_width": 1024,
64
+ "num_steps": 10,
65
+ "use_cache": true,
66
+ "attention_implementation": "eager",
67
+ "freeze_vision_encoder": true,
68
+ "train_expert_only": false,
69
+ "train_state_proj": true,
70
+ "optimizer_lr": 2.5e-05,
71
+ "optimizer_betas": [
72
+ 0.9,
73
+ 0.95
74
+ ],
75
+ "optimizer_eps": 1e-08,
76
+ "optimizer_weight_decay": 1e-10,
77
+ "scheduler_warmup_steps": 1000,
78
+ "scheduler_decay_steps": 30000,
79
+ "scheduler_decay_lr": 2.5e-06
80
+ }
pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9170ff8bb3b76b8e13d1d85d0cf885e7b13793ce4375d9e462284ac8eb8229aa
3
+ size 7536022888
pi0_anubis_pullout_wrench/checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "anubis_pullout_wrench__lerobot",
4
+ "root": "/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_pullout_wrench__lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "pi0",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "IDENTITY",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.images.left_wrist_image": {
78
+ "type": "VISUAL",
79
+ "shape": [
80
+ 3,
81
+ 240,
82
+ 320
83
+ ]
84
+ },
85
+ "observation.images.image": {
86
+ "type": "VISUAL",
87
+ "shape": [
88
+ 3,
89
+ 240,
90
+ 320
91
+ ]
92
+ },
93
+ "observation.images.right_wrist_image": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 240,
98
+ 320
99
+ ]
100
+ },
101
+ "observation.state": {
102
+ "type": "STATE",
103
+ "shape": [
104
+ 20
105
+ ]
106
+ }
107
+ },
108
+ "output_features": {
109
+ "action": {
110
+ "type": "ACTION",
111
+ "shape": [
112
+ 20
113
+ ]
114
+ }
115
+ },
116
+ "device": "cuda",
117
+ "use_amp": false,
118
+ "chunk_size": 50,
119
+ "n_action_steps": 50,
120
+ "max_state_dim": 32,
121
+ "max_action_dim": 32,
122
+ "resize_imgs_with_padding": [
123
+ 224,
124
+ 224
125
+ ],
126
+ "empty_cameras": 0,
127
+ "adapt_to_pi_aloha": false,
128
+ "use_delta_joint_actions_aloha": false,
129
+ "tokenizer_max_length": 48,
130
+ "proj_width": 1024,
131
+ "num_steps": 10,
132
+ "use_cache": true,
133
+ "attention_implementation": "eager",
134
+ "freeze_vision_encoder": true,
135
+ "train_expert_only": false,
136
+ "train_state_proj": true,
137
+ "optimizer_lr": 2.5e-05,
138
+ "optimizer_betas": [
139
+ 0.9,
140
+ 0.95
141
+ ],
142
+ "optimizer_eps": 1e-08,
143
+ "optimizer_weight_decay": 1e-10,
144
+ "scheduler_warmup_steps": 1000,
145
+ "scheduler_decay_steps": 30000,
146
+ "scheduler_decay_lr": 2.5e-06
147
+ },
148
+ "output_dir": "outputs/train/2025-11-16/14-54-10_pi0",
149
+ "job_name": "pi0",
150
+ "resume": false,
151
+ "seed": 1000,
152
+ "num_workers": 2,
153
+ "batch_size": 6,
154
+ "steps": 100000,
155
+ "eval_freq": 20000,
156
+ "log_freq": 200,
157
+ "save_checkpoint": true,
158
+ "save_freq": 20000,
159
+ "use_policy_training_preset": true,
160
+ "optimizer": {
161
+ "type": "adamw",
162
+ "lr": 2.5e-05,
163
+ "weight_decay": 1e-10,
164
+ "grad_clip_norm": 10.0,
165
+ "betas": [
166
+ 0.9,
167
+ 0.95
168
+ ],
169
+ "eps": 1e-08
170
+ },
171
+ "scheduler": {
172
+ "type": "cosine_decay_with_warmup",
173
+ "num_warmup_steps": 1000,
174
+ "num_decay_steps": 30000,
175
+ "peak_lr": 2.5e-05,
176
+ "decay_lr": 2.5e-06
177
+ },
178
+ "eval": {
179
+ "n_episodes": 50,
180
+ "batch_size": 50,
181
+ "use_async_envs": false
182
+ },
183
+ "wandb": {
184
+ "enable": true,
185
+ "disable_artifact": true,
186
+ "project": "lerobot",
187
+ "entity": null,
188
+ "notes": null,
189
+ "run_id": null,
190
+ "mode": null
191
+ }
192
+ }
pi0_anubis_pullout_wrench/wandb/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:11.572271588+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:11.886294487+09:00","level":"INFO","msg":"created new stream","id":"gykmzoum"}
3
+ {"time":"2025-11-16T14:54:11.886335679+09:00","level":"INFO","msg":"stream: started","id":"gykmzoum"}
4
+ {"time":"2025-11-16T14:54:11.886350041+09:00","level":"INFO","msg":"handler: started","stream_id":"gykmzoum"}
5
+ {"time":"2025-11-16T14:54:11.886377762+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"gykmzoum"}
6
+ {"time":"2025-11-16T14:54:11.886358473+09:00","level":"INFO","msg":"sender: started","stream_id":"gykmzoum"}
7
+ {"time":"2025-11-16T14:54:12.220885574+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:39:31.227480735+09:00","level":"INFO","msg":"stream: closing","id":"gykmzoum"}
9
+ {"time":"2025-11-17T12:39:31.227539023+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:39:31.227679544+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:39:32.527020868+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:39:32.777442249+09:00","level":"INFO","msg":"handler: closed","stream_id":"gykmzoum"}
13
+ {"time":"2025-11-17T12:39:32.777464733+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"gykmzoum"}
14
+ {"time":"2025-11-17T12:39:32.777500907+09:00","level":"INFO","msg":"sender: closed","stream_id":"gykmzoum"}
15
+ {"time":"2025-11-17T12:39:32.777549099+09:00","level":"INFO","msg":"stream: closed","id":"gykmzoum"}
pi0_anubis_pullout_wrench/wandb/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Configure stats pid to 683668
3
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug.log
7
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug-internal.log
8
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_pullout_wrench__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_pullout_wrench__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-10_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:11,565 INFO MainThread:683668 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:11,565 INFO MainThread:683668 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:11,567 INFO MainThread:683668 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:11,568 INFO MainThread:683668 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:11,569 INFO MainThread:683668 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:11,578 INFO MainThread:683668 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:12,219 INFO MainThread:683668 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:12,355 INFO MainThread:683668 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:39:31,177 INFO MsgRouterThr:683668 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/config.yaml ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.19.9
4
+ m: []
5
+ python_version: 3.10.17
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ - 55
13
+ "2":
14
+ - 1
15
+ - 2
16
+ - 3
17
+ - 11
18
+ - 41
19
+ - 49
20
+ - 51
21
+ - 55
22
+ - 71
23
+ "3":
24
+ - 13
25
+ - 15
26
+ - 16
27
+ - 23
28
+ - 55
29
+ - 61
30
+ "4": 3.10.17
31
+ "5": 0.19.9
32
+ "8":
33
+ - 2
34
+ - 5
35
+ "12": 0.19.9
36
+ "13": linux-x86_64
37
+ batch_size:
38
+ value: 6
39
+ dataset:
40
+ value:
41
+ episodes: null
42
+ image_transforms:
43
+ enable: false
44
+ max_num_transforms: 3
45
+ random_order: false
46
+ tfs:
47
+ brightness:
48
+ kwargs:
49
+ brightness:
50
+ - 0.8
51
+ - 1.2
52
+ type: ColorJitter
53
+ weight: 1
54
+ contrast:
55
+ kwargs:
56
+ contrast:
57
+ - 0.8
58
+ - 1.2
59
+ type: ColorJitter
60
+ weight: 1
61
+ hue:
62
+ kwargs:
63
+ hue:
64
+ - -0.05
65
+ - 0.05
66
+ type: ColorJitter
67
+ weight: 1
68
+ saturation:
69
+ kwargs:
70
+ saturation:
71
+ - 0.5
72
+ - 1.5
73
+ type: ColorJitter
74
+ weight: 1
75
+ sharpness:
76
+ kwargs:
77
+ sharpness:
78
+ - 0.5
79
+ - 1.5
80
+ type: SharpnessJitter
81
+ weight: 1
82
+ repo_id: anubis_pullout_wrench__lerobot
83
+ revision: null
84
+ root: /data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_pullout_wrench__lerobot
85
+ use_imagenet_stats: true
86
+ video_backend: torchcodec
87
+ env:
88
+ value: null
89
+ eval:
90
+ value:
91
+ batch_size: 50
92
+ n_episodes: 50
93
+ use_async_envs: false
94
+ eval_freq:
95
+ value: 20000
96
+ job_name:
97
+ value: pi0
98
+ log_freq:
99
+ value: 200
100
+ num_workers:
101
+ value: 2
102
+ optimizer:
103
+ value:
104
+ betas:
105
+ - 0.9
106
+ - 0.95
107
+ eps: 1e-08
108
+ grad_clip_norm: 10
109
+ lr: 2.5e-05
110
+ type: adamw
111
+ weight_decay: 1e-10
112
+ output_dir:
113
+ value: outputs/train/2025-11-16/14-54-10_pi0
114
+ policy:
115
+ value:
116
+ adapt_to_pi_aloha: false
117
+ attention_implementation: eager
118
+ chunk_size: 50
119
+ device: cuda
120
+ empty_cameras: 0
121
+ freeze_vision_encoder: true
122
+ max_action_dim: 32
123
+ max_state_dim: 32
124
+ n_action_steps: 50
125
+ n_obs_steps: 1
126
+ normalization_mapping:
127
+ ACTION: MEAN_STD
128
+ STATE: MEAN_STD
129
+ VISUAL: IDENTITY
130
+ num_steps: 10
131
+ optimizer_betas:
132
+ - 0.9
133
+ - 0.95
134
+ optimizer_eps: 1e-08
135
+ optimizer_lr: 2.5e-05
136
+ optimizer_weight_decay: 1e-10
137
+ proj_width: 1024
138
+ resize_imgs_with_padding:
139
+ - 224
140
+ - 224
141
+ scheduler_decay_lr: 2.5e-06
142
+ scheduler_decay_steps: 30000
143
+ scheduler_warmup_steps: 1000
144
+ tokenizer_max_length: 48
145
+ train_expert_only: false
146
+ train_state_proj: true
147
+ type: pi0
148
+ use_amp: false
149
+ use_cache: true
150
+ use_delta_joint_actions_aloha: false
151
+ resume:
152
+ value: false
153
+ save_checkpoint:
154
+ value: true
155
+ save_freq:
156
+ value: 20000
157
+ scheduler:
158
+ value:
159
+ decay_lr: 2.5e-06
160
+ num_decay_steps: 30000
161
+ num_warmup_steps: 1000
162
+ peak_lr: 2.5e-05
163
+ type: cosine_decay_with_warmup
164
+ seed:
165
+ value: 1000
166
+ steps:
167
+ value: 100000
168
+ use_policy_training_preset:
169
+ value: true
170
+ wandb:
171
+ value:
172
+ disable_artifact: true
173
+ enable: true
174
+ entity: null
175
+ mode: null
176
+ notes: null
177
+ project: lerobot
178
+ run_id: null
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/requirements.txt ADDED
@@ -0,0 +1,256 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ setuptools==79.0.0
2
+ wheel==0.45.1
3
+ pip==25.0.1
4
+ wcwidth==0.2.13
5
+ triton==3.2.0
6
+ pytz==2025.2
7
+ nvidia-cusparselt-cu12==0.6.2
8
+ mpmath==1.3.0
9
+ Farama-Notifications==0.0.4
10
+ asciitree==0.3.3
11
+ antlr4-python3-runtime==4.9.3
12
+ zipp==3.21.0
13
+ xxhash==3.5.0
14
+ urllib3==2.4.0
15
+ tzdata==2025.2
16
+ typing_extensions==4.13.2
17
+ tqdm==4.67.1
18
+ uv==0.7.3
19
+ toml==0.10.2
20
+ termcolor==3.0.1
21
+ sympy==1.13.1
22
+ soupsieve==2.7
23
+ smmap==5.0.2
24
+ six==1.17.0
25
+ setproctitle==1.3.5
26
+ safetensors==0.5.3
27
+ regex==2024.11.6
28
+ pyzmq==26.4.0
29
+ PyYAML==6.0.2
30
+ PySocks==1.7.1
31
+ pycparser==2.22
32
+ pyarrow==19.0.1
33
+ pyarrow==19.0.1
34
+ psutil==7.0.0
35
+ protobuf==4.21.12
36
+ propcache==0.3.1
37
+ prompt_toolkit==3.0.51
38
+ platformdirs==4.3.7
39
+ pillow==11.2.1
40
+ pillow==11.1.0
41
+ pfzy==0.3.4
42
+ packaging==25.0
43
+ orderly-set==5.4.0
44
+ nvidia-nvtx-cu12==12.4.127
45
+ nvidia-nvjitlink-cu12==12.4.127
46
+ nvidia-nccl-cu12==2.21.5
47
+ nvidia-curand-cu12==10.3.5.147
48
+ nvidia-cufft-cu12==11.2.1.3
49
+ nvidia-cuda-runtime-cu12==12.4.127
50
+ nvidia-cuda-nvrtc-cu12==12.4.127
51
+ nvidia-cuda-cupti-cu12==12.4.127
52
+ nvidia-cublas-cu12==12.4.5.8
53
+ networkx==3.4.2
54
+ mypy-extensions==1.0.0
55
+ mergedeep==1.3.4
56
+ MarkupSafe==3.0.2
57
+ llvmlite==0.44.0
58
+ itsdangerous==2.2.0
59
+ imageio-ffmpeg==0.6.0
60
+ idna==3.10
61
+ hf_transfer==0.1.9
62
+ fsspec==2024.12.0
63
+ frozenlist==1.6.0
64
+ filelock==3.18.0
65
+ fasteners==0.19
66
+ evdev==1.9.1
67
+ einops==0.8.1
68
+ dill==0.3.8
69
+ cmake==4.0.0
70
+ cloudpickle==3.1.1
71
+ click==8.1.8
72
+ charset-normalizer==3.4.1
73
+ certifi==2025.1.31
74
+ blinker==1.9.0
75
+ av==14.3.0
76
+ attrs==25.3.0
77
+ async-timeout==5.0.1
78
+ annotated-types==0.7.0
79
+ aiohappyeyeballs==2.6.1
80
+ Werkzeug==3.1.3
81
+ typing-inspection==0.4.0
82
+ typing-inspect==0.9.0
83
+ sentry-sdk==2.26.1
84
+ requests==2.32.3
85
+ pyyaml-include==1.4.1
86
+ python-xlib==0.33
87
+ python-dateutil==2.9.0.post0
88
+ pydantic_core==2.33.1
89
+ opencv-python-headless==4.11.0.86
90
+ omegaconf==2.3.0
91
+ nvidia-cusparse-cu12==12.3.1.170
92
+ nvidia-cudnn-cu12==9.1.0.70
93
+ numcodecs==0.13.1
94
+ numba==0.61.2
95
+ multiprocess==0.70.16
96
+ multidict==6.4.3
97
+ jsonlines==4.0.0
98
+ Jinja2==3.1.6
99
+ inquirerpy==0.3.4
100
+ importlib_metadata==8.6.1
101
+ imageio==2.37.0
102
+ h5py==3.13.0
103
+ gymnasium==0.29.1
104
+ gitdb==4.0.12
105
+ docker-pycreds==0.4.0
106
+ deepdiff==8.4.2
107
+ cffi==1.17.1
108
+ beautifulsoup4==4.13.4
109
+ aiosignal==1.3.2
110
+ zarr==2.18.3
111
+ yarl==1.20.0
112
+ pynput==1.8.1
113
+ pymunk==6.11.1
114
+ pydantic==2.11.3
115
+ pandas==2.2.3
116
+ nvidia-cusolver-cu12==11.6.1.9
117
+ huggingface-hub==0.30.2
118
+ GitPython==3.1.44
119
+ Flask==3.1.0
120
+ tomli==2.2.1
121
+ wandb==0.19.9
122
+ torch==2.6.0
123
+ diffusers==0.33.1
124
+ aiohttp==3.11.18
125
+ torchvision==0.21.0
126
+ datasets==3.5.0
127
+ PyOpenGL==3.1.9
128
+ glfw==2.9.0
129
+ wrapt==1.17.2
130
+ scipy==1.15.2
131
+ pyparsing==3.2.3
132
+ lxml==5.3.2
133
+ absl-py==2.2.2
134
+ labmaze==1.0.6
135
+ dm-tree==0.1.9
136
+ dm-env==1.6
137
+ gym-aloha==0.1.1
138
+ argcomplete==3.6.2
139
+ tokenizers==0.21.1
140
+ asttokens==3.0.0
141
+ decorator==5.2.1
142
+ exceptiongroup==1.2.2
143
+ executing==2.1.0
144
+ jupyterlab_widgets==3.0.14
145
+ parso==0.8.4
146
+ pickleshare==0.7.5
147
+ ptyprocess==0.7.0
148
+ pure_eval==0.2.3
149
+ Pygments==2.19.1
150
+ traitlets==5.14.3
151
+ widgetsnbextension==4.0.14
152
+ comm==0.2.2
153
+ jedi==0.19.2
154
+ matplotlib-inline==0.1.7
155
+ pexpect==4.9.0
156
+ psygnal==0.12.0
157
+ stack_data==0.6.3
158
+ ipython==8.35.0
159
+ ipywidgets==8.1.6
160
+ jupyter-ui-poll==1.0.0
161
+ anywidget==0.9.18
162
+ rerun-notebook==0.22.1
163
+ rerun-sdk==0.22.1
164
+ retry_decorator==1.1.1
165
+ monotonic==1.6
166
+ crcmod==1.7
167
+ boto==2.49.0
168
+ pyu2f==0.1.5
169
+ pyasn1==0.6.1
170
+ httplib2==0.20.4
171
+ cachetools==5.5.2
172
+ rsa==4.7.2
173
+ pyasn1_modules==0.4.2
174
+ google-reauth==0.1.1
175
+ cryptography==43.0.3
176
+ pyOpenSSL==24.2.1
177
+ oauth2client==4.1.3
178
+ google-auth==2.17.0
179
+ google-auth-httplib2==0.2.0
180
+ google-apitools==0.5.32
181
+ gcs-oauth2-boto-plugin==3.2
182
+ gsutil==5.34
183
+ dm_control==1.0.21
184
+ namex==0.0.9
185
+ libclang==18.1.1
186
+ flatbuffers==25.2.10
187
+ tensorflow-io-gcs-filesystem==0.37.1
188
+ tensorboard-data-server==0.7.2
189
+ promise==2.3
190
+ optree==0.15.0
191
+ opt_einsum==3.4.0
192
+ mujoco==3.2.0
193
+ numpy==2.1.3
194
+ mdurl==0.1.2
195
+ Markdown==3.8
196
+ importlib_resources==6.5.2
197
+ immutabledict==4.2.1
198
+ grpcio==1.71.0
199
+ google-pasta==0.2.0
200
+ gast==0.6.0
201
+ etils==1.12.2
202
+ docstring_parser==0.16
203
+ astunparse==1.6.3
204
+ tensorflow-metadata==1.17.1
205
+ tensorboard==2.19.0
206
+ simple-parsing==0.1.7
207
+ ml_dtypes==0.5.1
208
+ markdown-it-py==3.0.0
209
+ rich==14.0.0
210
+ keras==3.9.2
211
+ array_record==0.7.1
212
+ tensorflow==2.19.0
213
+ tensorflow-datasets==4.9.8
214
+ tifffile==2025.3.30
215
+ shapely==2.1.0
216
+ pygame==2.6.1
217
+ opencv-python==4.11.0.86
218
+ lazy_loader==0.4
219
+ scikit-image==0.25.2
220
+ gym-pusht==0.1.5
221
+ gdown==5.2.0
222
+ pluggy==1.5.0
223
+ iniconfig==2.1.0
224
+ pytest==8.3.5
225
+ iso8601==2.1.0
226
+ future==1.0.0
227
+ pyserial==3.5
228
+ draccus==0.10.0
229
+ transformers==4.51.3
230
+ lerobot==0.1.0
231
+ bottle==0.12.25
232
+ waitress==3.0.2
233
+ accelerate==1.6.0
234
+ TorchCodec==0.2.1
235
+ kiwisolver==1.4.9
236
+ fonttools==4.59.2
237
+ cycler==0.12.1
238
+ contourpy==1.3.2
239
+ matplotlib==3.10.6
240
+ tabletop_sim==0.0.0
241
+ autocommand==2.2.2
242
+ backports.tarfile==1.2.0
243
+ importlib_metadata==8.0.0
244
+ inflect==7.3.1
245
+ jaraco.collections==5.1.0
246
+ jaraco.context==5.3.0
247
+ jaraco.functools==4.0.1
248
+ jaraco.text==3.12.1
249
+ more-itertools==10.3.0
250
+ packaging==24.2
251
+ platformdirs==4.2.2
252
+ tomli==2.0.1
253
+ typeguard==4.3.0
254
+ typing_extensions==4.12.2
255
+ wheel==0.45.1
256
+ zipp==3.19.2
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/wandb-metadata.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-477.10.1.el8_8.x86_64-x86_64-with-glibc2.28",
3
+ "python": "CPython 3.10.17",
4
+ "startedAt": "2025-11-16T05:54:11.568167Z",
5
+ "args": [
6
+ "--policy.path=lerobot/pi0",
7
+ "--num_workers=2",
8
+ "--dataset.repo_id=anubis_pullout_wrench__lerobot",
9
+ "--dataset.root=/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_pullout_wrench__lerobot",
10
+ "--wandb.enable=true",
11
+ "--batch_size=6",
12
+ "--resume",
13
+ "false",
14
+ "--wandb.disable_artifact",
15
+ "true"
16
+ ],
17
+ "program": "/home/euijinrnd/workspace/lerobot/lerobot/scripts/train.py",
18
+ "codePath": "lerobot/scripts/train.py",
19
+ "git": {
20
+ "remote": "https://github.com/huggingface/lerobot.git",
21
+ "commit": "8cfab3882480bdde38e42d93a9752de5ed42cae2"
22
+ },
23
+ "root": "outputs/train/2025-11-16/14-54-10_pi0",
24
+ "host": "node100",
25
+ "executable": "/home/euijinrnd/anaconda3/envs/lerobot/bin/python",
26
+ "codePathLocal": "lerobot/scripts/train.py",
27
+ "cpu_count": 256,
28
+ "cpu_count_logical": 256,
29
+ "gpu": "NVIDIA L40S",
30
+ "gpu_count": 1,
31
+ "disk": {
32
+ "/": {
33
+ "total": "3802389819392",
34
+ "used": "1544208568320"
35
+ }
36
+ },
37
+ "memory": {
38
+ "total": "1081290928128"
39
+ },
40
+ "cpu": {
41
+ "count": 256,
42
+ "countLogical": 256
43
+ },
44
+ "gpu_nvidia": [
45
+ {
46
+ "name": "NVIDIA L40S",
47
+ "memoryTotal": "48305799168",
48
+ "cudaCores": 18176,
49
+ "architecture": "Ada"
50
+ }
51
+ ],
52
+ "slurm": {
53
+ "cluster_name": "cluster",
54
+ "conf": "/etc/slurm/slurm.conf",
55
+ "cpus_on_node": "3",
56
+ "cpus_per_task": "3",
57
+ "gpus_on_node": "1",
58
+ "gtids": "0",
59
+ "job_cpus_per_node": "3",
60
+ "job_gid": "1013",
61
+ "job_id": "16404",
62
+ "job_name": "python",
63
+ "job_nodelist": "node100",
64
+ "job_num_nodes": "1",
65
+ "job_partition": "debug",
66
+ "job_uid": "1013",
67
+ "job_user": "euijinrnd",
68
+ "jobid": "16404",
69
+ "launch_node_ipaddr": "172.20.1.100",
70
+ "localid": "0",
71
+ "nnodes": "1",
72
+ "nodeid": "0",
73
+ "nodelist": "node100",
74
+ "nprocs": "1",
75
+ "ntasks": "1",
76
+ "prio_process": "0",
77
+ "procid": "0",
78
+ "srun_comm_host": "172.20.1.100",
79
+ "srun_comm_port": "44891",
80
+ "step_gpus": "2",
81
+ "step_id": "0",
82
+ "step_launcher_port": "44891",
83
+ "step_nodelist": "node100",
84
+ "step_num_nodes": "1",
85
+ "step_num_tasks": "1",
86
+ "step_tasks_per_node": "1",
87
+ "stepid": "0",
88
+ "submit_dir": "/home/euijinrnd/workspace/lerobot",
89
+ "submit_host": "node100",
90
+ "task_pid": "683668",
91
+ "tasks_per_node": "1",
92
+ "topology_addr": "node100",
93
+ "topology_addr_pattern": "node",
94
+ "umask": "0002",
95
+ "working_cluster": "cluster:172.20.1.100:6817:9472:101"
96
+ },
97
+ "cudaVersion": "12.2"
98
+ }
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime":78319.659356169,"train/dataloading_s":0.00031497406656853853,"_timestamp":1.7633507615187771e+09,"_step":100000,"train/epochs":35.481963335304556,"train/grad_norm":0.4548102317005396,"train/l2_loss":0.022619521245360374,"train/steps":100000,"train/lr":2.5000000000000053e-06,"_wandb":{"runtime":78319},"train/update_s":0.7675354680919554,"train/loss":0.008722739843651652,"train/samples":600000,"train/episodes":1774.0981667652277}
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug-core.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:11.364293089+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpn6k40u7o/port-683668.txt","pid":683668,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
2
+ {"time":"2025-11-16T14:54:11.364897118+09:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":683668}
3
+ {"time":"2025-11-16T14:54:11.364901304+09:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":42605,"Zone":""}}
4
+ {"time":"2025-11-16T14:54:11.561182457+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:41406"}
5
+ {"time":"2025-11-16T14:54:11.572140691+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"gykmzoum","id":"127.0.0.1:41406"}
6
+ {"time":"2025-11-16T14:54:11.886339555+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"gykmzoum","id":"127.0.0.1:41406"}
7
+ {"time":"2025-11-17T12:39:31.216215442+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:41406"}
8
+ {"time":"2025-11-17T12:39:31.227439803+09:00","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-11-17T12:39:31.227421997+09:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:41406"}
10
+ {"time":"2025-11-17T12:39:31.227539203+09:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:41406"}
11
+ {"time":"2025-11-17T12:39:32.777606967+09:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:41406"}
12
+ {"time":"2025-11-17T12:39:32.777619756+09:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:41406"}
13
+ {"time":"2025-11-17T12:39:32.777625895+09:00","level":"INFO","msg":"server is closed"}
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:11.572271588+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:11.886294487+09:00","level":"INFO","msg":"created new stream","id":"gykmzoum"}
3
+ {"time":"2025-11-16T14:54:11.886335679+09:00","level":"INFO","msg":"stream: started","id":"gykmzoum"}
4
+ {"time":"2025-11-16T14:54:11.886350041+09:00","level":"INFO","msg":"handler: started","stream_id":"gykmzoum"}
5
+ {"time":"2025-11-16T14:54:11.886377762+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"gykmzoum"}
6
+ {"time":"2025-11-16T14:54:11.886358473+09:00","level":"INFO","msg":"sender: started","stream_id":"gykmzoum"}
7
+ {"time":"2025-11-16T14:54:12.220885574+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:39:31.227480735+09:00","level":"INFO","msg":"stream: closing","id":"gykmzoum"}
9
+ {"time":"2025-11-17T12:39:31.227539023+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:39:31.227679544+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:39:32.527020868+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:39:32.777442249+09:00","level":"INFO","msg":"handler: closed","stream_id":"gykmzoum"}
13
+ {"time":"2025-11-17T12:39:32.777464733+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"gykmzoum"}
14
+ {"time":"2025-11-17T12:39:32.777500907+09:00","level":"INFO","msg":"sender: closed","stream_id":"gykmzoum"}
15
+ {"time":"2025-11-17T12:39:32.777549099+09:00","level":"INFO","msg":"stream: closed","id":"gykmzoum"}
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Configure stats pid to 683668
3
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug.log
7
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-10_pi0/wandb/run-20251116_145411-gykmzoum/logs/debug-internal.log
8
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:11,564 INFO MainThread:683668 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_pullout_wrench__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_pullout_wrench__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-10_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:11,565 INFO MainThread:683668 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:11,565 INFO MainThread:683668 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:11,567 INFO MainThread:683668 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:11,568 INFO MainThread:683668 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:11,569 INFO MainThread:683668 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:11,578 INFO MainThread:683668 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:12,219 INFO MainThread:683668 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:12,354 INFO MainThread:683668 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:12,355 INFO MainThread:683668 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:39:31,177 INFO MsgRouterThr:683668 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_pullout_wrench/wandb/run-20251116_145411-gykmzoum/run-gykmzoum.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3551455b4d8c41bfa847032189022ceb089188346995fc6782ee72f47a858371
3
+ size 5177164
pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi0",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "IDENTITY",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.images.left_wrist_image": {
11
+ "type": "VISUAL",
12
+ "shape": [
13
+ 3,
14
+ 240,
15
+ 320
16
+ ]
17
+ },
18
+ "observation.images.image": {
19
+ "type": "VISUAL",
20
+ "shape": [
21
+ 3,
22
+ 240,
23
+ 320
24
+ ]
25
+ },
26
+ "observation.images.right_wrist_image": {
27
+ "type": "VISUAL",
28
+ "shape": [
29
+ 3,
30
+ 240,
31
+ 320
32
+ ]
33
+ },
34
+ "observation.state": {
35
+ "type": "STATE",
36
+ "shape": [
37
+ 20
38
+ ]
39
+ }
40
+ },
41
+ "output_features": {
42
+ "action": {
43
+ "type": "ACTION",
44
+ "shape": [
45
+ 20
46
+ ]
47
+ }
48
+ },
49
+ "device": "cuda",
50
+ "use_amp": false,
51
+ "chunk_size": 50,
52
+ "n_action_steps": 50,
53
+ "max_state_dim": 32,
54
+ "max_action_dim": 32,
55
+ "resize_imgs_with_padding": [
56
+ 224,
57
+ 224
58
+ ],
59
+ "empty_cameras": 0,
60
+ "adapt_to_pi_aloha": false,
61
+ "use_delta_joint_actions_aloha": false,
62
+ "tokenizer_max_length": 48,
63
+ "proj_width": 1024,
64
+ "num_steps": 10,
65
+ "use_cache": true,
66
+ "attention_implementation": "eager",
67
+ "freeze_vision_encoder": true,
68
+ "train_expert_only": false,
69
+ "train_state_proj": true,
70
+ "optimizer_lr": 2.5e-05,
71
+ "optimizer_betas": [
72
+ 0.9,
73
+ 0.95
74
+ ],
75
+ "optimizer_eps": 1e-08,
76
+ "optimizer_weight_decay": 1e-10,
77
+ "scheduler_warmup_steps": 1000,
78
+ "scheduler_decay_steps": 30000,
79
+ "scheduler_decay_lr": 2.5e-06
80
+ }
pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698c1ca764485cc5bd5df90b91ed699d4607aad4c84ead2b11d4c635c6149386
3
+ size 7536022888
pi0_anubis_put_into_pot/checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "anubis_put_into_pot__lerobot",
4
+ "root": "/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_put_into_pot__lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "pi0",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "IDENTITY",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.images.left_wrist_image": {
78
+ "type": "VISUAL",
79
+ "shape": [
80
+ 3,
81
+ 240,
82
+ 320
83
+ ]
84
+ },
85
+ "observation.images.image": {
86
+ "type": "VISUAL",
87
+ "shape": [
88
+ 3,
89
+ 240,
90
+ 320
91
+ ]
92
+ },
93
+ "observation.images.right_wrist_image": {
94
+ "type": "VISUAL",
95
+ "shape": [
96
+ 3,
97
+ 240,
98
+ 320
99
+ ]
100
+ },
101
+ "observation.state": {
102
+ "type": "STATE",
103
+ "shape": [
104
+ 20
105
+ ]
106
+ }
107
+ },
108
+ "output_features": {
109
+ "action": {
110
+ "type": "ACTION",
111
+ "shape": [
112
+ 20
113
+ ]
114
+ }
115
+ },
116
+ "device": "cuda",
117
+ "use_amp": false,
118
+ "chunk_size": 50,
119
+ "n_action_steps": 50,
120
+ "max_state_dim": 32,
121
+ "max_action_dim": 32,
122
+ "resize_imgs_with_padding": [
123
+ 224,
124
+ 224
125
+ ],
126
+ "empty_cameras": 0,
127
+ "adapt_to_pi_aloha": false,
128
+ "use_delta_joint_actions_aloha": false,
129
+ "tokenizer_max_length": 48,
130
+ "proj_width": 1024,
131
+ "num_steps": 10,
132
+ "use_cache": true,
133
+ "attention_implementation": "eager",
134
+ "freeze_vision_encoder": true,
135
+ "train_expert_only": false,
136
+ "train_state_proj": true,
137
+ "optimizer_lr": 2.5e-05,
138
+ "optimizer_betas": [
139
+ 0.9,
140
+ 0.95
141
+ ],
142
+ "optimizer_eps": 1e-08,
143
+ "optimizer_weight_decay": 1e-10,
144
+ "scheduler_warmup_steps": 1000,
145
+ "scheduler_decay_steps": 30000,
146
+ "scheduler_decay_lr": 2.5e-06
147
+ },
148
+ "output_dir": "outputs/train/2025-11-16/14-54-38_pi0",
149
+ "job_name": "pi0",
150
+ "resume": false,
151
+ "seed": 1000,
152
+ "num_workers": 2,
153
+ "batch_size": 6,
154
+ "steps": 100000,
155
+ "eval_freq": 20000,
156
+ "log_freq": 200,
157
+ "save_checkpoint": true,
158
+ "save_freq": 20000,
159
+ "use_policy_training_preset": true,
160
+ "optimizer": {
161
+ "type": "adamw",
162
+ "lr": 2.5e-05,
163
+ "weight_decay": 1e-10,
164
+ "grad_clip_norm": 10.0,
165
+ "betas": [
166
+ 0.9,
167
+ 0.95
168
+ ],
169
+ "eps": 1e-08
170
+ },
171
+ "scheduler": {
172
+ "type": "cosine_decay_with_warmup",
173
+ "num_warmup_steps": 1000,
174
+ "num_decay_steps": 30000,
175
+ "peak_lr": 2.5e-05,
176
+ "decay_lr": 2.5e-06
177
+ },
178
+ "eval": {
179
+ "n_episodes": 50,
180
+ "batch_size": 50,
181
+ "use_async_envs": false
182
+ },
183
+ "wandb": {
184
+ "enable": true,
185
+ "disable_artifact": true,
186
+ "project": "lerobot",
187
+ "entity": null,
188
+ "notes": null,
189
+ "run_id": null,
190
+ "mode": null
191
+ }
192
+ }
pi0_anubis_put_into_pot/wandb/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:39.406809026+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:39.80252746+09:00","level":"INFO","msg":"created new stream","id":"vez3sqvc"}
3
+ {"time":"2025-11-16T14:54:39.802566008+09:00","level":"INFO","msg":"stream: started","id":"vez3sqvc"}
4
+ {"time":"2025-11-16T14:54:39.803394404+09:00","level":"INFO","msg":"handler: started","stream_id":"vez3sqvc"}
5
+ {"time":"2025-11-16T14:54:39.803417719+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"vez3sqvc"}
6
+ {"time":"2025-11-16T14:54:39.803568175+09:00","level":"INFO","msg":"sender: started","stream_id":"vez3sqvc"}
7
+ {"time":"2025-11-16T14:54:40.239703745+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:27:59.104959478+09:00","level":"INFO","msg":"stream: closing","id":"vez3sqvc"}
9
+ {"time":"2025-11-17T12:27:59.105028462+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:27:59.119473016+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:28:00.185343236+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:28:00.478855519+09:00","level":"INFO","msg":"handler: closed","stream_id":"vez3sqvc"}
13
+ {"time":"2025-11-17T12:28:00.478884673+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"vez3sqvc"}
14
+ {"time":"2025-11-17T12:28:00.478913726+09:00","level":"INFO","msg":"sender: closed","stream_id":"vez3sqvc"}
15
+ {"time":"2025-11-17T12:28:00.478941158+09:00","level":"INFO","msg":"stream: closed","id":"vez3sqvc"}
pi0_anubis_put_into_pot/wandb/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Configure stats pid to 792325
3
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug.log
7
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug-internal.log
8
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_put_into_pot__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_put_into_pot__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-38_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:39,405 INFO MainThread:792325 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:39,405 INFO MainThread:792325 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:39,406 INFO MainThread:792325 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:39,412 INFO MainThread:792325 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:40,237 INFO MainThread:792325 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:40,385 INFO MainThread:792325 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:27:58,966 INFO MsgRouterThr:792325 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/config.yaml ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.19.9
4
+ m: []
5
+ python_version: 3.10.17
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ - 55
13
+ "2":
14
+ - 1
15
+ - 2
16
+ - 3
17
+ - 11
18
+ - 41
19
+ - 49
20
+ - 51
21
+ - 55
22
+ - 71
23
+ "3":
24
+ - 13
25
+ - 15
26
+ - 16
27
+ - 23
28
+ - 55
29
+ - 61
30
+ "4": 3.10.17
31
+ "5": 0.19.9
32
+ "8":
33
+ - 2
34
+ - 5
35
+ "12": 0.19.9
36
+ "13": linux-x86_64
37
+ batch_size:
38
+ value: 6
39
+ dataset:
40
+ value:
41
+ episodes: null
42
+ image_transforms:
43
+ enable: false
44
+ max_num_transforms: 3
45
+ random_order: false
46
+ tfs:
47
+ brightness:
48
+ kwargs:
49
+ brightness:
50
+ - 0.8
51
+ - 1.2
52
+ type: ColorJitter
53
+ weight: 1
54
+ contrast:
55
+ kwargs:
56
+ contrast:
57
+ - 0.8
58
+ - 1.2
59
+ type: ColorJitter
60
+ weight: 1
61
+ hue:
62
+ kwargs:
63
+ hue:
64
+ - -0.05
65
+ - 0.05
66
+ type: ColorJitter
67
+ weight: 1
68
+ saturation:
69
+ kwargs:
70
+ saturation:
71
+ - 0.5
72
+ - 1.5
73
+ type: ColorJitter
74
+ weight: 1
75
+ sharpness:
76
+ kwargs:
77
+ sharpness:
78
+ - 0.5
79
+ - 1.5
80
+ type: SharpnessJitter
81
+ weight: 1
82
+ repo_id: anubis_put_into_pot__lerobot
83
+ revision: null
84
+ root: /data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_put_into_pot__lerobot
85
+ use_imagenet_stats: true
86
+ video_backend: torchcodec
87
+ env:
88
+ value: null
89
+ eval:
90
+ value:
91
+ batch_size: 50
92
+ n_episodes: 50
93
+ use_async_envs: false
94
+ eval_freq:
95
+ value: 20000
96
+ job_name:
97
+ value: pi0
98
+ log_freq:
99
+ value: 200
100
+ num_workers:
101
+ value: 2
102
+ optimizer:
103
+ value:
104
+ betas:
105
+ - 0.9
106
+ - 0.95
107
+ eps: 1e-08
108
+ grad_clip_norm: 10
109
+ lr: 2.5e-05
110
+ type: adamw
111
+ weight_decay: 1e-10
112
+ output_dir:
113
+ value: outputs/train/2025-11-16/14-54-38_pi0
114
+ policy:
115
+ value:
116
+ adapt_to_pi_aloha: false
117
+ attention_implementation: eager
118
+ chunk_size: 50
119
+ device: cuda
120
+ empty_cameras: 0
121
+ freeze_vision_encoder: true
122
+ max_action_dim: 32
123
+ max_state_dim: 32
124
+ n_action_steps: 50
125
+ n_obs_steps: 1
126
+ normalization_mapping:
127
+ ACTION: MEAN_STD
128
+ STATE: MEAN_STD
129
+ VISUAL: IDENTITY
130
+ num_steps: 10
131
+ optimizer_betas:
132
+ - 0.9
133
+ - 0.95
134
+ optimizer_eps: 1e-08
135
+ optimizer_lr: 2.5e-05
136
+ optimizer_weight_decay: 1e-10
137
+ proj_width: 1024
138
+ resize_imgs_with_padding:
139
+ - 224
140
+ - 224
141
+ scheduler_decay_lr: 2.5e-06
142
+ scheduler_decay_steps: 30000
143
+ scheduler_warmup_steps: 1000
144
+ tokenizer_max_length: 48
145
+ train_expert_only: false
146
+ train_state_proj: true
147
+ type: pi0
148
+ use_amp: false
149
+ use_cache: true
150
+ use_delta_joint_actions_aloha: false
151
+ resume:
152
+ value: false
153
+ save_checkpoint:
154
+ value: true
155
+ save_freq:
156
+ value: 20000
157
+ scheduler:
158
+ value:
159
+ decay_lr: 2.5e-06
160
+ num_decay_steps: 30000
161
+ num_warmup_steps: 1000
162
+ peak_lr: 2.5e-05
163
+ type: cosine_decay_with_warmup
164
+ seed:
165
+ value: 1000
166
+ steps:
167
+ value: 100000
168
+ use_policy_training_preset:
169
+ value: true
170
+ wandb:
171
+ value:
172
+ disable_artifact: true
173
+ enable: true
174
+ entity: null
175
+ mode: null
176
+ notes: null
177
+ project: lerobot
178
+ run_id: null
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/requirements.txt ADDED
@@ -0,0 +1,256 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ setuptools==79.0.0
2
+ wheel==0.45.1
3
+ pip==25.0.1
4
+ wcwidth==0.2.13
5
+ triton==3.2.0
6
+ pytz==2025.2
7
+ nvidia-cusparselt-cu12==0.6.2
8
+ mpmath==1.3.0
9
+ Farama-Notifications==0.0.4
10
+ asciitree==0.3.3
11
+ antlr4-python3-runtime==4.9.3
12
+ zipp==3.21.0
13
+ xxhash==3.5.0
14
+ urllib3==2.4.0
15
+ tzdata==2025.2
16
+ typing_extensions==4.13.2
17
+ tqdm==4.67.1
18
+ uv==0.7.3
19
+ toml==0.10.2
20
+ termcolor==3.0.1
21
+ sympy==1.13.1
22
+ soupsieve==2.7
23
+ smmap==5.0.2
24
+ six==1.17.0
25
+ setproctitle==1.3.5
26
+ safetensors==0.5.3
27
+ regex==2024.11.6
28
+ pyzmq==26.4.0
29
+ PyYAML==6.0.2
30
+ PySocks==1.7.1
31
+ pycparser==2.22
32
+ pyarrow==19.0.1
33
+ pyarrow==19.0.1
34
+ psutil==7.0.0
35
+ protobuf==4.21.12
36
+ propcache==0.3.1
37
+ prompt_toolkit==3.0.51
38
+ platformdirs==4.3.7
39
+ pillow==11.2.1
40
+ pillow==11.1.0
41
+ pfzy==0.3.4
42
+ packaging==25.0
43
+ orderly-set==5.4.0
44
+ nvidia-nvtx-cu12==12.4.127
45
+ nvidia-nvjitlink-cu12==12.4.127
46
+ nvidia-nccl-cu12==2.21.5
47
+ nvidia-curand-cu12==10.3.5.147
48
+ nvidia-cufft-cu12==11.2.1.3
49
+ nvidia-cuda-runtime-cu12==12.4.127
50
+ nvidia-cuda-nvrtc-cu12==12.4.127
51
+ nvidia-cuda-cupti-cu12==12.4.127
52
+ nvidia-cublas-cu12==12.4.5.8
53
+ networkx==3.4.2
54
+ mypy-extensions==1.0.0
55
+ mergedeep==1.3.4
56
+ MarkupSafe==3.0.2
57
+ llvmlite==0.44.0
58
+ itsdangerous==2.2.0
59
+ imageio-ffmpeg==0.6.0
60
+ idna==3.10
61
+ hf_transfer==0.1.9
62
+ fsspec==2024.12.0
63
+ frozenlist==1.6.0
64
+ filelock==3.18.0
65
+ fasteners==0.19
66
+ evdev==1.9.1
67
+ einops==0.8.1
68
+ dill==0.3.8
69
+ cmake==4.0.0
70
+ cloudpickle==3.1.1
71
+ click==8.1.8
72
+ charset-normalizer==3.4.1
73
+ certifi==2025.1.31
74
+ blinker==1.9.0
75
+ av==14.3.0
76
+ attrs==25.3.0
77
+ async-timeout==5.0.1
78
+ annotated-types==0.7.0
79
+ aiohappyeyeballs==2.6.1
80
+ Werkzeug==3.1.3
81
+ typing-inspection==0.4.0
82
+ typing-inspect==0.9.0
83
+ sentry-sdk==2.26.1
84
+ requests==2.32.3
85
+ pyyaml-include==1.4.1
86
+ python-xlib==0.33
87
+ python-dateutil==2.9.0.post0
88
+ pydantic_core==2.33.1
89
+ opencv-python-headless==4.11.0.86
90
+ omegaconf==2.3.0
91
+ nvidia-cusparse-cu12==12.3.1.170
92
+ nvidia-cudnn-cu12==9.1.0.70
93
+ numcodecs==0.13.1
94
+ numba==0.61.2
95
+ multiprocess==0.70.16
96
+ multidict==6.4.3
97
+ jsonlines==4.0.0
98
+ Jinja2==3.1.6
99
+ inquirerpy==0.3.4
100
+ importlib_metadata==8.6.1
101
+ imageio==2.37.0
102
+ h5py==3.13.0
103
+ gymnasium==0.29.1
104
+ gitdb==4.0.12
105
+ docker-pycreds==0.4.0
106
+ deepdiff==8.4.2
107
+ cffi==1.17.1
108
+ beautifulsoup4==4.13.4
109
+ aiosignal==1.3.2
110
+ zarr==2.18.3
111
+ yarl==1.20.0
112
+ pynput==1.8.1
113
+ pymunk==6.11.1
114
+ pydantic==2.11.3
115
+ pandas==2.2.3
116
+ nvidia-cusolver-cu12==11.6.1.9
117
+ huggingface-hub==0.30.2
118
+ GitPython==3.1.44
119
+ Flask==3.1.0
120
+ tomli==2.2.1
121
+ wandb==0.19.9
122
+ torch==2.6.0
123
+ diffusers==0.33.1
124
+ aiohttp==3.11.18
125
+ torchvision==0.21.0
126
+ datasets==3.5.0
127
+ PyOpenGL==3.1.9
128
+ glfw==2.9.0
129
+ wrapt==1.17.2
130
+ scipy==1.15.2
131
+ pyparsing==3.2.3
132
+ lxml==5.3.2
133
+ absl-py==2.2.2
134
+ labmaze==1.0.6
135
+ dm-tree==0.1.9
136
+ dm-env==1.6
137
+ gym-aloha==0.1.1
138
+ argcomplete==3.6.2
139
+ tokenizers==0.21.1
140
+ asttokens==3.0.0
141
+ decorator==5.2.1
142
+ exceptiongroup==1.2.2
143
+ executing==2.1.0
144
+ jupyterlab_widgets==3.0.14
145
+ parso==0.8.4
146
+ pickleshare==0.7.5
147
+ ptyprocess==0.7.0
148
+ pure_eval==0.2.3
149
+ Pygments==2.19.1
150
+ traitlets==5.14.3
151
+ widgetsnbextension==4.0.14
152
+ comm==0.2.2
153
+ jedi==0.19.2
154
+ matplotlib-inline==0.1.7
155
+ pexpect==4.9.0
156
+ psygnal==0.12.0
157
+ stack_data==0.6.3
158
+ ipython==8.35.0
159
+ ipywidgets==8.1.6
160
+ jupyter-ui-poll==1.0.0
161
+ anywidget==0.9.18
162
+ rerun-notebook==0.22.1
163
+ rerun-sdk==0.22.1
164
+ retry_decorator==1.1.1
165
+ monotonic==1.6
166
+ crcmod==1.7
167
+ boto==2.49.0
168
+ pyu2f==0.1.5
169
+ pyasn1==0.6.1
170
+ httplib2==0.20.4
171
+ cachetools==5.5.2
172
+ rsa==4.7.2
173
+ pyasn1_modules==0.4.2
174
+ google-reauth==0.1.1
175
+ cryptography==43.0.3
176
+ pyOpenSSL==24.2.1
177
+ oauth2client==4.1.3
178
+ google-auth==2.17.0
179
+ google-auth-httplib2==0.2.0
180
+ google-apitools==0.5.32
181
+ gcs-oauth2-boto-plugin==3.2
182
+ gsutil==5.34
183
+ dm_control==1.0.21
184
+ namex==0.0.9
185
+ libclang==18.1.1
186
+ flatbuffers==25.2.10
187
+ tensorflow-io-gcs-filesystem==0.37.1
188
+ tensorboard-data-server==0.7.2
189
+ promise==2.3
190
+ optree==0.15.0
191
+ opt_einsum==3.4.0
192
+ mujoco==3.2.0
193
+ numpy==2.1.3
194
+ mdurl==0.1.2
195
+ Markdown==3.8
196
+ importlib_resources==6.5.2
197
+ immutabledict==4.2.1
198
+ grpcio==1.71.0
199
+ google-pasta==0.2.0
200
+ gast==0.6.0
201
+ etils==1.12.2
202
+ docstring_parser==0.16
203
+ astunparse==1.6.3
204
+ tensorflow-metadata==1.17.1
205
+ tensorboard==2.19.0
206
+ simple-parsing==0.1.7
207
+ ml_dtypes==0.5.1
208
+ markdown-it-py==3.0.0
209
+ rich==14.0.0
210
+ keras==3.9.2
211
+ array_record==0.7.1
212
+ tensorflow==2.19.0
213
+ tensorflow-datasets==4.9.8
214
+ tifffile==2025.3.30
215
+ shapely==2.1.0
216
+ pygame==2.6.1
217
+ opencv-python==4.11.0.86
218
+ lazy_loader==0.4
219
+ scikit-image==0.25.2
220
+ gym-pusht==0.1.5
221
+ gdown==5.2.0
222
+ pluggy==1.5.0
223
+ iniconfig==2.1.0
224
+ pytest==8.3.5
225
+ iso8601==2.1.0
226
+ future==1.0.0
227
+ pyserial==3.5
228
+ draccus==0.10.0
229
+ transformers==4.51.3
230
+ lerobot==0.1.0
231
+ bottle==0.12.25
232
+ waitress==3.0.2
233
+ accelerate==1.6.0
234
+ TorchCodec==0.2.1
235
+ kiwisolver==1.4.9
236
+ fonttools==4.59.2
237
+ cycler==0.12.1
238
+ contourpy==1.3.2
239
+ matplotlib==3.10.6
240
+ tabletop_sim==0.0.0
241
+ autocommand==2.2.2
242
+ backports.tarfile==1.2.0
243
+ importlib_metadata==8.0.0
244
+ inflect==7.3.1
245
+ jaraco.collections==5.1.0
246
+ jaraco.context==5.3.0
247
+ jaraco.functools==4.0.1
248
+ jaraco.text==3.12.1
249
+ more-itertools==10.3.0
250
+ packaging==24.2
251
+ platformdirs==4.2.2
252
+ tomli==2.0.1
253
+ typeguard==4.3.0
254
+ typing_extensions==4.12.2
255
+ wheel==0.45.1
256
+ zipp==3.19.2
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/wandb-metadata.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-4.18.0-477.10.1.el8_8.x86_64-x86_64-with-glibc2.28",
3
+ "python": "CPython 3.10.17",
4
+ "startedAt": "2025-11-16T05:54:39.405696Z",
5
+ "args": [
6
+ "--policy.path=lerobot/pi0",
7
+ "--num_workers=2",
8
+ "--dataset.repo_id=anubis_put_into_pot__lerobot",
9
+ "--dataset.root=/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_put_into_pot__lerobot",
10
+ "--wandb.enable=true",
11
+ "--batch_size=6",
12
+ "--resume",
13
+ "false",
14
+ "--wandb.disable_artifact",
15
+ "true"
16
+ ],
17
+ "program": "/home/euijinrnd/workspace/lerobot/lerobot/scripts/train.py",
18
+ "codePath": "lerobot/scripts/train.py",
19
+ "git": {
20
+ "remote": "https://github.com/huggingface/lerobot.git",
21
+ "commit": "8cfab3882480bdde38e42d93a9752de5ed42cae2"
22
+ },
23
+ "root": "outputs/train/2025-11-16/14-54-38_pi0",
24
+ "host": "node100",
25
+ "executable": "/home/euijinrnd/anaconda3/envs/lerobot/bin/python",
26
+ "codePathLocal": "lerobot/scripts/train.py",
27
+ "cpu_count": 256,
28
+ "cpu_count_logical": 256,
29
+ "gpu": "NVIDIA L40S",
30
+ "gpu_count": 1,
31
+ "disk": {
32
+ "/": {
33
+ "total": "3802389819392",
34
+ "used": "1544208556032"
35
+ }
36
+ },
37
+ "memory": {
38
+ "total": "1081290928128"
39
+ },
40
+ "cpu": {
41
+ "count": 256,
42
+ "countLogical": 256
43
+ },
44
+ "gpu_nvidia": [
45
+ {
46
+ "name": "NVIDIA L40S",
47
+ "memoryTotal": "48305799168",
48
+ "cudaCores": 18176,
49
+ "architecture": "Ada"
50
+ }
51
+ ],
52
+ "slurm": {
53
+ "cluster_name": "cluster",
54
+ "conf": "/etc/slurm/slurm.conf",
55
+ "cpus_on_node": "3",
56
+ "cpus_per_task": "3",
57
+ "gpus_on_node": "1",
58
+ "gtids": "0",
59
+ "job_cpus_per_node": "3",
60
+ "job_gid": "1013",
61
+ "job_id": "16406",
62
+ "job_name": "python",
63
+ "job_nodelist": "node100",
64
+ "job_num_nodes": "1",
65
+ "job_partition": "debug",
66
+ "job_uid": "1013",
67
+ "job_user": "euijinrnd",
68
+ "jobid": "16406",
69
+ "launch_node_ipaddr": "172.20.1.100",
70
+ "localid": "0",
71
+ "nnodes": "1",
72
+ "nodeid": "0",
73
+ "nodelist": "node100",
74
+ "nprocs": "1",
75
+ "ntasks": "1",
76
+ "prio_process": "0",
77
+ "procid": "0",
78
+ "srun_comm_host": "172.20.1.100",
79
+ "srun_comm_port": "33091",
80
+ "step_gpus": "7",
81
+ "step_id": "0",
82
+ "step_launcher_port": "33091",
83
+ "step_nodelist": "node100",
84
+ "step_num_nodes": "1",
85
+ "step_num_tasks": "1",
86
+ "step_tasks_per_node": "1",
87
+ "stepid": "0",
88
+ "submit_dir": "/home/euijinrnd/workspace/lerobot",
89
+ "submit_host": "node100",
90
+ "task_pid": "792325",
91
+ "tasks_per_node": "1",
92
+ "topology_addr": "node100",
93
+ "topology_addr_pattern": "node",
94
+ "umask": "0002",
95
+ "working_cluster": "cluster:172.20.1.100:6817:9472:101"
96
+ },
97
+ "cudaVersion": "12.2"
98
+ }
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train/dataloading_s":0.0002744032524060458,"train/epochs":48.661800486618006,"train/update_s":0.7580257462302689,"_wandb":{"runtime":77599},"train/samples":600000,"_step":100000,"train/steps":100000,"train/loss":0.00912555456510745,"train/lr":2.5000000000000053e-06,"_runtime":77599.699312862,"train/grad_norm":0.4665662924200296,"train/l2_loss":0.019586030393838882,"_timestamp":1.7633500689371262e+09,"train/episodes":2627.737226277372}
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug-core.log ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:39.209511763+09:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp1h8cm2g5/port-792325.txt","pid":792325,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false}
2
+ {"time":"2025-11-16T14:54:39.209980338+09:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":792325}
3
+ {"time":"2025-11-16T14:54:39.209983403+09:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":36737,"Zone":""}}
4
+ {"time":"2025-11-16T14:54:39.400932336+09:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:32952"}
5
+ {"time":"2025-11-16T14:54:39.406703156+09:00","level":"INFO","msg":"handleInformInit: received","streamId":"vez3sqvc","id":"127.0.0.1:32952"}
6
+ {"time":"2025-11-16T14:54:39.802569904+09:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"vez3sqvc","id":"127.0.0.1:32952"}
7
+ {"time":"2025-11-17T12:27:59.077639808+09:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:32952"}
8
+ {"time":"2025-11-17T12:27:59.104864304+09:00","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-11-17T12:27:59.104886117+09:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:32952"}
10
+ {"time":"2025-11-17T12:27:59.105002152+09:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:32952"}
11
+ {"time":"2025-11-17T12:28:00.47898232+09:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:32952"}
12
+ {"time":"2025-11-17T12:28:00.478996862+09:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:32952"}
13
+ {"time":"2025-11-17T12:28:00.479001879+09:00","level":"INFO","msg":"server is closed"}
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-11-16T14:54:39.406809026+09:00","level":"INFO","msg":"stream: starting","core version":"0.19.9","symlink path":"outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug-core.log"}
2
+ {"time":"2025-11-16T14:54:39.80252746+09:00","level":"INFO","msg":"created new stream","id":"vez3sqvc"}
3
+ {"time":"2025-11-16T14:54:39.802566008+09:00","level":"INFO","msg":"stream: started","id":"vez3sqvc"}
4
+ {"time":"2025-11-16T14:54:39.803394404+09:00","level":"INFO","msg":"handler: started","stream_id":"vez3sqvc"}
5
+ {"time":"2025-11-16T14:54:39.803417719+09:00","level":"INFO","msg":"writer: Do: started","stream_id":"vez3sqvc"}
6
+ {"time":"2025-11-16T14:54:39.803568175+09:00","level":"INFO","msg":"sender: started","stream_id":"vez3sqvc"}
7
+ {"time":"2025-11-16T14:54:40.239703745+09:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-11-17T12:27:59.104959478+09:00","level":"INFO","msg":"stream: closing","id":"vez3sqvc"}
9
+ {"time":"2025-11-17T12:27:59.105028462+09:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-11-17T12:27:59.119473016+09:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-11-17T12:28:00.185343236+09:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-11-17T12:28:00.478855519+09:00","level":"INFO","msg":"handler: closed","stream_id":"vez3sqvc"}
13
+ {"time":"2025-11-17T12:28:00.478884673+09:00","level":"INFO","msg":"writer: Close: closed","stream_id":"vez3sqvc"}
14
+ {"time":"2025-11-17T12:28:00.478913726+09:00","level":"INFO","msg":"sender: closed","stream_id":"vez3sqvc"}
15
+ {"time":"2025-11-17T12:28:00.478941158+09:00","level":"INFO","msg":"stream: closed","id":"vez3sqvc"}
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Current SDK version is 0.19.9
2
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Configure stats pid to 792325
3
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/.config/wandb/settings
4
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from /home/euijinrnd/workspace/lerobot/wandb/settings
5
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_setup.py:_flush():67] Loading settings from environment variables
6
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:setup_run_log_directory():662] Logging user logs to outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug.log
7
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:setup_run_log_directory():663] Logging internal logs to outputs/train/2025-11-16/14-54-38_pi0/wandb/run-20251116_145439-vez3sqvc/logs/debug-internal.log
8
+ 2025-11-16 14:54:39,402 INFO MainThread:792325 [wandb_init.py:init():781] calling init triggers
9
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():786] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'anubis_put_into_pot__lerobot', 'root': '/data1/euijinrnd/hf_home_euijin/lerobot/lerobot/anubis_put_into_pot__lerobot', 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'pi0', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.IDENTITY: 'IDENTITY'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 50, 'n_action_steps': 50, 'max_state_dim': 32, 'max_action_dim': 32, 'resize_imgs_with_padding': [224, 224], 'empty_cameras': 0, 'adapt_to_pi_aloha': False, 'use_delta_joint_actions_aloha': False, 'tokenizer_max_length': 48, 'proj_width': 1024, 'num_steps': 10, 'use_cache': True, 'attention_implementation': 'eager', 'freeze_vision_encoder': True, 'train_expert_only': False, 'train_state_proj': True, 'optimizer_lr': 2.5e-05, 'optimizer_betas': [0.9, 0.95], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-10, 'scheduler_warmup_steps': 1000, 'scheduler_decay_steps': 30000, 'scheduler_decay_lr': 2.5e-06}, 'output_dir': 'outputs/train/2025-11-16/14-54-38_pi0', 'job_name': 'pi0', 'resume': False, 'seed': 1000, 'num_workers': 2, 'batch_size': 6, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 2.5e-05, 'weight_decay': 1e-10, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.95], 'eps': 1e-08}, 'scheduler': {'type': 'cosine_decay_with_warmup', 'num_warmup_steps': 1000, 'num_decay_steps': 30000, 'peak_lr': 2.5e-05, 'decay_lr': 2.5e-06}, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': True, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():809] starting backend
12
+ 2025-11-16 14:54:39,403 INFO MainThread:792325 [wandb_init.py:init():813] sending inform_init request
13
+ 2025-11-16 14:54:39,405 INFO MainThread:792325 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-11-16 14:54:39,405 INFO MainThread:792325 [wandb_init.py:init():823] backend started and connected
15
+ 2025-11-16 14:54:39,406 INFO MainThread:792325 [wandb_init.py:init():915] updated telemetry
16
+ 2025-11-16 14:54:39,412 INFO MainThread:792325 [wandb_init.py:init():939] communicating run to backend with 90.0 second timeout
17
+ 2025-11-16 14:54:40,237 INFO MainThread:792325 [wandb_init.py:init():1014] starting run threads in backend
18
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_console_start():2454] atexit reg
19
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2306] redirect: wrap_raw
20
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2371] Wrapping output streams.
21
+ 2025-11-16 14:54:40,384 INFO MainThread:792325 [wandb_run.py:_redirect():2394] Redirects installed.
22
+ 2025-11-16 14:54:40,385 INFO MainThread:792325 [wandb_init.py:init():1056] run started, returning control to user process
23
+ 2025-11-17 12:27:58,966 INFO MsgRouterThr:792325 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.
pi0_anubis_put_into_pot/wandb/run-20251116_145439-vez3sqvc/run-vez3sqvc.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e160a4cad98dbd793ee304c76745c42e37661b1dd3ad8fadd7c026bef449b3
3
+ size 5132944