rocach94 commited on
Commit
12714e5
·
verified ·
1 Parent(s): 3ded066

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +1 -0
  2. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/config.json +64 -0
  3. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/model.safetensors +3 -0
  4. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/train_config.json +170 -0
  5. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/optimizer_param_groups.json +231 -0
  6. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
  7. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/rng_state.safetensors +3 -0
  8. train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/training_step.json +3 -0
  9. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/config.json +64 -0
  10. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/model.safetensors +3 -0
  11. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/train_config.json +170 -0
  12. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/optimizer_param_groups.json +231 -0
  13. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/optimizer_state.safetensors +3 -0
  14. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/rng_state.safetensors +3 -0
  15. train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/training_step.json +3 -0
  16. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/config.json +64 -0
  17. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/model.safetensors +3 -0
  18. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/train_config.json +170 -0
  19. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/optimizer_param_groups.json +231 -0
  20. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
  21. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/rng_state.safetensors +3 -0
  22. train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/training_step.json +3 -0
  23. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/config.json +64 -0
  24. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/model.safetensors +3 -0
  25. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/train_config.json +170 -0
  26. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/optimizer_param_groups.json +231 -0
  27. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/optimizer_state.safetensors +3 -0
  28. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/rng_state.safetensors +3 -0
  29. train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/training_step.json +3 -0
  30. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/config.json +64 -0
  31. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/model.safetensors +3 -0
  32. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/train_config.json +170 -0
  33. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/optimizer_param_groups.json +231 -0
  34. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
  35. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/rng_state.safetensors +3 -0
  36. train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/training_step.json +3 -0
  37. train/so101_dataset_v1_act_resnet_policy/wandb/debug-internal.log +38 -0
  38. train/so101_dataset_v1_act_resnet_policy/wandb/debug.log +23 -0
  39. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/config.yaml +198 -0
  40. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/output.log +0 -0
  41. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/requirements.txt +133 -0
  42. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/wandb-metadata.json +48 -0
  43. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/wandb-summary.json +1 -0
  44. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-core.log +15 -0
  45. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-internal.log +38 -0
  46. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug.log +23 -0
  47. train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/run-r8wo0om6.wandb +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/run-r8wo0om6.wandb filter=lfs diff=lfs merge=lfs -text
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.laptop": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.phone": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e426c4c5c3cf5c0af7f70f58b1f45959f6095e352470a3a0b3662ba1ff28a8
3
+ size 206703264
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "rocach94/so101_dataset_v1",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.laptop": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.phone": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/so101_dataset_v1_act_resnet_policy",
133
+ "job_name": "so101_dataset_v1_act_resnet",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 16,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152,
189
+ 153,
190
+ 154,
191
+ 155,
192
+ 156,
193
+ 157,
194
+ 158,
195
+ 159,
196
+ 160,
197
+ 161,
198
+ 162,
199
+ 163,
200
+ 164,
201
+ 165,
202
+ 166,
203
+ 167,
204
+ 168,
205
+ 169,
206
+ 170,
207
+ 171,
208
+ 172,
209
+ 173,
210
+ 174,
211
+ 175,
212
+ 176,
213
+ 177,
214
+ 178,
215
+ 179,
216
+ 180,
217
+ 181,
218
+ 182,
219
+ 183,
220
+ 184,
221
+ 185,
222
+ 186,
223
+ 187,
224
+ 188,
225
+ 189,
226
+ 190,
227
+ 191,
228
+ 192
229
+ ]
230
+ }
231
+ ]
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8ca5a0afddf92a498c6a6b1f6915cccf6aaae009f35cc72cf3843bdd0965b6
3
+ size 412904724
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1703ed9cabe223c83f9145199395885f998249a1697c3097b7e7afc66ab1c755
3
+ size 15708
train/so101_dataset_v1_act_resnet_policy/checkpoints/020000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 20000
3
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.laptop": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.phone": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594ff53b335ac07cf6086e5776d9ad804671928c43d278e63aa08c4dbf7553bd
3
+ size 206703264
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "rocach94/so101_dataset_v1",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.laptop": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.phone": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/so101_dataset_v1_act_resnet_policy",
133
+ "job_name": "so101_dataset_v1_act_resnet",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 16,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152,
189
+ 153,
190
+ 154,
191
+ 155,
192
+ 156,
193
+ 157,
194
+ 158,
195
+ 159,
196
+ 160,
197
+ 161,
198
+ 162,
199
+ 163,
200
+ 164,
201
+ 165,
202
+ 166,
203
+ 167,
204
+ 168,
205
+ 169,
206
+ 170,
207
+ 171,
208
+ 172,
209
+ 173,
210
+ 174,
211
+ 175,
212
+ 176,
213
+ 177,
214
+ 178,
215
+ 179,
216
+ 180,
217
+ 181,
218
+ 182,
219
+ 183,
220
+ 184,
221
+ 185,
222
+ 186,
223
+ 187,
224
+ 188,
225
+ 189,
226
+ 190,
227
+ 191,
228
+ 192
229
+ ]
230
+ }
231
+ ]
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceabef1123ecb98c3cfb4bf7a3c96546d7d26d0294751cbf93c0cc362ae6fa56
3
+ size 412904724
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ae3f2b9d2890ade4ffac61161baeefdc854a08292f7bf885499115499155ed
3
+ size 15708
train/so101_dataset_v1_act_resnet_policy/checkpoints/040000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 40000
3
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.laptop": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.phone": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c8aa74c9668c4b68758db2dc7e4996a112737f605054d06f015603e7847269
3
+ size 206703264
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "rocach94/so101_dataset_v1",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.laptop": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.phone": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/so101_dataset_v1_act_resnet_policy",
133
+ "job_name": "so101_dataset_v1_act_resnet",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 16,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152,
189
+ 153,
190
+ 154,
191
+ 155,
192
+ 156,
193
+ 157,
194
+ 158,
195
+ 159,
196
+ 160,
197
+ 161,
198
+ 162,
199
+ 163,
200
+ 164,
201
+ 165,
202
+ 166,
203
+ 167,
204
+ 168,
205
+ 169,
206
+ 170,
207
+ 171,
208
+ 172,
209
+ 173,
210
+ 174,
211
+ 175,
212
+ 176,
213
+ 177,
214
+ 178,
215
+ 179,
216
+ 180,
217
+ 181,
218
+ 182,
219
+ 183,
220
+ 184,
221
+ 185,
222
+ 186,
223
+ 187,
224
+ 188,
225
+ 189,
226
+ 190,
227
+ 191,
228
+ 192
229
+ ]
230
+ }
231
+ ]
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6047b82dedc3eddadc9b1c4e9abf059f9becd1f12fc46ae8b6792a8fbc5652f
3
+ size 412904724
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e610a84c08044512cf9d82087a83146cde3d2d9b89b3ac569361878e14e403
3
+ size 15708
train/so101_dataset_v1_act_resnet_policy/checkpoints/060000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 60000
3
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.laptop": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.phone": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3363a3dda250a0edef9a70c4073ad1faee5ab8e018a4dca4958bd0c96a76a3c5
3
+ size 206703264
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "rocach94/so101_dataset_v1",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.laptop": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.phone": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/so101_dataset_v1_act_resnet_policy",
133
+ "job_name": "so101_dataset_v1_act_resnet",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 16,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152,
189
+ 153,
190
+ 154,
191
+ 155,
192
+ 156,
193
+ 157,
194
+ 158,
195
+ 159,
196
+ 160,
197
+ 161,
198
+ 162,
199
+ 163,
200
+ 164,
201
+ 165,
202
+ 166,
203
+ 167,
204
+ 168,
205
+ 169,
206
+ 170,
207
+ 171,
208
+ 172,
209
+ 173,
210
+ 174,
211
+ 175,
212
+ 176,
213
+ 177,
214
+ 178,
215
+ 179,
216
+ 180,
217
+ 181,
218
+ 182,
219
+ 183,
220
+ 184,
221
+ 185,
222
+ 186,
223
+ 187,
224
+ 188,
225
+ 189,
226
+ 190,
227
+ 191,
228
+ 192
229
+ ]
230
+ }
231
+ ]
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60af429de61958407db3d873c0b16b41b35b47ce4803278128739202c8d2350
3
+ size 412904724
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660da6dcc05d0fb881c15041c8d9ce8bcd7a4a8888e04719170be58c9ed5afea
3
+ size 15708
train/so101_dataset_v1_act_resnet_policy/checkpoints/080000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 80000
3
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.laptop": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.phone": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151029a36a47ef578b1fdc2129066335a3d1630bef752ee5734fba77f6cd2283
3
+ size 206703264
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "rocach94/so101_dataset_v1",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.laptop": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.phone": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/so101_dataset_v1_act_resnet_policy",
133
+ "job_name": "so101_dataset_v1_act_resnet",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 16,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152,
189
+ 153,
190
+ 154,
191
+ 155,
192
+ 156,
193
+ 157,
194
+ 158,
195
+ 159,
196
+ 160,
197
+ 161,
198
+ 162,
199
+ 163,
200
+ 164,
201
+ 165,
202
+ 166,
203
+ 167,
204
+ 168,
205
+ 169,
206
+ 170,
207
+ 171,
208
+ 172,
209
+ 173,
210
+ 174,
211
+ 175,
212
+ 176,
213
+ 177,
214
+ 178,
215
+ 179,
216
+ 180,
217
+ 181,
218
+ 182,
219
+ 183,
220
+ 184,
221
+ 185,
222
+ 186,
223
+ 187,
224
+ 188,
225
+ 189,
226
+ 190,
227
+ 191,
228
+ 192
229
+ ]
230
+ }
231
+ ]
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0dc039ba45e546480ef81e800af00ba7c54bf485b6b40314b30b0c0a8096d5c
3
+ size 412904724
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fd7befaa2c2c7d759956ee40a87ba7139c14133b48ba674bbbb096f9f4c434
3
+ size 15708
train/so101_dataset_v1_act_resnet_policy/checkpoints/100000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 100000
3
+ }
train/so101_dataset_v1_act_resnet_policy/wandb/debug-internal.log ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-09-15T13:36:08.294956018+08:00","level":"INFO","msg":"stream: starting","core version":"0.21.3"}
2
+ {"time":"2025-09-15T13:36:08.981251779+08:00","level":"INFO","msg":"stream: created new stream","id":"r8wo0om6"}
3
+ {"time":"2025-09-15T13:36:08.981333274+08:00","level":"INFO","msg":"stream: started","id":"r8wo0om6"}
4
+ {"time":"2025-09-15T13:36:08.981468036+08:00","level":"INFO","msg":"writer: started","stream_id":"r8wo0om6"}
5
+ {"time":"2025-09-15T13:36:08.981647065+08:00","level":"INFO","msg":"handler: started","stream_id":"r8wo0om6"}
6
+ {"time":"2025-09-15T13:36:08.981726198+08:00","level":"INFO","msg":"sender: started","stream_id":"r8wo0om6"}
7
+ {"time":"2025-09-15T14:01:55.473261519+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
8
+ {"time":"2025-09-15T14:02:27.773755308+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
9
+ {"time":"2025-09-15T14:02:40.152213484+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
10
+ {"time":"2025-09-15T14:02:52.44048868+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
11
+ {"time":"2025-09-15T14:03:02.233064677+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
12
+ {"time":"2025-09-15T14:03:07.800480678+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
13
+ {"time":"2025-09-15T14:03:31.738414951+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:35805->127.0.0.53:53: i/o timeout"}
14
+ {"time":"2025-09-15T14:03:41.815435141+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
15
+ {"time":"2025-09-15T14:04:31.502268171+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
16
+ {"time":"2025-09-15T14:05:37.608609653+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
17
+ {"time":"2025-09-15T14:07:07.61060123+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
18
+ {"time":"2025-09-15T14:08:37.612057178+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
19
+ {"time":"2025-09-15T14:10:07.613250741+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
20
+ {"time":"2025-09-15T14:11:25.473508713+08:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000813808,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"q3jwrqv5ll8j\" connection_id:\"1(@)\")"}
21
+ {"time":"2025-09-15T14:11:37.614254283+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
22
+ {"time":"2025-09-15T14:13:07.615605282+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
23
+ {"time":"2025-09-15T14:14:37.616931399+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
24
+ {"time":"2025-09-15T14:16:07.619157945+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
25
+ {"time":"2025-09-15T14:17:37.620749992+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
26
+ {"time":"2025-09-15T14:17:39.474402205+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000431605,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
27
+ {"time":"2025-09-15T14:17:54.474854733+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001074049,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
28
+ {"time":"2025-09-15T14:18:16.969873208+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001047852,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"}
29
+ {"time":"2025-09-15T14:18:38.00019287+08:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1032.527454385,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"q3jwrqv5ll8j\" connection_id:\"1(@)\")"}
30
+ {"time":"2025-09-15T14:18:38.00053876+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":658.526757098,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
31
+ {"time":"2025-09-15T14:18:38.000592968+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":643.526821571,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
32
+ {"time":"2025-09-15T14:18:38.000656469+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":621.031932547,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"}
33
+ {"time":"2025-09-15T19:36:48.198569591+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:56394->127.0.0.53:53: i/o timeout"}
34
+ {"time":"2025-09-15T20:43:17.570944217+08:00","level":"INFO","msg":"stream: closing","id":"r8wo0om6"}
35
+ {"time":"2025-09-15T20:47:55.151087615+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
36
+ {"time":"2025-09-15T20:47:55.559536698+08:00","level":"INFO","msg":"handler: closed","stream_id":"r8wo0om6"}
37
+ {"time":"2025-09-15T20:47:55.559827181+08:00","level":"INFO","msg":"sender: closed","stream_id":"r8wo0om6"}
38
+ {"time":"2025-09-15T20:47:55.55989671+08:00","level":"INFO","msg":"stream: closed","id":"r8wo0om6"}
train/so101_dataset_v1_act_resnet_policy/wandb/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Current SDK version is 0.21.3
2
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Configure stats pid to 3175
3
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from /home/couliglig/.config/wandb/settings
4
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from /home/couliglig/seed_lerobot/lerobot/wandb/settings
5
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug.log
7
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-internal.log
8
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():813] calling init triggers
9
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'rocach94/so101_dataset_v1', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/so101_dataset_v1_act_resnet_policy', 'job_name': 'so101_dataset_v1_act_resnet', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():854] starting backend
12
+ 2025-09-15 13:36:08,263 INFO MainThread:3175 [wandb_init.py:init():857] sending inform_init request
13
+ 2025-09-15 13:36:08,273 INFO MainThread:3175 [wandb_init.py:init():865] backend started and connected
14
+ 2025-09-15 13:36:08,278 INFO MainThread:3175 [wandb_init.py:init():936] updated telemetry
15
+ 2025-09-15 13:36:08,288 INFO MainThread:3175 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
16
+ 2025-09-15 13:36:09,465 INFO MainThread:3175 [wandb_init.py:init():1011] starting run threads in backend
17
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_console_start():2494] atexit reg
18
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_redirect():2342] redirect: wrap_raw
19
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_redirect():2411] Wrapping output streams.
20
+ 2025-09-15 13:36:10,272 INFO MainThread:3175 [wandb_run.py:_redirect():2434] Redirects installed.
21
+ 2025-09-15 13:36:10,278 INFO MainThread:3175 [wandb_init.py:init():1057] run started, returning control to user process
22
+ 2025-09-15 20:43:17,570 INFO wandb-AsyncioManager-main:3175 [service_client.py:_forward_responses():84] Reached EOF.
23
+ 2025-09-15 20:43:17,570 INFO wandb-AsyncioManager-main:3175 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles.
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/config.yaml ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.21.3
4
+ e:
5
+ iaqxhlr2f42v1of9qubzhs2fh3730hva:
6
+ args:
7
+ - --dataset.repo_id=rocach94/so101_dataset_v1
8
+ - --policy.type=act
9
+ - --batch_size=16
10
+ - --output_dir=outputs/train/so101_dataset_v1_act_resnet_policy
11
+ - --job_name=so101_dataset_v1_act_resnet
12
+ - --policy.device=cuda
13
+ - --policy.vision_backbone=resnet18
14
+ - --policy.pretrained_backbone_weights=ResNet18_Weights.IMAGENET1K_V1
15
+ - --wandb.enable=true
16
+ cpu_count: 16
17
+ cpu_count_logical: 16
18
+ cudaVersion: "12.4"
19
+ disk:
20
+ /:
21
+ total: "1040442621952"
22
+ used: "44337709056"
23
+ executable: /home/couliglig/miniconda3/envs/lerobot/bin/python
24
+ git:
25
+ commit: b536f47e3ff8c3b340fc5efa52f0ece0a7212a57
26
+ remote: https://github.com/ZhuYaoHui1998/lerobot
27
+ gpu: NVIDIA A40-48Q
28
+ gpu_count: 1
29
+ gpu_nvidia:
30
+ - architecture: Ampere
31
+ cudaCores: 10752
32
+ memoryTotal: "51539607552"
33
+ name: NVIDIA A40-48Q
34
+ uuid: GPU-f8ad26d3-91ed-11f0-8f30-4586cf296679
35
+ host: ICTCHPC01-VM02
36
+ memory:
37
+ total: "16465068032"
38
+ os: Linux-5.15.0-153-generic-x86_64-with-glibc2.35
39
+ program: -m lerobot.scripts.train
40
+ python: CPython 3.10.18
41
+ root: outputs/train/so101_dataset_v1_act_resnet_policy
42
+ startedAt: "2025-09-15T05:36:07.204169Z"
43
+ writerId: iaqxhlr2f42v1of9qubzhs2fh3730hva
44
+ m: []
45
+ python_version: 3.10.18
46
+ t:
47
+ "1":
48
+ - 1
49
+ - 41
50
+ - 49
51
+ - 51
52
+ "2":
53
+ - 1
54
+ - 41
55
+ - 49
56
+ - 51
57
+ "3":
58
+ - 13
59
+ - 15
60
+ - 16
61
+ - 61
62
+ "4": 3.10.18
63
+ "5": 0.21.3
64
+ "10":
65
+ - 21
66
+ "12": 0.21.3
67
+ "13": linux-x86_64
68
+ batch_size:
69
+ value: 16
70
+ dataset:
71
+ value:
72
+ episodes: null
73
+ image_transforms:
74
+ enable: false
75
+ max_num_transforms: 3
76
+ random_order: false
77
+ tfs:
78
+ brightness:
79
+ kwargs:
80
+ brightness:
81
+ - 0.8
82
+ - 1.2
83
+ type: ColorJitter
84
+ weight: 1
85
+ contrast:
86
+ kwargs:
87
+ contrast:
88
+ - 0.8
89
+ - 1.2
90
+ type: ColorJitter
91
+ weight: 1
92
+ hue:
93
+ kwargs:
94
+ hue:
95
+ - -0.05
96
+ - 0.05
97
+ type: ColorJitter
98
+ weight: 1
99
+ saturation:
100
+ kwargs:
101
+ saturation:
102
+ - 0.5
103
+ - 1.5
104
+ type: ColorJitter
105
+ weight: 1
106
+ sharpness:
107
+ kwargs:
108
+ sharpness:
109
+ - 0.5
110
+ - 1.5
111
+ type: SharpnessJitter
112
+ weight: 1
113
+ repo_id: rocach94/so101_dataset_v1
114
+ revision: null
115
+ root: null
116
+ use_imagenet_stats: true
117
+ video_backend: torchcodec
118
+ env:
119
+ value: null
120
+ eval:
121
+ value:
122
+ batch_size: 50
123
+ n_episodes: 50
124
+ use_async_envs: false
125
+ eval_freq:
126
+ value: 20000
127
+ job_name:
128
+ value: so101_dataset_v1_act_resnet
129
+ log_freq:
130
+ value: 200
131
+ num_workers:
132
+ value: 4
133
+ optimizer:
134
+ value:
135
+ betas:
136
+ - 0.9
137
+ - 0.999
138
+ eps: 1e-08
139
+ grad_clip_norm: 10
140
+ lr: 1e-05
141
+ type: adamw
142
+ weight_decay: 0.0001
143
+ output_dir:
144
+ value: outputs/train/so101_dataset_v1_act_resnet_policy
145
+ policy:
146
+ value:
147
+ chunk_size: 100
148
+ device: cuda
149
+ dim_feedforward: 3200
150
+ dim_model: 512
151
+ dropout: 0.1
152
+ feedforward_activation: relu
153
+ kl_weight: 10
154
+ latent_dim: 32
155
+ n_action_steps: 100
156
+ n_decoder_layers: 1
157
+ n_encoder_layers: 4
158
+ n_heads: 8
159
+ n_obs_steps: 1
160
+ n_vae_encoder_layers: 4
161
+ normalization_mapping:
162
+ ACTION: MEAN_STD
163
+ STATE: MEAN_STD
164
+ VISUAL: MEAN_STD
165
+ optimizer_lr: 1e-05
166
+ optimizer_lr_backbone: 1e-05
167
+ optimizer_weight_decay: 0.0001
168
+ pre_norm: false
169
+ pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
170
+ replace_final_stride_with_dilation: false
171
+ temporal_ensemble_coeff: null
172
+ type: act
173
+ use_amp: false
174
+ use_vae: true
175
+ vision_backbone: resnet18
176
+ resume:
177
+ value: false
178
+ save_checkpoint:
179
+ value: true
180
+ save_freq:
181
+ value: 20000
182
+ scheduler:
183
+ value: null
184
+ seed:
185
+ value: 1000
186
+ steps:
187
+ value: 100000
188
+ use_policy_training_preset:
189
+ value: true
190
+ wandb:
191
+ value:
192
+ disable_artifact: false
193
+ enable: true
194
+ entity: null
195
+ mode: null
196
+ notes: null
197
+ project: lerobot
198
+ run_id: null
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/requirements.txt ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ draccus==0.10.0
2
+ nvidia-cusolver-cu12==11.7.1.2
3
+ pandas==2.3.2
4
+ regex==2025.9.1
5
+ six==1.17.0
6
+ click==8.2.1
7
+ cmake==4.1.0
8
+ evdev==1.9.2
9
+ idna==3.10
10
+ feetech-servo-sdk==1.0.0
11
+ inquirerpy==0.3.4
12
+ gdown==5.2.0
13
+ toml==0.10.2
14
+ requests==2.32.5
15
+ nvidia-cusparselt-cu12==0.6.3
16
+ nvidia-nccl-cu12==2.26.2
17
+ nvidia-cudnn-cu12==9.5.1.17
18
+ safetensors==0.6.2
19
+ filelock==3.19.1
20
+ cloudpickle==3.1.1
21
+ numcodecs==0.13.1
22
+ fsspec==2024.3.1
23
+ torchcodec==0.5
24
+ Werkzeug==3.1.3
25
+ frozenlist==1.7.0
26
+ aiohttp==3.12.15
27
+ opencv-python==4.10.0.84
28
+ hf_transfer==0.1.9
29
+ typing-inspect==0.9.0
30
+ urllib3==2.5.0
31
+ protobuf==6.32.0
32
+ Farama-Notifications==0.0.4
33
+ torch==2.7.1
34
+ smmap==5.0.2
35
+ pydantic_core==2.33.2
36
+ lerobot==0.3.4
37
+ gymnasium==0.29.1
38
+ wheel==0.45.1
39
+ opencv-python-headless==4.12.0.88
40
+ torchvision==0.22.1
41
+ aiosignal==1.4.0
42
+ rerun-sdk==0.22.1
43
+ platformdirs==4.4.0
44
+ imageio==2.37.0
45
+ jsonlines==4.0.0
46
+ GitPython==3.1.45
47
+ wcwidth==0.2.13
48
+ zarr==2.18.3
49
+ orderly-set==5.5.0
50
+ mpmath==1.3.0
51
+ pynput==1.8.1
52
+ pillow==11.3.0
53
+ mypy_extensions==1.1.0
54
+ pyserial==3.5
55
+ einops==0.8.1
56
+ diffusers==0.35.1
57
+ importlib_metadata==8.7.0
58
+ av==15.1.0
59
+ nvidia-cuda-cupti-cu12==12.6.80
60
+ nvidia-cuda-runtime-cu12==12.6.77
61
+ sympy==1.14.0
62
+ cffi==2.0.0
63
+ setuptools==78.1.1
64
+ annotated-types==0.7.0
65
+ triton==3.3.1
66
+ nvidia-cusparse-cu12==12.5.4.2
67
+ aiohappyeyeballs==2.6.1
68
+ h5py==3.14.0
69
+ charset-normalizer==3.4.3
70
+ fasteners==0.20
71
+ imageio-ffmpeg==0.6.0
72
+ networkx==3.4.2
73
+ async-timeout==5.0.1
74
+ soupsieve==2.8
75
+ propcache==0.3.2
76
+ nvidia-curand-cu12==10.3.7.77
77
+ multiprocess==0.70.16
78
+ blinker==1.9.0
79
+ zipp==3.23.0
80
+ hf-xet==1.1.9
81
+ typing_extensions==4.15.0
82
+ numba==0.61.2
83
+ packaging==25.0
84
+ psutil==7.0.0
85
+ nvidia-cublas-cu12==12.6.4.1
86
+ nvidia-cuda-nvrtc-cu12==12.6.77
87
+ omegaconf==2.3.0
88
+ multidict==6.6.4
89
+ pymunk==6.11.1
90
+ pyarrow==21.0.0
91
+ beautifulsoup4==4.13.5
92
+ PyYAML==6.0.2
93
+ tzdata==2025.2
94
+ certifi==2025.8.3
95
+ termcolor==3.1.0
96
+ asciitree==0.3.3
97
+ mergedeep==1.3.4
98
+ PySocks==1.7.1
99
+ MarkupSafe==3.0.2
100
+ gitdb==4.0.12
101
+ datasets==2.19.1
102
+ nvidia-nvjitlink-cu12==12.6.85
103
+ yarl==1.20.1
104
+ Jinja2==3.1.6
105
+ xxhash==3.5.0
106
+ python-xlib==0.33
107
+ huggingface-hub==0.34.4
108
+ attrs==25.3.0
109
+ pyarrow-hotfix==0.7
110
+ llvmlite==0.44.0
111
+ Flask==3.1.2
112
+ prompt_toolkit==3.0.52
113
+ typing-inspection==0.4.1
114
+ nvidia-cufft-cu12==11.3.0.4
115
+ nvidia-cufile-cu12==1.11.1.6
116
+ pydantic==2.11.7
117
+ antlr4-python3-runtime==4.9.3
118
+ pfzy==0.3.4
119
+ numpy==2.2.6
120
+ pyyaml-include==1.4.1
121
+ nvidia-nvtx-cu12==12.6.77
122
+ pycparser==2.23
123
+ wandb==0.21.3
124
+ pytz==2025.2
125
+ dill==0.3.8
126
+ deepdiff==8.6.1
127
+ pyzmq==27.1.0
128
+ tqdm==4.67.1
129
+ pip==25.2
130
+ sentry-sdk==2.37.1
131
+ python-dateutil==2.9.0.post0
132
+ itsdangerous==2.2.0
133
+ lerobot==0.3.4
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/wandb-metadata.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.0-153-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.10.18",
4
+ "startedAt": "2025-09-15T05:36:07.204169Z",
5
+ "args": [
6
+ "--dataset.repo_id=rocach94/so101_dataset_v1",
7
+ "--policy.type=act",
8
+ "--batch_size=16",
9
+ "--output_dir=outputs/train/so101_dataset_v1_act_resnet_policy",
10
+ "--job_name=so101_dataset_v1_act_resnet",
11
+ "--policy.device=cuda",
12
+ "--policy.vision_backbone=resnet18",
13
+ "--policy.pretrained_backbone_weights=ResNet18_Weights.IMAGENET1K_V1",
14
+ "--wandb.enable=true"
15
+ ],
16
+ "program": "-m lerobot.scripts.train",
17
+ "git": {
18
+ "remote": "https://github.com/ZhuYaoHui1998/lerobot",
19
+ "commit": "b536f47e3ff8c3b340fc5efa52f0ece0a7212a57"
20
+ },
21
+ "root": "outputs/train/so101_dataset_v1_act_resnet_policy",
22
+ "host": "ICTCHPC01-VM02",
23
+ "executable": "/home/couliglig/miniconda3/envs/lerobot/bin/python",
24
+ "cpu_count": 16,
25
+ "cpu_count_logical": 16,
26
+ "gpu": "NVIDIA A40-48Q",
27
+ "gpu_count": 1,
28
+ "disk": {
29
+ "/": {
30
+ "total": "1040442621952",
31
+ "used": "44337709056"
32
+ }
33
+ },
34
+ "memory": {
35
+ "total": "16465068032"
36
+ },
37
+ "gpu_nvidia": [
38
+ {
39
+ "name": "NVIDIA A40-48Q",
40
+ "memoryTotal": "51539607552",
41
+ "cudaCores": 10752,
42
+ "architecture": "Ampere",
43
+ "uuid": "GPU-f8ad26d3-91ed-11f0-8f30-4586cf296679"
44
+ }
45
+ ],
46
+ "cudaVersion": "12.4",
47
+ "writerId": "iaqxhlr2f42v1of9qubzhs2fh3730hva"
48
+ }
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_step":100000,"train/samples":1600000,"_timestamp":1.7579401948750496e+09,"train/kld_loss":2.8368085622787476e-05,"train/episodes":3444.267447367288,"train/steps":100000,"_wandb":{"runtime":25628},"train/l1_loss":0.03583180904388428,"train/loss":0.03812393806874752,"train/dataloading_s":0.00024333208008101793,"train/lr":1.0000000000000021e-05,"train/update_s":0.2524309690649352,"train/epochs":68.88534894734576,"_runtime":25628.101136008,"train/grad_norm":3.7947859823703767}
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-core.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-09-15T13:36:08.157730526+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpg7yu4k1o/port-3175.txt","pid":3175,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2025-09-15T13:36:08.160354848+08:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":3175}
3
+ {"time":"2025-09-15T13:36:08.162029076+08:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3175-3251-2613078138/socket","Net":"unix"}}
4
+ {"time":"2025-09-15T13:36:08.262929129+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
5
+ {"time":"2025-09-15T13:36:08.294688972+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"r8wo0om6","id":"1(@)"}
6
+ {"time":"2025-09-15T13:36:08.98134773+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"r8wo0om6","id":"1(@)"}
7
+ {"time":"2025-09-15T20:43:17.570758813+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
8
+ {"time":"2025-09-15T20:43:17.571034588+08:00","level":"INFO","msg":"connection: closing","id":"1(@)"}
9
+ {"time":"2025-09-15T20:43:17.57115774+08:00","level":"INFO","msg":"server is shutting down"}
10
+ {"time":"2025-09-15T20:43:17.571193871+08:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
11
+ {"time":"2025-09-15T20:43:17.571361888+08:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3175-3251-2613078138/socket","Net":"unix"}}
12
+ {"time":"2025-09-15T20:47:55.10078082+08:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-3175-3251-2613078138/socket->@: use of closed network connection","id":"1(@)"}
13
+ {"time":"2025-09-15T20:47:55.565456491+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
14
+ {"time":"2025-09-15T20:47:55.565559287+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
15
+ {"time":"2025-09-15T20:47:55.565624455+08:00","level":"INFO","msg":"server is closed"}
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-internal.log ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-09-15T13:36:08.294956018+08:00","level":"INFO","msg":"stream: starting","core version":"0.21.3"}
2
+ {"time":"2025-09-15T13:36:08.981251779+08:00","level":"INFO","msg":"stream: created new stream","id":"r8wo0om6"}
3
+ {"time":"2025-09-15T13:36:08.981333274+08:00","level":"INFO","msg":"stream: started","id":"r8wo0om6"}
4
+ {"time":"2025-09-15T13:36:08.981468036+08:00","level":"INFO","msg":"writer: started","stream_id":"r8wo0om6"}
5
+ {"time":"2025-09-15T13:36:08.981647065+08:00","level":"INFO","msg":"handler: started","stream_id":"r8wo0om6"}
6
+ {"time":"2025-09-15T13:36:08.981726198+08:00","level":"INFO","msg":"sender: started","stream_id":"r8wo0om6"}
7
+ {"time":"2025-09-15T14:01:55.473261519+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
8
+ {"time":"2025-09-15T14:02:27.773755308+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
9
+ {"time":"2025-09-15T14:02:40.152213484+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
10
+ {"time":"2025-09-15T14:02:52.44048868+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
11
+ {"time":"2025-09-15T14:03:02.233064677+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
12
+ {"time":"2025-09-15T14:03:07.800480678+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
13
+ {"time":"2025-09-15T14:03:31.738414951+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:35805->127.0.0.53:53: i/o timeout"}
14
+ {"time":"2025-09-15T14:03:41.815435141+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
15
+ {"time":"2025-09-15T14:04:31.502268171+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
16
+ {"time":"2025-09-15T14:05:37.608609653+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
17
+ {"time":"2025-09-15T14:07:07.61060123+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
18
+ {"time":"2025-09-15T14:08:37.612057178+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
19
+ {"time":"2025-09-15T14:10:07.613250741+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
20
+ {"time":"2025-09-15T14:11:25.473508713+08:00","level":"WARN","msg":"sender: taking a long time","seconds":600.000813808,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"q3jwrqv5ll8j\" connection_id:\"1(@)\")"}
21
+ {"time":"2025-09-15T14:11:37.614254283+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
22
+ {"time":"2025-09-15T14:13:07.615605282+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
23
+ {"time":"2025-09-15T14:14:37.616931399+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
24
+ {"time":"2025-09-15T14:16:07.619157945+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
25
+ {"time":"2025-09-15T14:17:37.620749992+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
26
+ {"time":"2025-09-15T14:17:39.474402205+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.000431605,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
27
+ {"time":"2025-09-15T14:17:54.474854733+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001074049,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
28
+ {"time":"2025-09-15T14:18:16.969873208+08:00","level":"WARN","msg":"runwork: taking a long time","seconds":600.001047852,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"}
29
+ {"time":"2025-09-15T14:18:38.00019287+08:00","level":"INFO","msg":"sender: succeeded after taking longer than expected","seconds":1032.527454385,"work":"WorkRecord(*service_go_proto.Request_StopStatus); Control(local:true mailbox_slot:\"q3jwrqv5ll8j\" connection_id:\"1(@)\")"}
30
+ {"time":"2025-09-15T14:18:38.00053876+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":658.526757098,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
31
+ {"time":"2025-09-15T14:18:38.000592968+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":643.526821571,"work":"WorkRecord(*service_go_proto.Record_Stats); Control(always_send:true)"}
32
+ {"time":"2025-09-15T14:18:38.000656469+08:00","level":"INFO","msg":"runwork: succeeded after taking longer than expected","seconds":621.031932547,"work":"WorkRecord(*service_go_proto.Record_OutputRaw); Control(connection_id:\"1(@)\")"}
33
+ {"time":"2025-09-15T19:36:48.198569591+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/rocacho-caraga-state-university-butuan-main-campus/lerobot/r8wo0om6/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: read udp 127.0.0.1:56394->127.0.0.53:53: i/o timeout"}
34
+ {"time":"2025-09-15T20:43:17.570944217+08:00","level":"INFO","msg":"stream: closing","id":"r8wo0om6"}
35
+ {"time":"2025-09-15T20:47:55.151087615+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
36
+ {"time":"2025-09-15T20:47:55.559536698+08:00","level":"INFO","msg":"handler: closed","stream_id":"r8wo0om6"}
37
+ {"time":"2025-09-15T20:47:55.559827181+08:00","level":"INFO","msg":"sender: closed","stream_id":"r8wo0om6"}
38
+ {"time":"2025-09-15T20:47:55.55989671+08:00","level":"INFO","msg":"stream: closed","id":"r8wo0om6"}
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Current SDK version is 0.21.3
2
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Configure stats pid to 3175
3
+ 2025-09-15 13:36:07,206 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from /home/couliglig/.config/wandb/settings
4
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from /home/couliglig/seed_lerobot/lerobot/wandb/settings
5
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug.log
7
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/logs/debug-internal.log
8
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():813] calling init triggers
9
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():818] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'rocach94/so101_dataset_v1', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/so101_dataset_v1_act_resnet_policy', 'job_name': 'so101_dataset_v1_act_resnet', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 16, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-09-15 13:36:07,207 INFO MainThread:3175 [wandb_init.py:init():854] starting backend
12
+ 2025-09-15 13:36:08,263 INFO MainThread:3175 [wandb_init.py:init():857] sending inform_init request
13
+ 2025-09-15 13:36:08,273 INFO MainThread:3175 [wandb_init.py:init():865] backend started and connected
14
+ 2025-09-15 13:36:08,278 INFO MainThread:3175 [wandb_init.py:init():936] updated telemetry
15
+ 2025-09-15 13:36:08,288 INFO MainThread:3175 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout
16
+ 2025-09-15 13:36:09,465 INFO MainThread:3175 [wandb_init.py:init():1011] starting run threads in backend
17
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_console_start():2494] atexit reg
18
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_redirect():2342] redirect: wrap_raw
19
+ 2025-09-15 13:36:10,271 INFO MainThread:3175 [wandb_run.py:_redirect():2411] Wrapping output streams.
20
+ 2025-09-15 13:36:10,272 INFO MainThread:3175 [wandb_run.py:_redirect():2434] Redirects installed.
21
+ 2025-09-15 13:36:10,278 INFO MainThread:3175 [wandb_init.py:init():1057] run started, returning control to user process
22
+ 2025-09-15 20:43:17,570 INFO wandb-AsyncioManager-main:3175 [service_client.py:_forward_responses():84] Reached EOF.
23
+ 2025-09-15 20:43:17,570 INFO wandb-AsyncioManager-main:3175 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles.
train/so101_dataset_v1_act_resnet_policy/wandb/run-20250915_133607-r8wo0om6/run-r8wo0om6.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31364ca33efc02d631a24053a959a1ddb57b27a72f4991e1b1bdd33f0ad2b3a9
3
+ size 2002995