shylee commited on
Commit
e74794b
·
verified ·
1 Parent(s): 2535d12

Add DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4 from 8b1bacebd36d

Browse files
Files changed (25) hide show
  1. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/config.json +94 -0
  2. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/model.safetensors +3 -0
  3. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/train_config.json +204 -0
  4. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/optimizer_param_groups.json +331 -0
  5. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/optimizer_state.safetensors +3 -0
  6. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/rng_state.safetensors +3 -0
  7. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/scheduler_state.json +15 -0
  8. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/training_step.json +3 -0
  9. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/config.json +94 -0
  10. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/model.safetensors +3 -0
  11. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/train_config.json +204 -0
  12. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/optimizer_param_groups.json +331 -0
  13. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/optimizer_state.safetensors +3 -0
  14. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/rng_state.safetensors +3 -0
  15. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/scheduler_state.json +15 -0
  16. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/training_step.json +3 -0
  17. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/debug-internal.log +8 -0
  18. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/debug.log +1 -0
  19. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/config.yaml +216 -0
  20. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/output.log +383 -0
  21. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/wandb-summary.json +1 -0
  22. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug-core.log +8 -0
  23. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug-internal.log +8 -0
  24. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug.log +1 -0
  25. DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/run-yq6yqt83.wandb +2 -2
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/config.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "diffusion",
3
+ "n_obs_steps": 2,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MIN_MAX",
7
+ "ACTION": "MIN_MAX"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.FrontCam": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.TopCam": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ },
32
+ "observation.images.WristCam": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ }
40
+ },
41
+ "output_features": {
42
+ "action": {
43
+ "type": "ACTION",
44
+ "shape": [
45
+ 6
46
+ ]
47
+ }
48
+ },
49
+ "device": "cuda",
50
+ "use_amp": false,
51
+ "horizon": 64,
52
+ "n_action_steps": 64,
53
+ "drop_n_last_frames": 7,
54
+ "vision_backbone": "resnet50",
55
+ "crop_shape": [
56
+ 480,
57
+ 640
58
+ ],
59
+ "crop_is_random": false,
60
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
61
+ "use_group_norm": false,
62
+ "spatial_softmax_num_keypoints": 32,
63
+ "use_separate_rgb_encoder_per_camera": false,
64
+ "down_dims": [
65
+ 256,
66
+ 512,
67
+ 1024
68
+ ],
69
+ "kernel_size": 5,
70
+ "n_groups": 8,
71
+ "diffusion_step_embed_dim": 128,
72
+ "use_film_scale_modulation": true,
73
+ "noise_scheduler_type": "DDIM",
74
+ "num_train_timesteps": 100,
75
+ "beta_schedule": "squaredcos_cap_v2",
76
+ "beta_start": 0.0001,
77
+ "beta_end": 0.02,
78
+ "prediction_type": "epsilon",
79
+ "clip_sample": true,
80
+ "clip_sample_range": 1.0,
81
+ "num_inference_steps": 10,
82
+ "do_mask_loss_for_padding": false,
83
+ "optimizer_lr": 0.0001,
84
+ "optimizer_betas": [
85
+ 0.95,
86
+ 0.999
87
+ ],
88
+ "optimizer_eps": 1e-08,
89
+ "optimizer_weight_decay": 1e-06,
90
+ "scheduler_name": "cosine",
91
+ "scheduler_warmup_steps": 500,
92
+ "pre_resize_shape": null,
93
+ "freeze_vision_backbone": true
94
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f26e693a1dc1fdba4d5c0416a0275a93e1b3c9a4abda79e2d5c74933a6d2a5
3
+ size 369243880
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "shylee/so100_cube",
4
+ "root": "/SSD/LSY/lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "diffusion",
70
+ "n_obs_steps": 2,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MIN_MAX",
74
+ "ACTION": "MIN_MAX"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.FrontCam": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.TopCam": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ },
99
+ "observation.images.WristCam": {
100
+ "type": "VISUAL",
101
+ "shape": [
102
+ 3,
103
+ 480,
104
+ 640
105
+ ]
106
+ }
107
+ },
108
+ "output_features": {
109
+ "action": {
110
+ "type": "ACTION",
111
+ "shape": [
112
+ 6
113
+ ]
114
+ }
115
+ },
116
+ "device": "cuda",
117
+ "use_amp": false,
118
+ "horizon": 64,
119
+ "n_action_steps": 64,
120
+ "drop_n_last_frames": 7,
121
+ "vision_backbone": "resnet50",
122
+ "crop_shape": [
123
+ 480,
124
+ 640
125
+ ],
126
+ "crop_is_random": false,
127
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
128
+ "use_group_norm": false,
129
+ "spatial_softmax_num_keypoints": 32,
130
+ "use_separate_rgb_encoder_per_camera": false,
131
+ "down_dims": [
132
+ 256,
133
+ 512,
134
+ 1024
135
+ ],
136
+ "kernel_size": 5,
137
+ "n_groups": 8,
138
+ "diffusion_step_embed_dim": 128,
139
+ "use_film_scale_modulation": true,
140
+ "noise_scheduler_type": "DDIM",
141
+ "num_train_timesteps": 100,
142
+ "beta_schedule": "squaredcos_cap_v2",
143
+ "beta_start": 0.0001,
144
+ "beta_end": 0.02,
145
+ "prediction_type": "epsilon",
146
+ "clip_sample": true,
147
+ "clip_sample_range": 1.0,
148
+ "num_inference_steps": 10,
149
+ "do_mask_loss_for_padding": false,
150
+ "optimizer_lr": 0.0001,
151
+ "optimizer_betas": [
152
+ 0.95,
153
+ 0.999
154
+ ],
155
+ "optimizer_eps": 1e-08,
156
+ "optimizer_weight_decay": 1e-06,
157
+ "scheduler_name": "cosine",
158
+ "scheduler_warmup_steps": 500,
159
+ "pre_resize_shape": null,
160
+ "freeze_vision_backbone": true
161
+ },
162
+ "output_dir": "/SSD/LSY/lerobot_model/DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4",
163
+ "job_name": "DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4",
164
+ "resume": true,
165
+ "seed": 1000,
166
+ "num_workers": 4,
167
+ "batch_size": 8,
168
+ "steps": 480000,
169
+ "eval_freq": 20000,
170
+ "log_freq": 200,
171
+ "save_checkpoint": true,
172
+ "save_freq": 60000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adam",
176
+ "lr": 0.0001,
177
+ "weight_decay": 1e-06,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.95,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": {
186
+ "type": "diffuser",
187
+ "num_warmup_steps": 500,
188
+ "name": "cosine"
189
+ },
190
+ "eval": {
191
+ "n_episodes": 50,
192
+ "batch_size": 50,
193
+ "use_async_envs": false
194
+ },
195
+ "wandb": {
196
+ "enable": true,
197
+ "disable_artifact": false,
198
+ "project": "lerobot",
199
+ "entity": null,
200
+ "notes": null,
201
+ "run_id": "yq6yqt83",
202
+ "mode": null
203
+ }
204
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 3.8138624625884635e-06,
4
+ "betas": [
5
+ 0.95,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-06,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "initial_lr": 0.0001,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132,
151
+ 133,
152
+ 134,
153
+ 135,
154
+ 136,
155
+ 137,
156
+ 138,
157
+ 139,
158
+ 140,
159
+ 141,
160
+ 142,
161
+ 143,
162
+ 144,
163
+ 145,
164
+ 146,
165
+ 147,
166
+ 148,
167
+ 149,
168
+ 150,
169
+ 151,
170
+ 152,
171
+ 153,
172
+ 154,
173
+ 155,
174
+ 156,
175
+ 157,
176
+ 158,
177
+ 159,
178
+ 160,
179
+ 161,
180
+ 162,
181
+ 163,
182
+ 164,
183
+ 165,
184
+ 166,
185
+ 167,
186
+ 168,
187
+ 169,
188
+ 170,
189
+ 171,
190
+ 172,
191
+ 173,
192
+ 174,
193
+ 175,
194
+ 176,
195
+ 177,
196
+ 178,
197
+ 179,
198
+ 180,
199
+ 181,
200
+ 182,
201
+ 183,
202
+ 184,
203
+ 185,
204
+ 186,
205
+ 187,
206
+ 188,
207
+ 189,
208
+ 190,
209
+ 191,
210
+ 192,
211
+ 193,
212
+ 194,
213
+ 195,
214
+ 196,
215
+ 197,
216
+ 198,
217
+ 199,
218
+ 200,
219
+ 201,
220
+ 202,
221
+ 203,
222
+ 204,
223
+ 205,
224
+ 206,
225
+ 207,
226
+ 208,
227
+ 209,
228
+ 210,
229
+ 211,
230
+ 212,
231
+ 213,
232
+ 214,
233
+ 215,
234
+ 216,
235
+ 217,
236
+ 218,
237
+ 219,
238
+ 220,
239
+ 221,
240
+ 222,
241
+ 223,
242
+ 224,
243
+ 225,
244
+ 226,
245
+ 227,
246
+ 228,
247
+ 229,
248
+ 230,
249
+ 231,
250
+ 232,
251
+ 233,
252
+ 234,
253
+ 235,
254
+ 236,
255
+ 237,
256
+ 238,
257
+ 239,
258
+ 240,
259
+ 241,
260
+ 242,
261
+ 243,
262
+ 244,
263
+ 245,
264
+ 246,
265
+ 247,
266
+ 248,
267
+ 249,
268
+ 250,
269
+ 251,
270
+ 252,
271
+ 253,
272
+ 254,
273
+ 255,
274
+ 256,
275
+ 257,
276
+ 258,
277
+ 259,
278
+ 260,
279
+ 261,
280
+ 262,
281
+ 263,
282
+ 264,
283
+ 265,
284
+ 266,
285
+ 267,
286
+ 268,
287
+ 269,
288
+ 270,
289
+ 271,
290
+ 272,
291
+ 273,
292
+ 274,
293
+ 275,
294
+ 276,
295
+ 277,
296
+ 278,
297
+ 279,
298
+ 280,
299
+ 281,
300
+ 282,
301
+ 283,
302
+ 284,
303
+ 285,
304
+ 286,
305
+ 287,
306
+ 288,
307
+ 289,
308
+ 290,
309
+ 291,
310
+ 292,
311
+ 293,
312
+ 294,
313
+ 295,
314
+ 296,
315
+ 297,
316
+ 298,
317
+ 299,
318
+ 300,
319
+ 301,
320
+ 302,
321
+ 303,
322
+ 304,
323
+ 305,
324
+ 306,
325
+ 307,
326
+ 308,
327
+ 309,
328
+ 310
329
+ ]
330
+ }
331
+ ]
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae6a350f5462aa869acf84d5fe4f4b705762c0077fe24af236fc06311e72876
3
+ size 669645864
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12aeb9c6cc344575af442f05a03b503a0bfdca3651572f9e81910dcdf1db1d34
3
+ size 15708
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 420000,
6
+ "verbose": false,
7
+ "_step_count": 420001,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 3.8138624625884635e-06
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/420000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 420000
3
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/config.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "diffusion",
3
+ "n_obs_steps": 2,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MIN_MAX",
7
+ "ACTION": "MIN_MAX"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.FrontCam": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.TopCam": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ },
32
+ "observation.images.WristCam": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ }
40
+ },
41
+ "output_features": {
42
+ "action": {
43
+ "type": "ACTION",
44
+ "shape": [
45
+ 6
46
+ ]
47
+ }
48
+ },
49
+ "device": "cuda",
50
+ "use_amp": false,
51
+ "horizon": 64,
52
+ "n_action_steps": 64,
53
+ "drop_n_last_frames": 7,
54
+ "vision_backbone": "resnet50",
55
+ "crop_shape": [
56
+ 480,
57
+ 640
58
+ ],
59
+ "crop_is_random": false,
60
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
61
+ "use_group_norm": false,
62
+ "spatial_softmax_num_keypoints": 32,
63
+ "use_separate_rgb_encoder_per_camera": false,
64
+ "down_dims": [
65
+ 256,
66
+ 512,
67
+ 1024
68
+ ],
69
+ "kernel_size": 5,
70
+ "n_groups": 8,
71
+ "diffusion_step_embed_dim": 128,
72
+ "use_film_scale_modulation": true,
73
+ "noise_scheduler_type": "DDIM",
74
+ "num_train_timesteps": 100,
75
+ "beta_schedule": "squaredcos_cap_v2",
76
+ "beta_start": 0.0001,
77
+ "beta_end": 0.02,
78
+ "prediction_type": "epsilon",
79
+ "clip_sample": true,
80
+ "clip_sample_range": 1.0,
81
+ "num_inference_steps": 10,
82
+ "do_mask_loss_for_padding": false,
83
+ "optimizer_lr": 0.0001,
84
+ "optimizer_betas": [
85
+ 0.95,
86
+ 0.999
87
+ ],
88
+ "optimizer_eps": 1e-08,
89
+ "optimizer_weight_decay": 1e-06,
90
+ "scheduler_name": "cosine",
91
+ "scheduler_warmup_steps": 500,
92
+ "pre_resize_shape": null,
93
+ "freeze_vision_backbone": true
94
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:707c8c8c50c5f6b31b82a1c38587c7ad76e78ce01bf2c71a5f3c4387874cb640
3
+ size 369243880
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "shylee/so100_cube",
4
+ "root": "/SSD/LSY/lerobot",
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "diffusion",
70
+ "n_obs_steps": 2,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MIN_MAX",
74
+ "ACTION": "MIN_MAX"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.FrontCam": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.TopCam": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ },
99
+ "observation.images.WristCam": {
100
+ "type": "VISUAL",
101
+ "shape": [
102
+ 3,
103
+ 480,
104
+ 640
105
+ ]
106
+ }
107
+ },
108
+ "output_features": {
109
+ "action": {
110
+ "type": "ACTION",
111
+ "shape": [
112
+ 6
113
+ ]
114
+ }
115
+ },
116
+ "device": "cuda",
117
+ "use_amp": false,
118
+ "horizon": 64,
119
+ "n_action_steps": 64,
120
+ "drop_n_last_frames": 7,
121
+ "vision_backbone": "resnet50",
122
+ "crop_shape": [
123
+ 480,
124
+ 640
125
+ ],
126
+ "crop_is_random": false,
127
+ "pretrained_backbone_weights": "ResNet50_Weights.IMAGENET1K_V1",
128
+ "use_group_norm": false,
129
+ "spatial_softmax_num_keypoints": 32,
130
+ "use_separate_rgb_encoder_per_camera": false,
131
+ "down_dims": [
132
+ 256,
133
+ 512,
134
+ 1024
135
+ ],
136
+ "kernel_size": 5,
137
+ "n_groups": 8,
138
+ "diffusion_step_embed_dim": 128,
139
+ "use_film_scale_modulation": true,
140
+ "noise_scheduler_type": "DDIM",
141
+ "num_train_timesteps": 100,
142
+ "beta_schedule": "squaredcos_cap_v2",
143
+ "beta_start": 0.0001,
144
+ "beta_end": 0.02,
145
+ "prediction_type": "epsilon",
146
+ "clip_sample": true,
147
+ "clip_sample_range": 1.0,
148
+ "num_inference_steps": 10,
149
+ "do_mask_loss_for_padding": false,
150
+ "optimizer_lr": 0.0001,
151
+ "optimizer_betas": [
152
+ 0.95,
153
+ 0.999
154
+ ],
155
+ "optimizer_eps": 1e-08,
156
+ "optimizer_weight_decay": 1e-06,
157
+ "scheduler_name": "cosine",
158
+ "scheduler_warmup_steps": 500,
159
+ "pre_resize_shape": null,
160
+ "freeze_vision_backbone": true
161
+ },
162
+ "output_dir": "/SSD/LSY/lerobot_model/DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4",
163
+ "job_name": "DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4",
164
+ "resume": true,
165
+ "seed": 1000,
166
+ "num_workers": 4,
167
+ "batch_size": 8,
168
+ "steps": 480000,
169
+ "eval_freq": 20000,
170
+ "log_freq": 200,
171
+ "save_checkpoint": true,
172
+ "save_freq": 60000,
173
+ "use_policy_training_preset": true,
174
+ "optimizer": {
175
+ "type": "adam",
176
+ "lr": 0.0001,
177
+ "weight_decay": 1e-06,
178
+ "grad_clip_norm": 10.0,
179
+ "betas": [
180
+ 0.95,
181
+ 0.999
182
+ ],
183
+ "eps": 1e-08
184
+ },
185
+ "scheduler": {
186
+ "type": "diffuser",
187
+ "num_warmup_steps": 500,
188
+ "name": "cosine"
189
+ },
190
+ "eval": {
191
+ "n_episodes": 50,
192
+ "batch_size": 50,
193
+ "use_async_envs": false
194
+ },
195
+ "wandb": {
196
+ "enable": true,
197
+ "disable_artifact": false,
198
+ "project": "lerobot",
199
+ "entity": null,
200
+ "notes": null,
201
+ "run_id": "yq6yqt83",
202
+ "mode": null
203
+ }
204
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 0.0,
4
+ "betas": [
5
+ 0.95,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 1e-06,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "initial_lr": 0.0001,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132,
151
+ 133,
152
+ 134,
153
+ 135,
154
+ 136,
155
+ 137,
156
+ 138,
157
+ 139,
158
+ 140,
159
+ 141,
160
+ 142,
161
+ 143,
162
+ 144,
163
+ 145,
164
+ 146,
165
+ 147,
166
+ 148,
167
+ 149,
168
+ 150,
169
+ 151,
170
+ 152,
171
+ 153,
172
+ 154,
173
+ 155,
174
+ 156,
175
+ 157,
176
+ 158,
177
+ 159,
178
+ 160,
179
+ 161,
180
+ 162,
181
+ 163,
182
+ 164,
183
+ 165,
184
+ 166,
185
+ 167,
186
+ 168,
187
+ 169,
188
+ 170,
189
+ 171,
190
+ 172,
191
+ 173,
192
+ 174,
193
+ 175,
194
+ 176,
195
+ 177,
196
+ 178,
197
+ 179,
198
+ 180,
199
+ 181,
200
+ 182,
201
+ 183,
202
+ 184,
203
+ 185,
204
+ 186,
205
+ 187,
206
+ 188,
207
+ 189,
208
+ 190,
209
+ 191,
210
+ 192,
211
+ 193,
212
+ 194,
213
+ 195,
214
+ 196,
215
+ 197,
216
+ 198,
217
+ 199,
218
+ 200,
219
+ 201,
220
+ 202,
221
+ 203,
222
+ 204,
223
+ 205,
224
+ 206,
225
+ 207,
226
+ 208,
227
+ 209,
228
+ 210,
229
+ 211,
230
+ 212,
231
+ 213,
232
+ 214,
233
+ 215,
234
+ 216,
235
+ 217,
236
+ 218,
237
+ 219,
238
+ 220,
239
+ 221,
240
+ 222,
241
+ 223,
242
+ 224,
243
+ 225,
244
+ 226,
245
+ 227,
246
+ 228,
247
+ 229,
248
+ 230,
249
+ 231,
250
+ 232,
251
+ 233,
252
+ 234,
253
+ 235,
254
+ 236,
255
+ 237,
256
+ 238,
257
+ 239,
258
+ 240,
259
+ 241,
260
+ 242,
261
+ 243,
262
+ 244,
263
+ 245,
264
+ 246,
265
+ 247,
266
+ 248,
267
+ 249,
268
+ 250,
269
+ 251,
270
+ 252,
271
+ 253,
272
+ 254,
273
+ 255,
274
+ 256,
275
+ 257,
276
+ 258,
277
+ 259,
278
+ 260,
279
+ 261,
280
+ 262,
281
+ 263,
282
+ 264,
283
+ 265,
284
+ 266,
285
+ 267,
286
+ 268,
287
+ 269,
288
+ 270,
289
+ 271,
290
+ 272,
291
+ 273,
292
+ 274,
293
+ 275,
294
+ 276,
295
+ 277,
296
+ 278,
297
+ 279,
298
+ 280,
299
+ 281,
300
+ 282,
301
+ 283,
302
+ 284,
303
+ 285,
304
+ 286,
305
+ 287,
306
+ 288,
307
+ 289,
308
+ 290,
309
+ 291,
310
+ 292,
311
+ 293,
312
+ 294,
313
+ 295,
314
+ 296,
315
+ 297,
316
+ 298,
317
+ 299,
318
+ 300,
319
+ 301,
320
+ 302,
321
+ 303,
322
+ 304,
323
+ 305,
324
+ 306,
325
+ 307,
326
+ 308,
327
+ 309,
328
+ 310
329
+ ]
330
+ }
331
+ ]
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a3feaf3ee34f86fbb0aa22112fa9049de122dfa078b4972b2defe18d256678
3
+ size 669645864
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbac62044651c67a8a962731c6342be70e585599b9ea743265cdbe811949b4ac
3
+ size 15708
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/scheduler_state.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_lrs": [
3
+ 0.0001
4
+ ],
5
+ "last_epoch": 480000,
6
+ "verbose": false,
7
+ "_step_count": 480001,
8
+ "_get_lr_called_within_step": false,
9
+ "_last_lr": [
10
+ 0.0
11
+ ],
12
+ "lr_lambdas": [
13
+ null
14
+ ]
15
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/checkpoints/480000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 480000
3
+ }
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/debug-internal.log CHANGED
@@ -428,3 +428,11 @@
428
  {"time":"2025-05-02T10:11:50.147964916Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
429
  {"time":"2025-05-02T10:11:50.147970006Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
430
  {"time":"2025-05-02T10:11:50.147975025Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
 
 
 
 
 
 
 
 
 
428
  {"time":"2025-05-02T10:11:50.147964916Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
429
  {"time":"2025-05-02T10:11:50.147970006Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
430
  {"time":"2025-05-02T10:11:50.147975025Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
431
+ {"time":"2025-05-02T19:44:07.80251913Z","level":"INFO","msg":"stream: closing","id":"yq6yqt83"}
432
+ {"time":"2025-05-02T19:44:07.80254894Z","level":"INFO","msg":"Stopping system monitor"}
433
+ {"time":"2025-05-02T19:44:07.80259978Z","level":"INFO","msg":"Stopped system monitor"}
434
+ {"time":"2025-05-02T19:44:28.911193425Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
435
+ {"time":"2025-05-02T19:44:29.19049015Z","level":"INFO","msg":"handler: closed","stream_id":"yq6yqt83"}
436
+ {"time":"2025-05-02T19:44:29.19053411Z","level":"INFO","msg":"writer: Close: closed","stream_id":"yq6yqt83"}
437
+ {"time":"2025-05-02T19:44:29.19056734Z","level":"INFO","msg":"sender: closed","stream_id":"yq6yqt83"}
438
+ {"time":"2025-05-02T19:44:29.19062031Z","level":"INFO","msg":"stream: closed","id":"yq6yqt83"}
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/debug.log CHANGED
@@ -21,3 +21,4 @@ config: {'dataset': {'repo_id': 'shylee/so100_cube', 'root': '/SSD/LSY/lerobot',
21
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2371] Wrapping output streams.
22
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2394] Redirects installed.
23
  2025-05-02 09:41:44,090 INFO MainThread:100868 [wandb_init.py:init():1056] run started, returning control to user process
 
 
21
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2371] Wrapping output streams.
22
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2394] Redirects installed.
23
  2025-05-02 09:41:44,090 INFO MainThread:100868 [wandb_init.py:init():1056] run started, returning control to user process
24
+ 2025-05-02 19:44:07,801 INFO MsgRouterThr:100868 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/config.yaml ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.19.9
4
+ m: []
5
+ python_version: 3.10.17
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ - 55
13
+ "2":
14
+ - 1
15
+ - 41
16
+ - 49
17
+ - 51
18
+ - 55
19
+ - 83
20
+ "3":
21
+ - 5
22
+ - 13
23
+ - 14
24
+ - 15
25
+ - 16
26
+ - 23
27
+ - 55
28
+ - 61
29
+ - 62
30
+ "4": 3.10.17
31
+ "5": 0.19.9
32
+ "8":
33
+ - 5
34
+ "12": 0.19.9
35
+ "13": linux-x86_64
36
+ batch_size:
37
+ value: 8
38
+ dataset:
39
+ value:
40
+ episodes: null
41
+ image_transforms:
42
+ enable: false
43
+ max_num_transforms: 3
44
+ random_order: false
45
+ tfs:
46
+ brightness:
47
+ kwargs:
48
+ brightness:
49
+ - 0.8
50
+ - 1.2
51
+ type: ColorJitter
52
+ weight: 1
53
+ contrast:
54
+ kwargs:
55
+ contrast:
56
+ - 0.8
57
+ - 1.2
58
+ type: ColorJitter
59
+ weight: 1
60
+ hue:
61
+ kwargs:
62
+ hue:
63
+ - -0.05
64
+ - 0.05
65
+ type: ColorJitter
66
+ weight: 1
67
+ saturation:
68
+ kwargs:
69
+ saturation:
70
+ - 0.5
71
+ - 1.5
72
+ type: ColorJitter
73
+ weight: 1
74
+ sharpness:
75
+ kwargs:
76
+ sharpness:
77
+ - 0.5
78
+ - 1.5
79
+ type: SharpnessJitter
80
+ weight: 1
81
+ repo_id: shylee/so100_cube
82
+ revision: null
83
+ root: /SSD/LSY/lerobot
84
+ use_imagenet_stats: true
85
+ video_backend: torchcodec
86
+ env:
87
+ value: null
88
+ eval:
89
+ value:
90
+ batch_size: 50
91
+ n_episodes: 50
92
+ use_async_envs: false
93
+ eval_freq:
94
+ value: 20000
95
+ job_name:
96
+ value: DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4
97
+ log_freq:
98
+ value: 200
99
+ num_workers:
100
+ value: 4
101
+ optimizer:
102
+ value:
103
+ betas:
104
+ - 0.95
105
+ - 0.999
106
+ eps: 1e-08
107
+ grad_clip_norm: 10
108
+ lr: 0.0001
109
+ type: adam
110
+ weight_decay: 1e-06
111
+ output_dir:
112
+ value: /SSD/LSY/lerobot_model/DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4
113
+ policy:
114
+ value:
115
+ beta_end: 0.02
116
+ beta_schedule: squaredcos_cap_v2
117
+ beta_start: 0.0001
118
+ clip_sample: true
119
+ clip_sample_range: 1
120
+ crop_is_random: false
121
+ crop_shape:
122
+ - 480
123
+ - 640
124
+ device: cuda
125
+ diffusion_step_embed_dim: 128
126
+ do_mask_loss_for_padding: false
127
+ down_dims:
128
+ - 256
129
+ - 512
130
+ - 1024
131
+ drop_n_last_frames: 7
132
+ freeze_vision_backbone: true
133
+ horizon: 64
134
+ input_features:
135
+ observation.images.FrontCam:
136
+ shape:
137
+ - 3
138
+ - 480
139
+ - 640
140
+ type: VISUAL
141
+ observation.images.TopCam:
142
+ shape:
143
+ - 3
144
+ - 480
145
+ - 640
146
+ type: VISUAL
147
+ observation.images.WristCam:
148
+ shape:
149
+ - 3
150
+ - 480
151
+ - 640
152
+ type: VISUAL
153
+ observation.state:
154
+ shape:
155
+ - 6
156
+ type: STATE
157
+ kernel_size: 5
158
+ n_action_steps: 64
159
+ n_groups: 8
160
+ n_obs_steps: 2
161
+ noise_scheduler_type: DDIM
162
+ normalization_mapping:
163
+ ACTION: MIN_MAX
164
+ STATE: MIN_MAX
165
+ VISUAL: MEAN_STD
166
+ num_inference_steps: 10
167
+ num_train_timesteps: 100
168
+ optimizer_betas:
169
+ - 0.95
170
+ - 0.999
171
+ optimizer_eps: 1e-08
172
+ optimizer_lr: 0.0001
173
+ optimizer_weight_decay: 1e-06
174
+ output_features:
175
+ action:
176
+ shape:
177
+ - 6
178
+ type: ACTION
179
+ pre_resize_shape: null
180
+ prediction_type: epsilon
181
+ pretrained_backbone_weights: ResNet50_Weights.IMAGENET1K_V1
182
+ scheduler_name: cosine
183
+ scheduler_warmup_steps: 500
184
+ spatial_softmax_num_keypoints: 32
185
+ type: diffusion
186
+ use_amp: false
187
+ use_film_scale_modulation: true
188
+ use_group_norm: false
189
+ use_separate_rgb_encoder_per_camera: false
190
+ vision_backbone: resnet50
191
+ resume:
192
+ value: true
193
+ save_checkpoint:
194
+ value: true
195
+ save_freq:
196
+ value: 60000
197
+ scheduler:
198
+ value:
199
+ name: cosine
200
+ num_warmup_steps: 500
201
+ type: diffuser
202
+ seed:
203
+ value: 1000
204
+ steps:
205
+ value: 480000
206
+ use_policy_training_preset:
207
+ value: true
208
+ wandb:
209
+ value:
210
+ disable_artifact: false
211
+ enable: true
212
+ entity: null
213
+ mode: null
214
+ notes: null
215
+ project: lerobot
216
+ run_id: yq6yqt83
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/output.log CHANGED
@@ -584,3 +584,386 @@ INFO 2025-05-02 15:41:11 ts/train.py:232 step:403K smpl:3M ep:11K epch:55.44 los
584
  INFO 2025-05-02 15:41:49 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.47 loss:0.003 grdn:0.158 lr:6.1e-06 updt_s:0.189 data_s:0.000
585
  INFO 2025-05-02 15:42:29 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.49 loss:0.002 grdn:0.145 lr:6.1e-06 updt_s:0.189 data_s:0.007
586
  INFO 2025-05-02 15:43:07 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.52 loss:0.002 grdn:0.135 lr:6.1e-06 updt_s:0.189 data_s:0.001
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
584
  INFO 2025-05-02 15:41:49 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.47 loss:0.003 grdn:0.158 lr:6.1e-06 updt_s:0.189 data_s:0.000
585
  INFO 2025-05-02 15:42:29 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.49 loss:0.002 grdn:0.145 lr:6.1e-06 updt_s:0.189 data_s:0.007
586
  INFO 2025-05-02 15:43:07 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.52 loss:0.002 grdn:0.135 lr:6.1e-06 updt_s:0.189 data_s:0.001
587
+ INFO 2025-05-02 15:43:45 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.55 loss:0.002 grdn:0.134 lr:6.1e-06 updt_s:0.189 data_s:0.000
588
+ INFO 2025-05-02 15:44:23 ts/train.py:232 step:404K smpl:3M ep:11K epch:55.58 loss:0.002 grdn:0.147 lr:6.0e-06 updt_s:0.189 data_s:0.000
589
+ INFO 2025-05-02 15:45:01 ts/train.py:232 step:405K smpl:3M ep:11K epch:55.60 loss:0.002 grdn:0.139 lr:6.0e-06 updt_s:0.189 data_s:0.000
590
+ INFO 2025-05-02 15:45:39 ts/train.py:232 step:405K smpl:3M ep:11K epch:55.63 loss:0.003 grdn:0.162 lr:6.0e-06 updt_s:0.189 data_s:0.001
591
+ INFO 2025-05-02 15:46:17 ts/train.py:232 step:405K smpl:3M ep:11K epch:55.66 loss:0.002 grdn:0.143 lr:5.9e-06 updt_s:0.189 data_s:0.000
592
+ INFO 2025-05-02 15:46:55 ts/train.py:232 step:405K smpl:3M ep:11K epch:55.69 loss:0.003 grdn:0.159 lr:5.9e-06 updt_s:0.189 data_s:0.000
593
+ INFO 2025-05-02 15:47:33 ts/train.py:232 step:405K smpl:3M ep:11K epch:55.71 loss:0.002 grdn:0.149 lr:5.9e-06 updt_s:0.189 data_s:0.000
594
+ INFO 2025-05-02 15:48:11 ts/train.py:232 step:406K smpl:3M ep:11K epch:55.74 loss:0.002 grdn:0.133 lr:5.8e-06 updt_s:0.189 data_s:0.000
595
+ INFO 2025-05-02 15:48:49 ts/train.py:232 step:406K smpl:3M ep:11K epch:55.77 loss:0.002 grdn:0.147 lr:5.8e-06 updt_s:0.189 data_s:0.000
596
+ INFO 2025-05-02 15:49:27 ts/train.py:232 step:406K smpl:3M ep:11K epch:55.80 loss:0.002 grdn:0.149 lr:5.8e-06 updt_s:0.189 data_s:0.000
597
+ INFO 2025-05-02 15:50:04 ts/train.py:232 step:406K smpl:3M ep:11K epch:55.82 loss:0.002 grdn:0.150 lr:5.7e-06 updt_s:0.189 data_s:0.000
598
+ INFO 2025-05-02 15:50:42 ts/train.py:232 step:406K smpl:3M ep:11K epch:55.85 loss:0.002 grdn:0.145 lr:5.7e-06 updt_s:0.189 data_s:0.000
599
+ INFO 2025-05-02 15:51:20 ts/train.py:232 step:407K smpl:3M ep:11K epch:55.88 loss:0.003 grdn:0.162 lr:5.7e-06 updt_s:0.189 data_s:0.000
600
+ INFO 2025-05-02 15:51:58 ts/train.py:232 step:407K smpl:3M ep:11K epch:55.91 loss:0.002 grdn:0.150 lr:5.7e-06 updt_s:0.189 data_s:0.000
601
+ INFO 2025-05-02 15:52:36 ts/train.py:232 step:407K smpl:3M ep:11K epch:55.93 loss:0.002 grdn:0.159 lr:5.6e-06 updt_s:0.189 data_s:0.000
602
+ INFO 2025-05-02 15:53:14 ts/train.py:232 step:407K smpl:3M ep:11K epch:55.96 loss:0.002 grdn:0.143 lr:5.6e-06 updt_s:0.189 data_s:0.000
603
+ INFO 2025-05-02 15:53:52 ts/train.py:232 step:407K smpl:3M ep:11K epch:55.99 loss:0.002 grdn:0.140 lr:5.6e-06 updt_s:0.189 data_s:0.000
604
+ INFO 2025-05-02 15:54:30 ts/train.py:232 step:408K smpl:3M ep:11K epch:56.01 loss:0.002 grdn:0.129 lr:5.5e-06 updt_s:0.189 data_s:0.000
605
+ INFO 2025-05-02 15:55:08 ts/train.py:232 step:408K smpl:3M ep:11K epch:56.04 loss:0.002 grdn:0.146 lr:5.5e-06 updt_s:0.189 data_s:0.000
606
+ INFO 2025-05-02 15:55:46 ts/train.py:232 step:408K smpl:3M ep:11K epch:56.07 loss:0.002 grdn:0.133 lr:5.5e-06 updt_s:0.189 data_s:0.000
607
+ INFO 2025-05-02 15:56:24 ts/train.py:232 step:408K smpl:3M ep:11K epch:56.10 loss:0.002 grdn:0.148 lr:5.4e-06 updt_s:0.189 data_s:0.000
608
+ INFO 2025-05-02 15:57:02 ts/train.py:232 step:408K smpl:3M ep:11K epch:56.12 loss:0.002 grdn:0.146 lr:5.4e-06 updt_s:0.189 data_s:0.000
609
+ INFO 2025-05-02 15:57:40 ts/train.py:232 step:409K smpl:3M ep:11K epch:56.15 loss:0.002 grdn:0.148 lr:5.4e-06 updt_s:0.189 data_s:0.000
610
+ INFO 2025-05-02 15:58:17 ts/train.py:232 step:409K smpl:3M ep:11K epch:56.18 loss:0.002 grdn:0.154 lr:5.4e-06 updt_s:0.189 data_s:0.000
611
+ INFO 2025-05-02 15:58:55 ts/train.py:232 step:409K smpl:3M ep:11K epch:56.21 loss:0.002 grdn:0.149 lr:5.3e-06 updt_s:0.189 data_s:0.000
612
+ INFO 2025-05-02 15:59:33 ts/train.py:232 step:409K smpl:3M ep:11K epch:56.23 loss:0.002 grdn:0.149 lr:5.3e-06 updt_s:0.189 data_s:0.000
613
+ INFO 2025-05-02 16:00:11 ts/train.py:232 step:409K smpl:3M ep:11K epch:56.26 loss:0.002 grdn:0.148 lr:5.3e-06 updt_s:0.189 data_s:0.000
614
+ INFO 2025-05-02 16:00:49 ts/train.py:232 step:410K smpl:3M ep:11K epch:56.29 loss:0.002 grdn:0.140 lr:5.2e-06 updt_s:0.189 data_s:0.000
615
+ INFO 2025-05-02 16:01:27 ts/train.py:232 step:410K smpl:3M ep:11K epch:56.32 loss:0.002 grdn:0.149 lr:5.2e-06 updt_s:0.189 data_s:0.000
616
+ INFO 2025-05-02 16:02:05 ts/train.py:232 step:410K smpl:3M ep:11K epch:56.34 loss:0.002 grdn:0.139 lr:5.2e-06 updt_s:0.189 data_s:0.000
617
+ INFO 2025-05-02 16:02:43 ts/train.py:232 step:410K smpl:3M ep:11K epch:56.37 loss:0.002 grdn:0.147 lr:5.2e-06 updt_s:0.189 data_s:0.000
618
+ INFO 2025-05-02 16:03:21 ts/train.py:232 step:410K smpl:3M ep:11K epch:56.40 loss:0.003 grdn:0.158 lr:5.1e-06 updt_s:0.189 data_s:0.000
619
+ INFO 2025-05-02 16:03:59 ts/train.py:232 step:411K smpl:3M ep:11K epch:56.43 loss:0.002 grdn:0.148 lr:5.1e-06 updt_s:0.188 data_s:0.000
620
+ INFO 2025-05-02 16:04:38 ts/train.py:232 step:411K smpl:3M ep:11K epch:56.45 loss:0.002 grdn:0.145 lr:5.1e-06 updt_s:0.188 data_s:0.007
621
+ INFO 2025-05-02 16:05:16 ts/train.py:232 step:411K smpl:3M ep:11K epch:56.48 loss:0.002 grdn:0.158 lr:5.0e-06 updt_s:0.189 data_s:0.000
622
+ INFO 2025-05-02 16:05:54 ts/train.py:232 step:411K smpl:3M ep:11K epch:56.51 loss:0.002 grdn:0.140 lr:5.0e-06 updt_s:0.189 data_s:0.000
623
+ INFO 2025-05-02 16:06:32 ts/train.py:232 step:411K smpl:3M ep:11K epch:56.54 loss:0.002 grdn:0.140 lr:5.0e-06 updt_s:0.189 data_s:0.000
624
+ INFO 2025-05-02 16:07:10 ts/train.py:232 step:412K smpl:3M ep:11K epch:56.56 loss:0.003 grdn:0.157 lr:5.0e-06 updt_s:0.189 data_s:0.000
625
+ INFO 2025-05-02 16:07:48 ts/train.py:232 step:412K smpl:3M ep:11K epch:56.59 loss:0.002 grdn:0.155 lr:4.9e-06 updt_s:0.189 data_s:0.000
626
+ INFO 2025-05-02 16:08:26 ts/train.py:232 step:412K smpl:3M ep:11K epch:56.62 loss:0.002 grdn:0.136 lr:4.9e-06 updt_s:0.189 data_s:0.000
627
+ INFO 2025-05-02 16:09:04 ts/train.py:232 step:412K smpl:3M ep:11K epch:56.65 loss:0.002 grdn:0.143 lr:4.9e-06 updt_s:0.189 data_s:0.000
628
+ INFO 2025-05-02 16:09:42 ts/train.py:232 step:412K smpl:3M ep:11K epch:56.67 loss:0.002 grdn:0.154 lr:4.8e-06 updt_s:0.189 data_s:0.000
629
+ INFO 2025-05-02 16:10:20 ts/train.py:232 step:413K smpl:3M ep:11K epch:56.70 loss:0.002 grdn:0.137 lr:4.8e-06 updt_s:0.189 data_s:0.000
630
+ INFO 2025-05-02 16:10:58 ts/train.py:232 step:413K smpl:3M ep:11K epch:56.73 loss:0.003 grdn:0.160 lr:4.8e-06 updt_s:0.189 data_s:0.000
631
+ INFO 2025-05-02 16:11:36 ts/train.py:232 step:413K smpl:3M ep:11K epch:56.76 loss:0.002 grdn:0.138 lr:4.8e-06 updt_s:0.189 data_s:0.000
632
+ INFO 2025-05-02 16:12:14 ts/train.py:232 step:413K smpl:3M ep:11K epch:56.78 loss:0.002 grdn:0.132 lr:4.7e-06 updt_s:0.189 data_s:0.000
633
+ INFO 2025-05-02 16:12:52 ts/train.py:232 step:413K smpl:3M ep:11K epch:56.81 loss:0.002 grdn:0.142 lr:4.7e-06 updt_s:0.189 data_s:0.000
634
+ INFO 2025-05-02 16:13:30 ts/train.py:232 step:414K smpl:3M ep:11K epch:56.84 loss:0.002 grdn:0.134 lr:4.7e-06 updt_s:0.189 data_s:0.000
635
+ INFO 2025-05-02 16:14:08 ts/train.py:232 step:414K smpl:3M ep:11K epch:56.87 loss:0.002 grdn:0.149 lr:4.6e-06 updt_s:0.189 data_s:0.000
636
+ INFO 2025-05-02 16:14:46 ts/train.py:232 step:414K smpl:3M ep:11K epch:56.89 loss:0.002 grdn:0.139 lr:4.6e-06 updt_s:0.189 data_s:0.000
637
+ INFO 2025-05-02 16:15:24 ts/train.py:232 step:414K smpl:3M ep:11K epch:56.92 loss:0.002 grdn:0.151 lr:4.6e-06 updt_s:0.189 data_s:0.000
638
+ INFO 2025-05-02 16:16:02 ts/train.py:232 step:414K smpl:3M ep:11K epch:56.95 loss:0.002 grdn:0.154 lr:4.6e-06 updt_s:0.189 data_s:0.001
639
+ INFO 2025-05-02 16:16:40 ts/train.py:232 step:415K smpl:3M ep:11K epch:56.98 loss:0.002 grdn:0.146 lr:4.5e-06 updt_s:0.189 data_s:0.000
640
+ INFO 2025-05-02 16:17:18 ts/train.py:232 step:415K smpl:3M ep:11K epch:57.00 loss:0.003 grdn:0.167 lr:4.5e-06 updt_s:0.189 data_s:0.000
641
+ INFO 2025-05-02 16:17:56 ts/train.py:232 step:415K smpl:3M ep:11K epch:57.03 loss:0.002 grdn:0.141 lr:4.5e-06 updt_s:0.189 data_s:0.000
642
+ INFO 2025-05-02 16:18:34 ts/train.py:232 step:415K smpl:3M ep:11K epch:57.06 loss:0.002 grdn:0.145 lr:4.5e-06 updt_s:0.189 data_s:0.000
643
+ INFO 2025-05-02 16:19:12 ts/train.py:232 step:415K smpl:3M ep:11K epch:57.09 loss:0.002 grdn:0.143 lr:4.4e-06 updt_s:0.189 data_s:0.000
644
+ INFO 2025-05-02 16:19:50 ts/train.py:232 step:416K smpl:3M ep:11K epch:57.11 loss:0.003 grdn:0.159 lr:4.4e-06 updt_s:0.189 data_s:0.000
645
+ INFO 2025-05-02 16:20:28 ts/train.py:232 step:416K smpl:3M ep:11K epch:57.14 loss:0.002 grdn:0.147 lr:4.4e-06 updt_s:0.189 data_s:0.000
646
+ INFO 2025-05-02 16:21:06 ts/train.py:232 step:416K smpl:3M ep:11K epch:57.17 loss:0.002 grdn:0.151 lr:4.3e-06 updt_s:0.189 data_s:0.000
647
+ INFO 2025-05-02 16:21:44 ts/train.py:232 step:416K smpl:3M ep:11K epch:57.20 loss:0.002 grdn:0.146 lr:4.3e-06 updt_s:0.189 data_s:0.000
648
+ INFO 2025-05-02 16:22:22 ts/train.py:232 step:416K smpl:3M ep:11K epch:57.22 loss:0.002 grdn:0.154 lr:4.3e-06 updt_s:0.189 data_s:0.000
649
+ INFO 2025-05-02 16:23:00 ts/train.py:232 step:417K smpl:3M ep:11K epch:57.25 loss:0.002 grdn:0.150 lr:4.3e-06 updt_s:0.189 data_s:0.000
650
+ INFO 2025-05-02 16:23:38 ts/train.py:232 step:417K smpl:3M ep:11K epch:57.28 loss:0.002 grdn:0.157 lr:4.2e-06 updt_s:0.189 data_s:0.000
651
+ INFO 2025-05-02 16:24:16 ts/train.py:232 step:417K smpl:3M ep:11K epch:57.31 loss:0.002 grdn:0.144 lr:4.2e-06 updt_s:0.189 data_s:0.000
652
+ INFO 2025-05-02 16:24:54 ts/train.py:232 step:417K smpl:3M ep:11K epch:57.33 loss:0.002 grdn:0.156 lr:4.2e-06 updt_s:0.189 data_s:0.000
653
+ INFO 2025-05-02 16:25:32 ts/train.py:232 step:417K smpl:3M ep:11K epch:57.36 loss:0.002 grdn:0.148 lr:4.2e-06 updt_s:0.189 data_s:0.000
654
+ INFO 2025-05-02 16:26:10 ts/train.py:232 step:418K smpl:3M ep:11K epch:57.39 loss:0.002 grdn:0.145 lr:4.1e-06 updt_s:0.189 data_s:0.000
655
+ INFO 2025-05-02 16:26:48 ts/train.py:232 step:418K smpl:3M ep:11K epch:57.42 loss:0.002 grdn:0.148 lr:4.1e-06 updt_s:0.189 data_s:0.000
656
+ INFO 2025-05-02 16:27:27 ts/train.py:232 step:418K smpl:3M ep:11K epch:57.44 loss:0.002 grdn:0.148 lr:4.1e-06 updt_s:0.188 data_s:0.007
657
+ INFO 2025-05-02 16:28:05 ts/train.py:232 step:418K smpl:3M ep:11K epch:57.47 loss:0.002 grdn:0.146 lr:4.1e-06 updt_s:0.188 data_s:0.000
658
+ INFO 2025-05-02 16:28:43 ts/train.py:232 step:418K smpl:3M ep:11K epch:57.50 loss:0.002 grdn:0.144 lr:4.0e-06 updt_s:0.189 data_s:0.000
659
+ INFO 2025-05-02 16:29:21 ts/train.py:232 step:419K smpl:3M ep:12K epch:57.53 loss:0.002 grdn:0.145 lr:4.0e-06 updt_s:0.189 data_s:0.000
660
+ INFO 2025-05-02 16:29:58 ts/train.py:232 step:419K smpl:3M ep:12K epch:57.55 loss:0.002 grdn:0.152 lr:4.0e-06 updt_s:0.188 data_s:0.000
661
+ INFO 2025-05-02 16:30:36 ts/train.py:232 step:419K smpl:3M ep:12K epch:57.58 loss:0.002 grdn:0.153 lr:4.0e-06 updt_s:0.188 data_s:0.000
662
+ INFO 2025-05-02 16:31:14 ts/train.py:232 step:419K smpl:3M ep:12K epch:57.61 loss:0.002 grdn:0.152 lr:3.9e-06 updt_s:0.189 data_s:0.000
663
+ INFO 2025-05-02 16:31:52 ts/train.py:232 step:419K smpl:3M ep:12K epch:57.64 loss:0.002 grdn:0.139 lr:3.9e-06 updt_s:0.189 data_s:0.000
664
+ INFO 2025-05-02 16:32:30 ts/train.py:232 step:420K smpl:3M ep:12K epch:57.66 loss:0.002 grdn:0.146 lr:3.9e-06 updt_s:0.189 data_s:0.000
665
+ INFO 2025-05-02 16:33:08 ts/train.py:232 step:420K smpl:3M ep:12K epch:57.69 loss:0.002 grdn:0.151 lr:3.9e-06 updt_s:0.188 data_s:0.000
666
+ INFO 2025-05-02 16:33:46 ts/train.py:232 step:420K smpl:3M ep:12K epch:57.72 loss:0.002 grdn:0.150 lr:3.8e-06 updt_s:0.189 data_s:0.000
667
+ INFO 2025-05-02 16:33:46 ts/train.py:241 Checkpoint policy after step 420000
668
+ INFO 2025-05-02 16:34:26 ts/train.py:232 step:420K smpl:3M ep:12K epch:57.75 loss:0.002 grdn:0.150 lr:3.8e-06 updt_s:0.188 data_s:0.000
669
+ INFO 2025-05-02 16:35:04 ts/train.py:232 step:420K smpl:3M ep:12K epch:57.77 loss:0.002 grdn:0.132 lr:3.8e-06 updt_s:0.188 data_s:0.000
670
+ INFO 2025-05-02 16:35:42 ts/train.py:232 step:421K smpl:3M ep:12K epch:57.80 loss:0.002 grdn:0.142 lr:3.8e-06 updt_s:0.188 data_s:0.000
671
+ INFO 2025-05-02 16:36:20 ts/train.py:232 step:421K smpl:3M ep:12K epch:57.83 loss:0.002 grdn:0.142 lr:3.7e-06 updt_s:0.189 data_s:0.000
672
+ INFO 2025-05-02 16:36:58 ts/train.py:232 step:421K smpl:3M ep:12K epch:57.86 loss:0.002 grdn:0.152 lr:3.7e-06 updt_s:0.188 data_s:0.000
673
+ INFO 2025-05-02 16:37:36 ts/train.py:232 step:421K smpl:3M ep:12K epch:57.88 loss:0.002 grdn:0.146 lr:3.7e-06 updt_s:0.189 data_s:0.000
674
+ INFO 2025-05-02 16:38:13 ts/train.py:232 step:421K smpl:3M ep:12K epch:57.91 loss:0.002 grdn:0.129 lr:3.7e-06 updt_s:0.188 data_s:0.000
675
+ INFO 2025-05-02 16:38:51 ts/train.py:232 step:422K smpl:3M ep:12K epch:57.94 loss:0.002 grdn:0.132 lr:3.6e-06 updt_s:0.189 data_s:0.000
676
+ INFO 2025-05-02 16:39:29 ts/train.py:232 step:422K smpl:3M ep:12K epch:57.97 loss:0.002 grdn:0.134 lr:3.6e-06 updt_s:0.189 data_s:0.000
677
+ INFO 2025-05-02 16:40:07 ts/train.py:232 step:422K smpl:3M ep:12K epch:57.99 loss:0.002 grdn:0.156 lr:3.6e-06 updt_s:0.189 data_s:0.000
678
+ INFO 2025-05-02 16:40:45 ts/train.py:232 step:422K smpl:3M ep:12K epch:58.02 loss:0.002 grdn:0.150 lr:3.6e-06 updt_s:0.188 data_s:0.000
679
+ INFO 2025-05-02 16:41:23 ts/train.py:232 step:422K smpl:3M ep:12K epch:58.05 loss:0.002 grdn:0.146 lr:3.5e-06 updt_s:0.188 data_s:0.000
680
+ INFO 2025-05-02 16:42:01 ts/train.py:232 step:423K smpl:3M ep:12K epch:58.08 loss:0.002 grdn:0.152 lr:3.5e-06 updt_s:0.188 data_s:0.000
681
+ INFO 2025-05-02 16:42:39 ts/train.py:232 step:423K smpl:3M ep:12K epch:58.10 loss:0.002 grdn:0.146 lr:3.5e-06 updt_s:0.188 data_s:0.000
682
+ INFO 2025-05-02 16:43:16 ts/train.py:232 step:423K smpl:3M ep:12K epch:58.13 loss:0.002 grdn:0.144 lr:3.5e-06 updt_s:0.188 data_s:0.000
683
+ INFO 2025-05-02 16:43:54 ts/train.py:232 step:423K smpl:3M ep:12K epch:58.16 loss:0.002 grdn:0.141 lr:3.4e-06 updt_s:0.189 data_s:0.000
684
+ INFO 2025-05-02 16:44:32 ts/train.py:232 step:423K smpl:3M ep:12K epch:58.19 loss:0.002 grdn:0.155 lr:3.4e-06 updt_s:0.189 data_s:0.000
685
+ INFO 2025-05-02 16:45:10 ts/train.py:232 step:424K smpl:3M ep:12K epch:58.21 loss:0.002 grdn:0.150 lr:3.4e-06 updt_s:0.189 data_s:0.000
686
+ INFO 2025-05-02 16:45:48 ts/train.py:232 step:424K smpl:3M ep:12K epch:58.24 loss:0.002 grdn:0.150 lr:3.4e-06 updt_s:0.188 data_s:0.000
687
+ INFO 2025-05-02 16:46:26 ts/train.py:232 step:424K smpl:3M ep:12K epch:58.27 loss:0.002 grdn:0.155 lr:3.3e-06 updt_s:0.188 data_s:0.000
688
+ INFO 2025-05-02 16:47:04 ts/train.py:232 step:424K smpl:3M ep:12K epch:58.30 loss:0.002 grdn:0.136 lr:3.3e-06 updt_s:0.188 data_s:0.000
689
+ INFO 2025-05-02 16:47:42 ts/train.py:232 step:424K smpl:3M ep:12K epch:58.32 loss:0.002 grdn:0.140 lr:3.3e-06 updt_s:0.188 data_s:0.000
690
+ INFO 2025-05-02 16:48:19 ts/train.py:232 step:425K smpl:3M ep:12K epch:58.35 loss:0.002 grdn:0.160 lr:3.3e-06 updt_s:0.188 data_s:0.000
691
+ INFO 2025-05-02 16:48:57 ts/train.py:232 step:425K smpl:3M ep:12K epch:58.38 loss:0.002 grdn:0.149 lr:3.2e-06 updt_s:0.189 data_s:0.000
692
+ INFO 2025-05-02 16:49:37 ts/train.py:232 step:425K smpl:3M ep:12K epch:58.41 loss:0.002 grdn:0.145 lr:3.2e-06 updt_s:0.188 data_s:0.008
693
+ INFO 2025-05-02 16:50:15 ts/train.py:232 step:425K smpl:3M ep:12K epch:58.43 loss:0.002 grdn:0.145 lr:3.2e-06 updt_s:0.189 data_s:0.000
694
+ INFO 2025-05-02 16:50:52 ts/train.py:232 step:425K smpl:3M ep:12K epch:58.46 loss:0.002 grdn:0.140 lr:3.2e-06 updt_s:0.188 data_s:0.000
695
+ INFO 2025-05-02 16:51:30 ts/train.py:232 step:426K smpl:3M ep:12K epch:58.49 loss:0.002 grdn:0.159 lr:3.2e-06 updt_s:0.188 data_s:0.000
696
+ INFO 2025-05-02 16:52:08 ts/train.py:232 step:426K smpl:3M ep:12K epch:58.52 loss:0.002 grdn:0.139 lr:3.1e-06 updt_s:0.188 data_s:0.000
697
+ INFO 2025-05-02 16:52:46 ts/train.py:232 step:426K smpl:3M ep:12K epch:58.54 loss:0.002 grdn:0.147 lr:3.1e-06 updt_s:0.188 data_s:0.000
698
+ INFO 2025-05-02 16:53:24 ts/train.py:232 step:426K smpl:3M ep:12K epch:58.57 loss:0.002 grdn:0.150 lr:3.1e-06 updt_s:0.188 data_s:0.000
699
+ INFO 2025-05-02 16:54:02 ts/train.py:232 step:426K smpl:3M ep:12K epch:58.60 loss:0.002 grdn:0.151 lr:3.1e-06 updt_s:0.188 data_s:0.000
700
+ INFO 2025-05-02 16:54:40 ts/train.py:232 step:427K smpl:3M ep:12K epch:58.63 loss:0.002 grdn:0.144 lr:3.0e-06 updt_s:0.188 data_s:0.000
701
+ INFO 2025-05-02 16:55:17 ts/train.py:232 step:427K smpl:3M ep:12K epch:58.65 loss:0.002 grdn:0.143 lr:3.0e-06 updt_s:0.188 data_s:0.000
702
+ INFO 2025-05-02 16:55:55 ts/train.py:232 step:427K smpl:3M ep:12K epch:58.68 loss:0.002 grdn:0.142 lr:3.0e-06 updt_s:0.189 data_s:0.000
703
+ INFO 2025-05-02 16:56:33 ts/train.py:232 step:427K smpl:3M ep:12K epch:58.71 loss:0.002 grdn:0.149 lr:3.0e-06 updt_s:0.188 data_s:0.000
704
+ INFO 2025-05-02 16:57:11 ts/train.py:232 step:427K smpl:3M ep:12K epch:58.74 loss:0.002 grdn:0.139 lr:3.0e-06 updt_s:0.188 data_s:0.000
705
+ INFO 2025-05-02 16:57:49 ts/train.py:232 step:428K smpl:3M ep:12K epch:58.76 loss:0.002 grdn:0.149 lr:2.9e-06 updt_s:0.188 data_s:0.000
706
+ INFO 2025-05-02 16:58:27 ts/train.py:232 step:428K smpl:3M ep:12K epch:58.79 loss:0.002 grdn:0.152 lr:2.9e-06 updt_s:0.188 data_s:0.000
707
+ INFO 2025-05-02 16:59:05 ts/train.py:232 step:428K smpl:3M ep:12K epch:58.82 loss:0.002 grdn:0.143 lr:2.9e-06 updt_s:0.188 data_s:0.000
708
+ INFO 2025-05-02 16:59:42 ts/train.py:232 step:428K smpl:3M ep:12K epch:58.85 loss:0.002 grdn:0.147 lr:2.9e-06 updt_s:0.188 data_s:0.000
709
+ INFO 2025-05-02 17:00:20 ts/train.py:232 step:428K smpl:3M ep:12K epch:58.87 loss:0.002 grdn:0.145 lr:2.8e-06 updt_s:0.188 data_s:0.000
710
+ INFO 2025-05-02 17:00:58 ts/train.py:232 step:429K smpl:3M ep:12K epch:58.90 loss:0.002 grdn:0.142 lr:2.8e-06 updt_s:0.188 data_s:0.000
711
+ INFO 2025-05-02 17:01:36 ts/train.py:232 step:429K smpl:3M ep:12K epch:58.93 loss:0.002 grdn:0.140 lr:2.8e-06 updt_s:0.188 data_s:0.000
712
+ INFO 2025-05-02 17:02:14 ts/train.py:232 step:429K smpl:3M ep:12K epch:58.96 loss:0.002 grdn:0.142 lr:2.8e-06 updt_s:0.188 data_s:0.000
713
+ INFO 2025-05-02 17:02:52 ts/train.py:232 step:429K smpl:3M ep:12K epch:58.98 loss:0.002 grdn:0.136 lr:2.8e-06 updt_s:0.188 data_s:0.000
714
+ INFO 2025-05-02 17:03:30 ts/train.py:232 step:429K smpl:3M ep:12K epch:59.01 loss:0.002 grdn:0.136 lr:2.7e-06 updt_s:0.188 data_s:0.000
715
+ INFO 2025-05-02 17:04:07 ts/train.py:232 step:430K smpl:3M ep:12K epch:59.04 loss:0.002 grdn:0.146 lr:2.7e-06 updt_s:0.189 data_s:0.000
716
+ INFO 2025-05-02 17:04:45 ts/train.py:232 step:430K smpl:3M ep:12K epch:59.07 loss:0.002 grdn:0.152 lr:2.7e-06 updt_s:0.189 data_s:0.000
717
+ INFO 2025-05-02 17:05:23 ts/train.py:232 step:430K smpl:3M ep:12K epch:59.09 loss:0.002 grdn:0.156 lr:2.7e-06 updt_s:0.189 data_s:0.000
718
+ INFO 2025-05-02 17:06:01 ts/train.py:232 step:430K smpl:3M ep:12K epch:59.12 loss:0.002 grdn:0.155 lr:2.6e-06 updt_s:0.189 data_s:0.000
719
+ INFO 2025-05-02 17:06:39 ts/train.py:232 step:430K smpl:3M ep:12K epch:59.15 loss:0.002 grdn:0.153 lr:2.6e-06 updt_s:0.189 data_s:0.000
720
+ INFO 2025-05-02 17:07:17 ts/train.py:232 step:431K smpl:3M ep:12K epch:59.18 loss:0.002 grdn:0.144 lr:2.6e-06 updt_s:0.189 data_s:0.000
721
+ INFO 2025-05-02 17:07:55 ts/train.py:232 step:431K smpl:3M ep:12K epch:59.20 loss:0.002 grdn:0.138 lr:2.6e-06 updt_s:0.189 data_s:0.000
722
+ INFO 2025-05-02 17:08:33 ts/train.py:232 step:431K smpl:3M ep:12K epch:59.23 loss:0.002 grdn:0.140 lr:2.6e-06 updt_s:0.189 data_s:0.000
723
+ INFO 2025-05-02 17:09:11 ts/train.py:232 step:431K smpl:3M ep:12K epch:59.26 loss:0.002 grdn:0.136 lr:2.5e-06 updt_s:0.189 data_s:0.000
724
+ INFO 2025-05-02 17:09:49 ts/train.py:232 step:431K smpl:3M ep:12K epch:59.29 loss:0.003 grdn:0.163 lr:2.5e-06 updt_s:0.189 data_s:0.000
725
+ INFO 2025-05-02 17:10:26 ts/train.py:232 step:432K smpl:3M ep:12K epch:59.31 loss:0.002 grdn:0.143 lr:2.5e-06 updt_s:0.189 data_s:0.000
726
+ INFO 2025-05-02 17:11:04 ts/train.py:232 step:432K smpl:3M ep:12K epch:59.34 loss:0.002 grdn:0.138 lr:2.5e-06 updt_s:0.189 data_s:0.000
727
+ INFO 2025-05-02 17:11:42 ts/train.py:232 step:432K smpl:3M ep:12K epch:59.37 loss:0.002 grdn:0.127 lr:2.5e-06 updt_s:0.189 data_s:0.000
728
+ INFO 2025-05-02 17:12:21 ts/train.py:232 step:432K smpl:3M ep:12K epch:59.40 loss:0.002 grdn:0.149 lr:2.4e-06 updt_s:0.188 data_s:0.006
729
+ INFO 2025-05-02 17:12:59 ts/train.py:232 step:432K smpl:3M ep:12K epch:59.42 loss:0.002 grdn:0.123 lr:2.4e-06 updt_s:0.189 data_s:0.000
730
+ INFO 2025-05-02 17:13:37 ts/train.py:232 step:433K smpl:3M ep:12K epch:59.45 loss:0.002 grdn:0.145 lr:2.4e-06 updt_s:0.189 data_s:0.000
731
+ INFO 2025-05-02 17:14:15 ts/train.py:232 step:433K smpl:3M ep:12K epch:59.48 loss:0.002 grdn:0.136 lr:2.4e-06 updt_s:0.189 data_s:0.000
732
+ INFO 2025-05-02 17:14:53 ts/train.py:232 step:433K smpl:3M ep:12K epch:59.51 loss:0.003 grdn:0.164 lr:2.4e-06 updt_s:0.189 data_s:0.000
733
+ INFO 2025-05-02 17:15:31 ts/train.py:232 step:433K smpl:3M ep:12K epch:59.53 loss:0.002 grdn:0.129 lr:2.3e-06 updt_s:0.189 data_s:0.000
734
+ INFO 2025-05-02 17:16:09 ts/train.py:232 step:433K smpl:3M ep:12K epch:59.56 loss:0.002 grdn:0.148 lr:2.3e-06 updt_s:0.189 data_s:0.000
735
+ INFO 2025-05-02 17:16:47 ts/train.py:232 step:434K smpl:3M ep:12K epch:59.59 loss:0.002 grdn:0.156 lr:2.3e-06 updt_s:0.189 data_s:0.000
736
+ INFO 2025-05-02 17:17:25 ts/train.py:232 step:434K smpl:3M ep:12K epch:59.62 loss:0.002 grdn:0.154 lr:2.3e-06 updt_s:0.189 data_s:0.000
737
+ INFO 2025-05-02 17:18:03 ts/train.py:232 step:434K smpl:3M ep:12K epch:59.64 loss:0.002 grdn:0.141 lr:2.3e-06 updt_s:0.189 data_s:0.000
738
+ INFO 2025-05-02 17:18:41 ts/train.py:232 step:434K smpl:3M ep:12K epch:59.67 loss:0.002 grdn:0.137 lr:2.2e-06 updt_s:0.189 data_s:0.000
739
+ INFO 2025-05-02 17:19:19 ts/train.py:232 step:434K smpl:3M ep:12K epch:59.70 loss:0.002 grdn:0.155 lr:2.2e-06 updt_s:0.189 data_s:0.000
740
+ INFO 2025-05-02 17:19:57 ts/train.py:232 step:435K smpl:3M ep:12K epch:59.73 loss:0.002 grdn:0.144 lr:2.2e-06 updt_s:0.189 data_s:0.000
741
+ INFO 2025-05-02 17:20:34 ts/train.py:232 step:435K smpl:3M ep:12K epch:59.75 loss:0.002 grdn:0.135 lr:2.2e-06 updt_s:0.189 data_s:0.000
742
+ INFO 2025-05-02 17:21:12 ts/train.py:232 step:435K smpl:3M ep:12K epch:59.78 loss:0.002 grdn:0.144 lr:2.2e-06 updt_s:0.189 data_s:0.000
743
+ INFO 2025-05-02 17:21:50 ts/train.py:232 step:435K smpl:3M ep:12K epch:59.81 loss:0.002 grdn:0.152 lr:2.1e-06 updt_s:0.189 data_s:0.000
744
+ INFO 2025-05-02 17:22:28 ts/train.py:232 step:435K smpl:3M ep:12K epch:59.84 loss:0.002 grdn:0.136 lr:2.1e-06 updt_s:0.189 data_s:0.000
745
+ INFO 2025-05-02 17:23:06 ts/train.py:232 step:436K smpl:3M ep:12K epch:59.86 loss:0.002 grdn:0.141 lr:2.1e-06 updt_s:0.189 data_s:0.000
746
+ INFO 2025-05-02 17:23:44 ts/train.py:232 step:436K smpl:3M ep:12K epch:59.89 loss:0.002 grdn:0.145 lr:2.1e-06 updt_s:0.189 data_s:0.000
747
+ INFO 2025-05-02 17:24:22 ts/train.py:232 step:436K smpl:3M ep:12K epch:59.92 loss:0.002 grdn:0.142 lr:2.1e-06 updt_s:0.189 data_s:0.000
748
+ INFO 2025-05-02 17:25:00 ts/train.py:232 step:436K smpl:3M ep:12K epch:59.95 loss:0.002 grdn:0.142 lr:2.1e-06 updt_s:0.189 data_s:0.000
749
+ INFO 2025-05-02 17:25:38 ts/train.py:232 step:436K smpl:3M ep:12K epch:59.97 loss:0.002 grdn:0.139 lr:2.0e-06 updt_s:0.190 data_s:0.000
750
+ INFO 2025-05-02 17:26:16 ts/train.py:232 step:437K smpl:3M ep:12K epch:60.00 loss:0.002 grdn:0.140 lr:2.0e-06 updt_s:0.189 data_s:0.001
751
+ INFO 2025-05-02 17:26:54 ts/train.py:232 step:437K smpl:3M ep:12K epch:60.03 loss:0.002 grdn:0.149 lr:2.0e-06 updt_s:0.189 data_s:0.000
752
+ INFO 2025-05-02 17:27:32 ts/train.py:232 step:437K smpl:3M ep:12K epch:60.06 loss:0.002 grdn:0.142 lr:2.0e-06 updt_s:0.189 data_s:0.001
753
+ INFO 2025-05-02 17:28:10 ts/train.py:232 step:437K smpl:3M ep:12K epch:60.08 loss:0.002 grdn:0.140 lr:2.0e-06 updt_s:0.189 data_s:0.001
754
+ INFO 2025-05-02 17:28:48 ts/train.py:232 step:437K smpl:3M ep:12K epch:60.11 loss:0.002 grdn:0.151 lr:1.9e-06 updt_s:0.189 data_s:0.001
755
+ INFO 2025-05-02 17:29:26 ts/train.py:232 step:438K smpl:4M ep:12K epch:60.14 loss:0.002 grdn:0.152 lr:1.9e-06 updt_s:0.189 data_s:0.001
756
+ INFO 2025-05-02 17:30:04 ts/train.py:232 step:438K smpl:4M ep:12K epch:60.17 loss:0.003 grdn:0.160 lr:1.9e-06 updt_s:0.189 data_s:0.000
757
+ INFO 2025-05-02 17:30:42 ts/train.py:232 step:438K smpl:4M ep:12K epch:60.19 loss:0.002 grdn:0.140 lr:1.9e-06 updt_s:0.189 data_s:0.001
758
+ INFO 2025-05-02 17:31:20 ts/train.py:232 step:438K smpl:4M ep:12K epch:60.22 loss:0.002 grdn:0.144 lr:1.9e-06 updt_s:0.189 data_s:0.001
759
+ INFO 2025-05-02 17:31:58 ts/train.py:232 step:438K smpl:4M ep:12K epch:60.25 loss:0.002 grdn:0.150 lr:1.9e-06 updt_s:0.189 data_s:0.001
760
+ INFO 2025-05-02 17:32:36 ts/train.py:232 step:439K smpl:4M ep:12K epch:60.28 loss:0.002 grdn:0.150 lr:1.8e-06 updt_s:0.189 data_s:0.001
761
+ INFO 2025-05-02 17:33:14 ts/train.py:232 step:439K smpl:4M ep:12K epch:60.30 loss:0.002 grdn:0.157 lr:1.8e-06 updt_s:0.189 data_s:0.000
762
+ INFO 2025-05-02 17:33:52 ts/train.py:232 step:439K smpl:4M ep:12K epch:60.33 loss:0.002 grdn:0.153 lr:1.8e-06 updt_s:0.189 data_s:0.000
763
+ INFO 2025-05-02 17:34:32 ts/train.py:232 step:439K smpl:4M ep:12K epch:60.36 loss:0.002 grdn:0.132 lr:1.8e-06 updt_s:0.189 data_s:0.007
764
+ INFO 2025-05-02 17:35:10 ts/train.py:232 step:439K smpl:4M ep:12K epch:60.39 loss:0.002 grdn:0.149 lr:1.8e-06 updt_s:0.189 data_s:0.001
765
+ INFO 2025-05-02 17:35:48 ts/train.py:232 step:440K smpl:4M ep:12K epch:60.41 loss:0.002 grdn:0.138 lr:1.7e-06 updt_s:0.189 data_s:0.001
766
+ INFO 2025-05-02 17:36:26 ts/train.py:232 step:440K smpl:4M ep:12K epch:60.44 loss:0.002 grdn:0.140 lr:1.7e-06 updt_s:0.189 data_s:0.001
767
+ INFO 2025-05-02 17:37:04 ts/train.py:232 step:440K smpl:4M ep:12K epch:60.47 loss:0.002 grdn:0.143 lr:1.7e-06 updt_s:0.189 data_s:0.001
768
+ INFO 2025-05-02 17:37:42 ts/train.py:232 step:440K smpl:4M ep:12K epch:60.50 loss:0.002 grdn:0.133 lr:1.7e-06 updt_s:0.189 data_s:0.001
769
+ INFO 2025-05-02 17:38:20 ts/train.py:232 step:440K smpl:4M ep:12K epch:60.52 loss:0.002 grdn:0.135 lr:1.7e-06 updt_s:0.189 data_s:0.001
770
+ INFO 2025-05-02 17:38:58 ts/train.py:232 step:441K smpl:4M ep:12K epch:60.55 loss:0.002 grdn:0.143 lr:1.7e-06 updt_s:0.189 data_s:0.000
771
+ INFO 2025-05-02 17:39:36 ts/train.py:232 step:441K smpl:4M ep:12K epch:60.58 loss:0.002 grdn:0.141 lr:1.6e-06 updt_s:0.189 data_s:0.001
772
+ INFO 2025-05-02 17:40:14 ts/train.py:232 step:441K smpl:4M ep:12K epch:60.61 loss:0.002 grdn:0.136 lr:1.6e-06 updt_s:0.189 data_s:0.001
773
+ INFO 2025-05-02 17:40:52 ts/train.py:232 step:441K smpl:4M ep:12K epch:60.63 loss:0.002 grdn:0.147 lr:1.6e-06 updt_s:0.189 data_s:0.001
774
+ INFO 2025-05-02 17:41:30 ts/train.py:232 step:441K smpl:4M ep:12K epch:60.66 loss:0.002 grdn:0.149 lr:1.6e-06 updt_s:0.189 data_s:0.001
775
+ INFO 2025-05-02 17:42:08 ts/train.py:232 step:442K smpl:4M ep:12K epch:60.69 loss:0.002 grdn:0.141 lr:1.6e-06 updt_s:0.189 data_s:0.001
776
+ INFO 2025-05-02 17:42:46 ts/train.py:232 step:442K smpl:4M ep:12K epch:60.71 loss:0.002 grdn:0.144 lr:1.6e-06 updt_s:0.189 data_s:0.001
777
+ INFO 2025-05-02 17:43:24 ts/train.py:232 step:442K smpl:4M ep:12K epch:60.74 loss:0.002 grdn:0.158 lr:1.5e-06 updt_s:0.189 data_s:0.001
778
+ INFO 2025-05-02 17:44:02 ts/train.py:232 step:442K smpl:4M ep:12K epch:60.77 loss:0.002 grdn:0.143 lr:1.5e-06 updt_s:0.189 data_s:0.001
779
+ INFO 2025-05-02 17:44:40 ts/train.py:232 step:442K smpl:4M ep:12K epch:60.80 loss:0.002 grdn:0.141 lr:1.5e-06 updt_s:0.189 data_s:0.000
780
+ INFO 2025-05-02 17:45:18 ts/train.py:232 step:443K smpl:4M ep:12K epch:60.82 loss:0.002 grdn:0.142 lr:1.5e-06 updt_s:0.189 data_s:0.000
781
+ INFO 2025-05-02 17:45:56 ts/train.py:232 step:443K smpl:4M ep:12K epch:60.85 loss:0.002 grdn:0.137 lr:1.5e-06 updt_s:0.189 data_s:0.001
782
+ INFO 2025-05-02 17:46:34 ts/train.py:232 step:443K smpl:4M ep:12K epch:60.88 loss:0.002 grdn:0.147 lr:1.5e-06 updt_s:0.189 data_s:0.001
783
+ INFO 2025-05-02 17:47:12 ts/train.py:232 step:443K smpl:4M ep:12K epch:60.91 loss:0.002 grdn:0.130 lr:1.5e-06 updt_s:0.189 data_s:0.001
784
+ INFO 2025-05-02 17:47:50 ts/train.py:232 step:443K smpl:4M ep:12K epch:60.93 loss:0.002 grdn:0.154 lr:1.4e-06 updt_s:0.189 data_s:0.000
785
+ INFO 2025-05-02 17:48:28 ts/train.py:232 step:444K smpl:4M ep:12K epch:60.96 loss:0.002 grdn:0.159 lr:1.4e-06 updt_s:0.189 data_s:0.001
786
+ INFO 2025-05-02 17:49:06 ts/train.py:232 step:444K smpl:4M ep:12K epch:60.99 loss:0.002 grdn:0.150 lr:1.4e-06 updt_s:0.189 data_s:0.001
787
+ INFO 2025-05-02 17:49:44 ts/train.py:232 step:444K smpl:4M ep:12K epch:61.02 loss:0.002 grdn:0.142 lr:1.4e-06 updt_s:0.189 data_s:0.001
788
+ INFO 2025-05-02 17:50:22 ts/train.py:232 step:444K smpl:4M ep:12K epch:61.04 loss:0.002 grdn:0.140 lr:1.4e-06 updt_s:0.189 data_s:0.001
789
+ INFO 2025-05-02 17:51:00 ts/train.py:232 step:444K smpl:4M ep:12K epch:61.07 loss:0.002 grdn:0.157 lr:1.4e-06 updt_s:0.189 data_s:0.001
790
+ INFO 2025-05-02 17:51:38 ts/train.py:232 step:445K smpl:4M ep:12K epch:61.10 loss:0.002 grdn:0.136 lr:1.3e-06 updt_s:0.189 data_s:0.001
791
+ INFO 2025-05-02 17:52:16 ts/train.py:232 step:445K smpl:4M ep:12K epch:61.13 loss:0.002 grdn:0.156 lr:1.3e-06 updt_s:0.189 data_s:0.001
792
+ INFO 2025-05-02 17:52:54 ts/train.py:232 step:445K smpl:4M ep:12K epch:61.15 loss:0.002 grdn:0.143 lr:1.3e-06 updt_s:0.189 data_s:0.001
793
+ INFO 2025-05-02 17:53:32 ts/train.py:232 step:445K smpl:4M ep:12K epch:61.18 loss:0.002 grdn:0.139 lr:1.3e-06 updt_s:0.189 data_s:0.001
794
+ INFO 2025-05-02 17:54:10 ts/train.py:232 step:445K smpl:4M ep:12K epch:61.21 loss:0.002 grdn:0.152 lr:1.3e-06 updt_s:0.189 data_s:0.001
795
+ INFO 2025-05-02 17:54:48 ts/train.py:232 step:446K smpl:4M ep:12K epch:61.24 loss:0.002 grdn:0.138 lr:1.3e-06 updt_s:0.189 data_s:0.001
796
+ INFO 2025-05-02 17:55:26 ts/train.py:232 step:446K smpl:4M ep:12K epch:61.26 loss:0.002 grdn:0.139 lr:1.3e-06 updt_s:0.189 data_s:0.001
797
+ INFO 2025-05-02 17:56:04 ts/train.py:232 step:446K smpl:4M ep:12K epch:61.29 loss:0.002 grdn:0.146 lr:1.2e-06 updt_s:0.189 data_s:0.001
798
+ INFO 2025-05-02 17:56:42 ts/train.py:232 step:446K smpl:4M ep:12K epch:61.32 loss:0.002 grdn:0.148 lr:1.2e-06 updt_s:0.189 data_s:0.001
799
+ INFO 2025-05-02 17:57:22 ts/train.py:232 step:446K smpl:4M ep:12K epch:61.35 loss:0.002 grdn:0.143 lr:1.2e-06 updt_s:0.189 data_s:0.008
800
+ INFO 2025-05-02 17:58:00 ts/train.py:232 step:447K smpl:4M ep:12K epch:61.37 loss:0.002 grdn:0.134 lr:1.2e-06 updt_s:0.189 data_s:0.001
801
+ INFO 2025-05-02 17:58:38 ts/train.py:232 step:447K smpl:4M ep:12K epch:61.40 loss:0.002 grdn:0.118 lr:1.2e-06 updt_s:0.189 data_s:0.001
802
+ INFO 2025-05-02 17:59:16 ts/train.py:232 step:447K smpl:4M ep:12K epch:61.43 loss:0.002 grdn:0.139 lr:1.2e-06 updt_s:0.189 data_s:0.001
803
+ INFO 2025-05-02 17:59:54 ts/train.py:232 step:447K smpl:4M ep:12K epch:61.46 loss:0.002 grdn:0.137 lr:1.2e-06 updt_s:0.190 data_s:0.001
804
+ INFO 2025-05-02 18:00:32 ts/train.py:232 step:447K smpl:4M ep:12K epch:61.48 loss:0.002 grdn:0.138 lr:1.1e-06 updt_s:0.189 data_s:0.001
805
+ INFO 2025-05-02 18:01:10 ts/train.py:232 step:448K smpl:4M ep:12K epch:61.51 loss:0.002 grdn:0.134 lr:1.1e-06 updt_s:0.189 data_s:0.001
806
+ INFO 2025-05-02 18:01:48 ts/train.py:232 step:448K smpl:4M ep:12K epch:61.54 loss:0.002 grdn:0.163 lr:1.1e-06 updt_s:0.189 data_s:0.000
807
+ INFO 2025-05-02 18:02:26 ts/train.py:232 step:448K smpl:4M ep:12K epch:61.57 loss:0.002 grdn:0.148 lr:1.1e-06 updt_s:0.189 data_s:0.001
808
+ INFO 2025-05-02 18:03:05 ts/train.py:232 step:448K smpl:4M ep:12K epch:61.59 loss:0.002 grdn:0.151 lr:1.1e-06 updt_s:0.189 data_s:0.001
809
+ INFO 2025-05-02 18:03:43 ts/train.py:232 step:448K smpl:4M ep:12K epch:61.62 loss:0.002 grdn:0.136 lr:1.1e-06 updt_s:0.189 data_s:0.001
810
+ INFO 2025-05-02 18:04:21 ts/train.py:232 step:449K smpl:4M ep:12K epch:61.65 loss:0.002 grdn:0.139 lr:1.1e-06 updt_s:0.189 data_s:0.000
811
+ INFO 2025-05-02 18:04:59 ts/train.py:232 step:449K smpl:4M ep:12K epch:61.68 loss:0.002 grdn:0.136 lr:1.0e-06 updt_s:0.189 data_s:0.001
812
+ INFO 2025-05-02 18:05:37 ts/train.py:232 step:449K smpl:4M ep:12K epch:61.70 loss:0.002 grdn:0.132 lr:1.0e-06 updt_s:0.189 data_s:0.001
813
+ INFO 2025-05-02 18:06:15 ts/train.py:232 step:449K smpl:4M ep:12K epch:61.73 loss:0.002 grdn:0.138 lr:1.0e-06 updt_s:0.189 data_s:0.001
814
+ INFO 2025-05-02 18:06:53 ts/train.py:232 step:449K smpl:4M ep:12K epch:61.76 loss:0.002 grdn:0.139 lr:1.0e-06 updt_s:0.189 data_s:0.000
815
+ INFO 2025-05-02 18:07:31 ts/train.py:232 step:450K smpl:4M ep:12K epch:61.79 loss:0.002 grdn:0.135 lr:9.9e-07 updt_s:0.190 data_s:0.001
816
+ INFO 2025-05-02 18:08:09 ts/train.py:232 step:450K smpl:4M ep:12K epch:61.81 loss:0.002 grdn:0.143 lr:9.8e-07 updt_s:0.190 data_s:0.001
817
+ INFO 2025-05-02 18:08:47 ts/train.py:232 step:450K smpl:4M ep:12K epch:61.84 loss:0.002 grdn:0.152 lr:9.7e-07 updt_s:0.189 data_s:0.001
818
+ INFO 2025-05-02 18:09:26 ts/train.py:232 step:450K smpl:4M ep:12K epch:61.87 loss:0.002 grdn:0.137 lr:9.6e-07 updt_s:0.190 data_s:0.001
819
+ INFO 2025-05-02 18:10:04 ts/train.py:232 step:450K smpl:4M ep:12K epch:61.90 loss:0.002 grdn:0.162 lr:9.4e-07 updt_s:0.189 data_s:0.001
820
+ INFO 2025-05-02 18:10:42 ts/train.py:232 step:451K smpl:4M ep:12K epch:61.92 loss:0.002 grdn:0.127 lr:9.3e-07 updt_s:0.190 data_s:0.001
821
+ INFO 2025-05-02 18:11:20 ts/train.py:232 step:451K smpl:4M ep:12K epch:61.95 loss:0.002 grdn:0.144 lr:9.2e-07 updt_s:0.189 data_s:0.000
822
+ INFO 2025-05-02 18:11:58 ts/train.py:232 step:451K smpl:4M ep:12K epch:61.98 loss:0.002 grdn:0.145 lr:9.1e-07 updt_s:0.190 data_s:0.000
823
+ INFO 2025-05-02 18:12:36 ts/train.py:232 step:451K smpl:4M ep:12K epch:62.01 loss:0.002 grdn:0.139 lr:8.9e-07 updt_s:0.189 data_s:0.001
824
+ INFO 2025-05-02 18:13:14 ts/train.py:232 step:451K smpl:4M ep:12K epch:62.03 loss:0.002 grdn:0.144 lr:8.8e-07 updt_s:0.189 data_s:0.000
825
+ INFO 2025-05-02 18:13:52 ts/train.py:232 step:452K smpl:4M ep:12K epch:62.06 loss:0.002 grdn:0.126 lr:8.7e-07 updt_s:0.189 data_s:0.001
826
+ INFO 2025-05-02 18:14:30 ts/train.py:232 step:452K smpl:4M ep:12K epch:62.09 loss:0.002 grdn:0.148 lr:8.6e-07 updt_s:0.189 data_s:0.000
827
+ INFO 2025-05-02 18:15:08 ts/train.py:232 step:452K smpl:4M ep:12K epch:62.12 loss:0.002 grdn:0.132 lr:8.4e-07 updt_s:0.189 data_s:0.000
828
+ INFO 2025-05-02 18:15:46 ts/train.py:232 step:452K smpl:4M ep:12K epch:62.14 loss:0.002 grdn:0.147 lr:8.3e-07 updt_s:0.189 data_s:0.000
829
+ INFO 2025-05-02 18:16:24 ts/train.py:232 step:452K smpl:4M ep:12K epch:62.17 loss:0.002 grdn:0.133 lr:8.2e-07 updt_s:0.189 data_s:0.000
830
+ INFO 2025-05-02 18:17:02 ts/train.py:232 step:453K smpl:4M ep:12K epch:62.20 loss:0.002 grdn:0.132 lr:8.1e-07 updt_s:0.189 data_s:0.000
831
+ INFO 2025-05-02 18:17:40 ts/train.py:232 step:453K smpl:4M ep:12K epch:62.23 loss:0.002 grdn:0.128 lr:8.0e-07 updt_s:0.189 data_s:0.000
832
+ INFO 2025-05-02 18:18:18 ts/train.py:232 step:453K smpl:4M ep:12K epch:62.25 loss:0.002 grdn:0.148 lr:7.9e-07 updt_s:0.189 data_s:0.000
833
+ INFO 2025-05-02 18:18:56 ts/train.py:232 step:453K smpl:4M ep:12K epch:62.28 loss:0.002 grdn:0.136 lr:7.7e-07 updt_s:0.189 data_s:0.001
834
+ INFO 2025-05-02 18:19:36 ts/train.py:232 step:453K smpl:4M ep:12K epch:62.31 loss:0.002 grdn:0.147 lr:7.6e-07 updt_s:0.189 data_s:0.007
835
+ INFO 2025-05-02 18:20:14 ts/train.py:232 step:454K smpl:4M ep:12K epch:62.34 loss:0.002 grdn:0.151 lr:7.5e-07 updt_s:0.189 data_s:0.001
836
+ INFO 2025-05-02 18:20:52 ts/train.py:232 step:454K smpl:4M ep:12K epch:62.36 loss:0.002 grdn:0.143 lr:7.4e-07 updt_s:0.189 data_s:0.001
837
+ INFO 2025-05-02 18:21:30 ts/train.py:232 step:454K smpl:4M ep:12K epch:62.39 loss:0.002 grdn:0.155 lr:7.3e-07 updt_s:0.189 data_s:0.000
838
+ INFO 2025-05-02 18:22:08 ts/train.py:232 step:454K smpl:4M ep:12K epch:62.42 loss:0.002 grdn:0.131 lr:7.2e-07 updt_s:0.189 data_s:0.000
839
+ INFO 2025-05-02 18:22:46 ts/train.py:232 step:454K smpl:4M ep:12K epch:62.45 loss:0.002 grdn:0.122 lr:7.1e-07 updt_s:0.189 data_s:0.000
840
+ INFO 2025-05-02 18:23:24 ts/train.py:232 step:455K smpl:4M ep:12K epch:62.47 loss:0.002 grdn:0.149 lr:7.0e-07 updt_s:0.189 data_s:0.000
841
+ INFO 2025-05-02 18:24:02 ts/train.py:232 step:455K smpl:4M ep:13K epch:62.50 loss:0.003 grdn:0.169 lr:6.9e-07 updt_s:0.189 data_s:0.000
842
+ INFO 2025-05-02 18:24:40 ts/train.py:232 step:455K smpl:4M ep:13K epch:62.53 loss:0.002 grdn:0.128 lr:6.7e-07 updt_s:0.189 data_s:0.001
843
+ INFO 2025-05-02 18:25:18 ts/train.py:232 step:455K smpl:4M ep:13K epch:62.56 loss:0.002 grdn:0.124 lr:6.6e-07 updt_s:0.189 data_s:0.001
844
+ INFO 2025-05-02 18:25:56 ts/train.py:232 step:455K smpl:4M ep:13K epch:62.58 loss:0.002 grdn:0.158 lr:6.5e-07 updt_s:0.189 data_s:0.000
845
+ INFO 2025-05-02 18:26:34 ts/train.py:232 step:456K smpl:4M ep:13K epch:62.61 loss:0.002 grdn:0.143 lr:6.4e-07 updt_s:0.189 data_s:0.001
846
+ INFO 2025-05-02 18:27:12 ts/train.py:232 step:456K smpl:4M ep:13K epch:62.64 loss:0.002 grdn:0.143 lr:6.3e-07 updt_s:0.189 data_s:0.001
847
+ INFO 2025-05-02 18:27:50 ts/train.py:232 step:456K smpl:4M ep:13K epch:62.67 loss:0.002 grdn:0.143 lr:6.2e-07 updt_s:0.189 data_s:0.000
848
+ INFO 2025-05-02 18:28:28 ts/train.py:232 step:456K smpl:4M ep:13K epch:62.69 loss:0.002 grdn:0.149 lr:6.1e-07 updt_s:0.189 data_s:0.000
849
+ INFO 2025-05-02 18:29:06 ts/train.py:232 step:456K smpl:4M ep:13K epch:62.72 loss:0.002 grdn:0.152 lr:6.0e-07 updt_s:0.189 data_s:0.000
850
+ INFO 2025-05-02 18:29:44 ts/train.py:232 step:457K smpl:4M ep:13K epch:62.75 loss:0.002 grdn:0.156 lr:5.9e-07 updt_s:0.189 data_s:0.000
851
+ INFO 2025-05-02 18:30:22 ts/train.py:232 step:457K smpl:4M ep:13K epch:62.78 loss:0.002 grdn:0.150 lr:5.8e-07 updt_s:0.189 data_s:0.000
852
+ INFO 2025-05-02 18:31:00 ts/train.py:232 step:457K smpl:4M ep:13K epch:62.80 loss:0.002 grdn:0.135 lr:5.7e-07 updt_s:0.189 data_s:0.001
853
+ INFO 2025-05-02 18:31:38 ts/train.py:232 step:457K smpl:4M ep:13K epch:62.83 loss:0.002 grdn:0.130 lr:5.6e-07 updt_s:0.189 data_s:0.000
854
+ INFO 2025-05-02 18:32:16 ts/train.py:232 step:457K smpl:4M ep:13K epch:62.86 loss:0.002 grdn:0.138 lr:5.5e-07 updt_s:0.189 data_s:0.000
855
+ INFO 2025-05-02 18:32:54 ts/train.py:232 step:458K smpl:4M ep:13K epch:62.89 loss:0.002 grdn:0.151 lr:5.4e-07 updt_s:0.189 data_s:0.000
856
+ INFO 2025-05-02 18:33:32 ts/train.py:232 step:458K smpl:4M ep:13K epch:62.91 loss:0.002 grdn:0.144 lr:5.3e-07 updt_s:0.189 data_s:0.001
857
+ INFO 2025-05-02 18:34:10 ts/train.py:232 step:458K smpl:4M ep:13K epch:62.94 loss:0.002 grdn:0.131 lr:5.2e-07 updt_s:0.189 data_s:0.000
858
+ INFO 2025-05-02 18:34:48 ts/train.py:232 step:458K smpl:4M ep:13K epch:62.97 loss:0.002 grdn:0.140 lr:5.1e-07 updt_s:0.189 data_s:0.000
859
+ INFO 2025-05-02 18:35:26 ts/train.py:232 step:458K smpl:4M ep:13K epch:63.00 loss:0.002 grdn:0.131 lr:5.0e-07 updt_s:0.189 data_s:0.000
860
+ INFO 2025-05-02 18:36:04 ts/train.py:232 step:459K smpl:4M ep:13K epch:63.02 loss:0.002 grdn:0.140 lr:5.0e-07 updt_s:0.190 data_s:0.001
861
+ INFO 2025-05-02 18:36:42 ts/train.py:232 step:459K smpl:4M ep:13K epch:63.05 loss:0.002 grdn:0.150 lr:4.9e-07 updt_s:0.190 data_s:0.001
862
+ INFO 2025-05-02 18:37:21 ts/train.py:232 step:459K smpl:4M ep:13K epch:63.08 loss:0.002 grdn:0.140 lr:4.8e-07 updt_s:0.189 data_s:0.001
863
+ INFO 2025-05-02 18:37:59 ts/train.py:232 step:459K smpl:4M ep:13K epch:63.11 loss:0.002 grdn:0.132 lr:4.7e-07 updt_s:0.189 data_s:0.001
864
+ INFO 2025-05-02 18:38:37 ts/train.py:232 step:459K smpl:4M ep:13K epch:63.13 loss:0.002 grdn:0.141 lr:4.6e-07 updt_s:0.189 data_s:0.001
865
+ INFO 2025-05-02 18:39:15 ts/train.py:232 step:460K smpl:4M ep:13K epch:63.16 loss:0.002 grdn:0.132 lr:4.5e-07 updt_s:0.189 data_s:0.001
866
+ INFO 2025-05-02 18:39:53 ts/train.py:232 step:460K smpl:4M ep:13K epch:63.19 loss:0.002 grdn:0.130 lr:4.4e-07 updt_s:0.189 data_s:0.001
867
+ INFO 2025-05-02 18:40:31 ts/train.py:232 step:460K smpl:4M ep:13K epch:63.22 loss:0.002 grdn:0.148 lr:4.3e-07 updt_s:0.189 data_s:0.001
868
+ INFO 2025-05-02 18:41:09 ts/train.py:232 step:460K smpl:4M ep:13K epch:63.24 loss:0.002 grdn:0.139 lr:4.2e-07 updt_s:0.189 data_s:0.000
869
+ INFO 2025-05-02 18:41:47 ts/train.py:232 step:460K smpl:4M ep:13K epch:63.27 loss:0.002 grdn:0.164 lr:4.2e-07 updt_s:0.189 data_s:0.000
870
+ INFO 2025-05-02 18:42:26 ts/train.py:232 step:461K smpl:4M ep:13K epch:63.30 loss:0.002 grdn:0.136 lr:4.1e-07 updt_s:0.189 data_s:0.008
871
+ INFO 2025-05-02 18:43:04 ts/train.py:232 step:461K smpl:4M ep:13K epch:63.33 loss:0.002 grdn:0.155 lr:4.0e-07 updt_s:0.189 data_s:0.000
872
+ INFO 2025-05-02 18:43:43 ts/train.py:232 step:461K smpl:4M ep:13K epch:63.35 loss:0.002 grdn:0.136 lr:3.9e-07 updt_s:0.189 data_s:0.001
873
+ INFO 2025-05-02 18:44:21 ts/train.py:232 step:461K smpl:4M ep:13K epch:63.38 loss:0.002 grdn:0.136 lr:3.8e-07 updt_s:0.190 data_s:0.001
874
+ INFO 2025-05-02 18:44:59 ts/train.py:232 step:461K smpl:4M ep:13K epch:63.41 loss:0.002 grdn:0.144 lr:3.7e-07 updt_s:0.189 data_s:0.001
875
+ INFO 2025-05-02 18:45:37 ts/train.py:232 step:462K smpl:4M ep:13K epch:63.44 loss:0.002 grdn:0.134 lr:3.7e-07 updt_s:0.190 data_s:0.001
876
+ INFO 2025-05-02 18:46:15 ts/train.py:232 step:462K smpl:4M ep:13K epch:63.46 loss:0.002 grdn:0.160 lr:3.6e-07 updt_s:0.189 data_s:0.001
877
+ INFO 2025-05-02 18:46:53 ts/train.py:232 step:462K smpl:4M ep:13K epch:63.49 loss:0.002 grdn:0.130 lr:3.5e-07 updt_s:0.189 data_s:0.001
878
+ INFO 2025-05-02 18:47:31 ts/train.py:232 step:462K smpl:4M ep:13K epch:63.52 loss:0.002 grdn:0.151 lr:3.4e-07 updt_s:0.190 data_s:0.001
879
+ INFO 2025-05-02 18:48:10 ts/train.py:232 step:462K smpl:4M ep:13K epch:63.55 loss:0.002 grdn:0.125 lr:3.4e-07 updt_s:0.189 data_s:0.001
880
+ INFO 2025-05-02 18:48:48 ts/train.py:232 step:463K smpl:4M ep:13K epch:63.57 loss:0.002 grdn:0.145 lr:3.3e-07 updt_s:0.189 data_s:0.001
881
+ INFO 2025-05-02 18:49:26 ts/train.py:232 step:463K smpl:4M ep:13K epch:63.60 loss:0.002 grdn:0.139 lr:3.2e-07 updt_s:0.189 data_s:0.001
882
+ INFO 2025-05-02 18:50:04 ts/train.py:232 step:463K smpl:4M ep:13K epch:63.63 loss:0.002 grdn:0.148 lr:3.1e-07 updt_s:0.189 data_s:0.001
883
+ INFO 2025-05-02 18:50:42 ts/train.py:232 step:463K smpl:4M ep:13K epch:63.66 loss:0.002 grdn:0.156 lr:3.1e-07 updt_s:0.189 data_s:0.000
884
+ INFO 2025-05-02 18:51:20 ts/train.py:232 step:463K smpl:4M ep:13K epch:63.68 loss:0.002 grdn:0.137 lr:3.0e-07 updt_s:0.189 data_s:0.000
885
+ INFO 2025-05-02 18:51:58 ts/train.py:232 step:464K smpl:4M ep:13K epch:63.71 loss:0.002 grdn:0.139 lr:2.9e-07 updt_s:0.189 data_s:0.001
886
+ INFO 2025-05-02 18:52:36 ts/train.py:232 step:464K smpl:4M ep:13K epch:63.74 loss:0.002 grdn:0.130 lr:2.8e-07 updt_s:0.189 data_s:0.000
887
+ INFO 2025-05-02 18:53:14 ts/train.py:232 step:464K smpl:4M ep:13K epch:63.77 loss:0.002 grdn:0.146 lr:2.8e-07 updt_s:0.189 data_s:0.001
888
+ INFO 2025-05-02 18:53:52 ts/train.py:232 step:464K smpl:4M ep:13K epch:63.79 loss:0.002 grdn:0.126 lr:2.7e-07 updt_s:0.189 data_s:0.001
889
+ INFO 2025-05-02 18:54:30 ts/train.py:232 step:464K smpl:4M ep:13K epch:63.82 loss:0.002 grdn:0.137 lr:2.6e-07 updt_s:0.189 data_s:0.001
890
+ INFO 2025-05-02 18:55:08 ts/train.py:232 step:465K smpl:4M ep:13K epch:63.85 loss:0.002 grdn:0.140 lr:2.6e-07 updt_s:0.189 data_s:0.001
891
+ INFO 2025-05-02 18:55:46 ts/train.py:232 step:465K smpl:4M ep:13K epch:63.88 loss:0.002 grdn:0.148 lr:2.5e-07 updt_s:0.189 data_s:0.001
892
+ INFO 2025-05-02 18:56:24 ts/train.py:232 step:465K smpl:4M ep:13K epch:63.90 loss:0.002 grdn:0.148 lr:2.4e-07 updt_s:0.189 data_s:0.001
893
+ INFO 2025-05-02 18:57:02 ts/train.py:232 step:465K smpl:4M ep:13K epch:63.93 loss:0.002 grdn:0.128 lr:2.4e-07 updt_s:0.189 data_s:0.001
894
+ INFO 2025-05-02 18:57:40 ts/train.py:232 step:465K smpl:4M ep:13K epch:63.96 loss:0.002 grdn:0.146 lr:2.3e-07 updt_s:0.189 data_s:0.001
895
+ INFO 2025-05-02 18:58:18 ts/train.py:232 step:466K smpl:4M ep:13K epch:63.99 loss:0.002 grdn:0.139 lr:2.3e-07 updt_s:0.189 data_s:0.001
896
+ INFO 2025-05-02 18:58:56 ts/train.py:232 step:466K smpl:4M ep:13K epch:64.01 loss:0.002 grdn:0.144 lr:2.2e-07 updt_s:0.189 data_s:0.001
897
+ INFO 2025-05-02 18:59:34 ts/train.py:232 step:466K smpl:4M ep:13K epch:64.04 loss:0.002 grdn:0.141 lr:2.1e-07 updt_s:0.189 data_s:0.001
898
+ INFO 2025-05-02 19:00:12 ts/train.py:232 step:466K smpl:4M ep:13K epch:64.07 loss:0.002 grdn:0.148 lr:2.1e-07 updt_s:0.189 data_s:0.001
899
+ INFO 2025-05-02 19:00:50 ts/train.py:232 step:466K smpl:4M ep:13K epch:64.10 loss:0.002 grdn:0.129 lr:2.0e-07 updt_s:0.189 data_s:0.001
900
+ INFO 2025-05-02 19:01:28 ts/train.py:232 step:467K smpl:4M ep:13K epch:64.12 loss:0.002 grdn:0.126 lr:2.0e-07 updt_s:0.189 data_s:0.001
901
+ INFO 2025-05-02 19:02:06 ts/train.py:232 step:467K smpl:4M ep:13K epch:64.15 loss:0.002 grdn:0.135 lr:1.9e-07 updt_s:0.189 data_s:0.001
902
+ INFO 2025-05-02 19:02:44 ts/train.py:232 step:467K smpl:4M ep:13K epch:64.18 loss:0.002 grdn:0.133 lr:1.8e-07 updt_s:0.189 data_s:0.001
903
+ INFO 2025-05-02 19:03:22 ts/train.py:232 step:467K smpl:4M ep:13K epch:64.21 loss:0.002 grdn:0.148 lr:1.8e-07 updt_s:0.189 data_s:0.001
904
+ INFO 2025-05-02 19:04:01 ts/train.py:232 step:467K smpl:4M ep:13K epch:64.23 loss:0.002 grdn:0.134 lr:1.7e-07 updt_s:0.189 data_s:0.001
905
+ INFO 2025-05-02 19:04:40 ts/train.py:232 step:468K smpl:4M ep:13K epch:64.26 loss:0.002 grdn:0.144 lr:1.7e-07 updt_s:0.189 data_s:0.008
906
+ INFO 2025-05-02 19:05:18 ts/train.py:232 step:468K smpl:4M ep:13K epch:64.29 loss:0.002 grdn:0.131 lr:1.6e-07 updt_s:0.189 data_s:0.001
907
+ INFO 2025-05-02 19:05:56 ts/train.py:232 step:468K smpl:4M ep:13K epch:64.32 loss:0.002 grdn:0.141 lr:1.6e-07 updt_s:0.189 data_s:0.001
908
+ INFO 2025-05-02 19:06:34 ts/train.py:232 step:468K smpl:4M ep:13K epch:64.34 loss:0.002 grdn:0.161 lr:1.5e-07 updt_s:0.190 data_s:0.001
909
+ INFO 2025-05-02 19:07:13 ts/train.py:232 step:468K smpl:4M ep:13K epch:64.37 loss:0.002 grdn:0.140 lr:1.5e-07 updt_s:0.190 data_s:0.001
910
+ INFO 2025-05-02 19:07:51 ts/train.py:232 step:469K smpl:4M ep:13K epch:64.40 loss:0.002 grdn:0.128 lr:1.4e-07 updt_s:0.190 data_s:0.001
911
+ INFO 2025-05-02 19:08:29 ts/train.py:232 step:469K smpl:4M ep:13K epch:64.43 loss:0.002 grdn:0.126 lr:1.4e-07 updt_s:0.189 data_s:0.001
912
+ INFO 2025-05-02 19:09:07 ts/train.py:232 step:469K smpl:4M ep:13K epch:64.45 loss:0.002 grdn:0.144 lr:1.3e-07 updt_s:0.190 data_s:0.001
913
+ INFO 2025-05-02 19:09:45 ts/train.py:232 step:469K smpl:4M ep:13K epch:64.48 loss:0.002 grdn:0.128 lr:1.3e-07 updt_s:0.189 data_s:0.001
914
+ INFO 2025-05-02 19:10:23 ts/train.py:232 step:469K smpl:4M ep:13K epch:64.51 loss:0.002 grdn:0.121 lr:1.2e-07 updt_s:0.189 data_s:0.001
915
+ INFO 2025-05-02 19:11:01 ts/train.py:232 step:470K smpl:4M ep:13K epch:64.54 loss:0.002 grdn:0.129 lr:1.2e-07 updt_s:0.189 data_s:0.001
916
+ INFO 2025-05-02 19:11:39 ts/train.py:232 step:470K smpl:4M ep:13K epch:64.56 loss:0.002 grdn:0.144 lr:1.1e-07 updt_s:0.189 data_s:0.001
917
+ INFO 2025-05-02 19:12:17 ts/train.py:232 step:470K smpl:4M ep:13K epch:64.59 loss:0.002 grdn:0.143 lr:1.1e-07 updt_s:0.189 data_s:0.001
918
+ INFO 2025-05-02 19:12:56 ts/train.py:232 step:470K smpl:4M ep:13K epch:64.62 loss:0.002 grdn:0.134 lr:1.1e-07 updt_s:0.189 data_s:0.001
919
+ INFO 2025-05-02 19:13:34 ts/train.py:232 step:470K smpl:4M ep:13K epch:64.65 loss:0.002 grdn:0.148 lr:1.0e-07 updt_s:0.189 data_s:0.001
920
+ INFO 2025-05-02 19:14:12 ts/train.py:232 step:471K smpl:4M ep:13K epch:64.67 loss:0.002 grdn:0.147 lr:9.7e-08 updt_s:0.189 data_s:0.001
921
+ INFO 2025-05-02 19:14:50 ts/train.py:232 step:471K smpl:4M ep:13K epch:64.70 loss:0.002 grdn:0.140 lr:9.3e-08 updt_s:0.189 data_s:0.001
922
+ INFO 2025-05-02 19:15:28 ts/train.py:232 step:471K smpl:4M ep:13K epch:64.73 loss:0.002 grdn:0.148 lr:8.9e-08 updt_s:0.189 data_s:0.001
923
+ INFO 2025-05-02 19:16:06 ts/train.py:232 step:471K smpl:4M ep:13K epch:64.76 loss:0.002 grdn:0.144 lr:8.5e-08 updt_s:0.189 data_s:0.001
924
+ INFO 2025-05-02 19:16:44 ts/train.py:232 step:471K smpl:4M ep:13K epch:64.78 loss:0.002 grdn:0.135 lr:8.1e-08 updt_s:0.189 data_s:0.001
925
+ INFO 2025-05-02 19:17:22 ts/train.py:232 step:472K smpl:4M ep:13K epch:64.81 loss:0.002 grdn:0.143 lr:7.8e-08 updt_s:0.189 data_s:0.001
926
+ INFO 2025-05-02 19:18:01 ts/train.py:232 step:472K smpl:4M ep:13K epch:64.84 loss:0.002 grdn:0.153 lr:7.4e-08 updt_s:0.190 data_s:0.001
927
+ INFO 2025-05-02 19:18:39 ts/train.py:232 step:472K smpl:4M ep:13K epch:64.87 loss:0.002 grdn:0.156 lr:7.0e-08 updt_s:0.189 data_s:0.001
928
+ INFO 2025-05-02 19:19:17 ts/train.py:232 step:472K smpl:4M ep:13K epch:64.89 loss:0.002 grdn:0.144 lr:6.7e-08 updt_s:0.189 data_s:0.001
929
+ INFO 2025-05-02 19:19:55 ts/train.py:232 step:472K smpl:4M ep:13K epch:64.92 loss:0.002 grdn:0.160 lr:6.4e-08 updt_s:0.189 data_s:0.001
930
+ INFO 2025-05-02 19:20:33 ts/train.py:232 step:473K smpl:4M ep:13K epch:64.95 loss:0.002 grdn:0.151 lr:6.0e-08 updt_s:0.189 data_s:0.001
931
+ INFO 2025-05-02 19:21:11 ts/train.py:232 step:473K smpl:4M ep:13K epch:64.98 loss:0.002 grdn:0.137 lr:5.7e-08 updt_s:0.189 data_s:0.001
932
+ INFO 2025-05-02 19:21:49 ts/train.py:232 step:473K smpl:4M ep:13K epch:65.00 loss:0.002 grdn:0.125 lr:5.4e-08 updt_s:0.189 data_s:0.001
933
+ INFO 2025-05-02 19:22:27 ts/train.py:232 step:473K smpl:4M ep:13K epch:65.03 loss:0.002 grdn:0.151 lr:5.1e-08 updt_s:0.190 data_s:0.001
934
+ INFO 2025-05-02 19:23:05 ts/train.py:232 step:473K smpl:4M ep:13K epch:65.06 loss:0.002 grdn:0.142 lr:4.8e-08 updt_s:0.190 data_s:0.001
935
+ INFO 2025-05-02 19:23:44 ts/train.py:232 step:474K smpl:4M ep:13K epch:65.09 loss:0.002 grdn:0.133 lr:4.5e-08 updt_s:0.189 data_s:0.001
936
+ INFO 2025-05-02 19:24:22 ts/train.py:232 step:474K smpl:4M ep:13K epch:65.11 loss:0.002 grdn:0.147 lr:4.3e-08 updt_s:0.190 data_s:0.001
937
+ INFO 2025-05-02 19:25:00 ts/train.py:232 step:474K smpl:4M ep:13K epch:65.14 loss:0.002 grdn:0.130 lr:4.0e-08 updt_s:0.190 data_s:0.001
938
+ INFO 2025-05-02 19:25:38 ts/train.py:232 step:474K smpl:4M ep:13K epch:65.17 loss:0.002 grdn:0.141 lr:3.7e-08 updt_s:0.189 data_s:0.001
939
+ INFO 2025-05-02 19:26:16 ts/train.py:232 step:474K smpl:4M ep:13K epch:65.20 loss:0.002 grdn:0.149 lr:3.5e-08 updt_s:0.190 data_s:0.001
940
+ INFO 2025-05-02 19:26:54 ts/train.py:232 step:475K smpl:4M ep:13K epch:65.22 loss:0.002 grdn:0.140 lr:3.2e-08 updt_s:0.189 data_s:0.001
941
+ INFO 2025-05-02 19:27:34 ts/train.py:232 step:475K smpl:4M ep:13K epch:65.25 loss:0.002 grdn:0.140 lr:3.0e-08 updt_s:0.189 data_s:0.009
942
+ INFO 2025-05-02 19:28:12 ts/train.py:232 step:475K smpl:4M ep:13K epch:65.28 loss:0.002 grdn:0.137 lr:2.8e-08 updt_s:0.189 data_s:0.001
943
+ INFO 2025-05-02 19:28:50 ts/train.py:232 step:475K smpl:4M ep:13K epch:65.31 loss:0.002 grdn:0.143 lr:2.6e-08 updt_s:0.189 data_s:0.001
944
+ INFO 2025-05-02 19:29:28 ts/train.py:232 step:475K smpl:4M ep:13K epch:65.33 loss:0.002 grdn:0.141 lr:2.4e-08 updt_s:0.189 data_s:0.001
945
+ INFO 2025-05-02 19:30:07 ts/train.py:232 step:476K smpl:4M ep:13K epch:65.36 loss:0.002 grdn:0.140 lr:2.2e-08 updt_s:0.189 data_s:0.001
946
+ INFO 2025-05-02 19:30:45 ts/train.py:232 step:476K smpl:4M ep:13K epch:65.39 loss:0.002 grdn:0.150 lr:2.0e-08 updt_s:0.189 data_s:0.001
947
+ INFO 2025-05-02 19:31:23 ts/train.py:232 step:476K smpl:4M ep:13K epch:65.41 loss:0.002 grdn:0.127 lr:1.8e-08 updt_s:0.189 data_s:0.001
948
+ INFO 2025-05-02 19:32:01 ts/train.py:232 step:476K smpl:4M ep:13K epch:65.44 loss:0.002 grdn:0.136 lr:1.6e-08 updt_s:0.189 data_s:0.001
949
+ INFO 2025-05-02 19:32:39 ts/train.py:232 step:476K smpl:4M ep:13K epch:65.47 loss:0.002 grdn:0.147 lr:1.5e-08 updt_s:0.189 data_s:0.001
950
+ INFO 2025-05-02 19:33:17 ts/train.py:232 step:477K smpl:4M ep:13K epch:65.50 loss:0.002 grdn:0.152 lr:1.3e-08 updt_s:0.189 data_s:0.001
951
+ INFO 2025-05-02 19:33:55 ts/train.py:232 step:477K smpl:4M ep:13K epch:65.52 loss:0.002 grdn:0.137 lr:1.2e-08 updt_s:0.189 data_s:0.001
952
+ INFO 2025-05-02 19:34:34 ts/train.py:232 step:477K smpl:4M ep:13K epch:65.55 loss:0.002 grdn:0.134 lr:1.0e-08 updt_s:0.189 data_s:0.001
953
+ INFO 2025-05-02 19:35:12 ts/train.py:232 step:477K smpl:4M ep:13K epch:65.58 loss:0.002 grdn:0.155 lr:9.0e-09 updt_s:0.190 data_s:0.001
954
+ INFO 2025-05-02 19:35:50 ts/train.py:232 step:477K smpl:4M ep:13K epch:65.61 loss:0.002 grdn:0.161 lr:7.8e-09 updt_s:0.189 data_s:0.001
955
+ INFO 2025-05-02 19:36:28 ts/train.py:232 step:478K smpl:4M ep:13K epch:65.63 loss:0.002 grdn:0.153 lr:6.7e-09 updt_s:0.189 data_s:0.000
956
+ INFO 2025-05-02 19:37:06 ts/train.py:232 step:478K smpl:4M ep:13K epch:65.66 loss:0.002 grdn:0.147 lr:5.7e-09 updt_s:0.189 data_s:0.001
957
+ INFO 2025-05-02 19:37:44 ts/train.py:232 step:478K smpl:4M ep:13K epch:65.69 loss:0.002 grdn:0.138 lr:4.7e-09 updt_s:0.189 data_s:0.001
958
+ INFO 2025-05-02 19:38:22 ts/train.py:232 step:478K smpl:4M ep:13K epch:65.72 loss:0.002 grdn:0.145 lr:3.9e-09 updt_s:0.189 data_s:0.001
959
+ INFO 2025-05-02 19:39:00 ts/train.py:232 step:478K smpl:4M ep:13K epch:65.74 loss:0.002 grdn:0.130 lr:3.1e-09 updt_s:0.189 data_s:0.001
960
+ INFO 2025-05-02 19:39:38 ts/train.py:232 step:479K smpl:4M ep:13K epch:65.77 loss:0.002 grdn:0.138 lr:2.4e-09 updt_s:0.189 data_s:0.001
961
+ INFO 2025-05-02 19:40:16 ts/train.py:232 step:479K smpl:4M ep:13K epch:65.80 loss:0.002 grdn:0.134 lr:1.8e-09 updt_s:0.189 data_s:0.001
962
+ INFO 2025-05-02 19:40:54 ts/train.py:232 step:479K smpl:4M ep:13K epch:65.83 loss:0.002 grdn:0.151 lr:1.3e-09 updt_s:0.189 data_s:0.000
963
+ INFO 2025-05-02 19:41:32 ts/train.py:232 step:479K smpl:4M ep:13K epch:65.85 loss:0.002 grdn:0.152 lr:8.7e-10 updt_s:0.189 data_s:0.000
964
+ INFO 2025-05-02 19:42:10 ts/train.py:232 step:479K smpl:4M ep:13K epch:65.88 loss:0.002 grdn:0.137 lr:5.3e-10 updt_s:0.189 data_s:0.000
965
+ INFO 2025-05-02 19:42:48 ts/train.py:232 step:480K smpl:4M ep:13K epch:65.91 loss:0.002 grdn:0.143 lr:2.7e-10 updt_s:0.189 data_s:0.000
966
+ INFO 2025-05-02 19:43:26 ts/train.py:232 step:480K smpl:4M ep:13K epch:65.94 loss:0.002 grdn:0.143 lr:1.0e-10 updt_s:0.189 data_s:0.000
967
+ INFO 2025-05-02 19:44:04 ts/train.py:232 step:480K smpl:4M ep:13K epch:65.96 loss:0.002 grdn:0.146 lr:1.4e-11 updt_s:0.190 data_s:0.001
968
+ INFO 2025-05-02 19:44:04 ts/train.py:241 Checkpoint policy after step 480000
969
+ INFO 2025-05-02 19:44:07 ts/train.py:283 End of training
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_timestamp":1.746215044857946e+09,"train/update_s":0.19020649950602092,"train/epochs":65.96464707195987,"_runtime":36144.82010366,"train/steps":480000,"train/samples":3840000,"train/lr":1.420159801981957e-11,"_wandb":{"runtime":36144},"train/grad_norm":0.14647003438323736,"train/loss":0.0020003150585034745,"_step":480000,"train/episodes":13192.929414391974,"train/dataloading_s":0.0007365495146950707}
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug-core.log CHANGED
@@ -4,3 +4,11 @@
4
  {"time":"2025-05-02T09:41:42.975135215Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53392"}
5
  {"time":"2025-05-02T09:41:42.98291835Z","level":"INFO","msg":"handleInformInit: received","streamId":"yq6yqt83","id":"127.0.0.1:53392"}
6
  {"time":"2025-05-02T09:41:43.315603645Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"yq6yqt83","id":"127.0.0.1:53392"}
 
 
 
 
 
 
 
 
 
4
  {"time":"2025-05-02T09:41:42.975135215Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:53392"}
5
  {"time":"2025-05-02T09:41:42.98291835Z","level":"INFO","msg":"handleInformInit: received","streamId":"yq6yqt83","id":"127.0.0.1:53392"}
6
  {"time":"2025-05-02T09:41:43.315603645Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"yq6yqt83","id":"127.0.0.1:53392"}
7
+ {"time":"2025-05-02T19:44:07.80239725Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:53392"}
8
+ {"time":"2025-05-02T19:44:07.80247924Z","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-05-02T19:44:07.80246858Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:53392"}
10
+ {"time":"2025-05-02T19:44:07.80258016Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:53392"}
11
+ {"time":"2025-05-02T19:44:28.861050086Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:41603->127.0.0.1:53392: use of closed network connection","id":"127.0.0.1:53392"}
12
+ {"time":"2025-05-02T19:44:29.192373617Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:53392"}
13
+ {"time":"2025-05-02T19:44:29.192412307Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:53392"}
14
+ {"time":"2025-05-02T19:44:29.192431847Z","level":"INFO","msg":"server is closed"}
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug-internal.log CHANGED
@@ -428,3 +428,11 @@
428
  {"time":"2025-05-02T10:11:50.147964916Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
429
  {"time":"2025-05-02T10:11:50.147970006Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
430
  {"time":"2025-05-02T10:11:50.147975025Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
 
 
 
 
 
 
 
 
 
428
  {"time":"2025-05-02T10:11:50.147964916Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
429
  {"time":"2025-05-02T10:11:50.147970006Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
430
  {"time":"2025-05-02T10:11:50.147975025Z","level":"WARN","msg":"handler: ignoring partial history record","step":299400,"current":299401}
431
+ {"time":"2025-05-02T19:44:07.80251913Z","level":"INFO","msg":"stream: closing","id":"yq6yqt83"}
432
+ {"time":"2025-05-02T19:44:07.80254894Z","level":"INFO","msg":"Stopping system monitor"}
433
+ {"time":"2025-05-02T19:44:07.80259978Z","level":"INFO","msg":"Stopped system monitor"}
434
+ {"time":"2025-05-02T19:44:28.911193425Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
435
+ {"time":"2025-05-02T19:44:29.19049015Z","level":"INFO","msg":"handler: closed","stream_id":"yq6yqt83"}
436
+ {"time":"2025-05-02T19:44:29.19053411Z","level":"INFO","msg":"writer: Close: closed","stream_id":"yq6yqt83"}
437
+ {"time":"2025-05-02T19:44:29.19056734Z","level":"INFO","msg":"sender: closed","stream_id":"yq6yqt83"}
438
+ {"time":"2025-05-02T19:44:29.19062031Z","level":"INFO","msg":"stream: closed","id":"yq6yqt83"}
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/logs/debug.log CHANGED
@@ -21,3 +21,4 @@ config: {'dataset': {'repo_id': 'shylee/so100_cube', 'root': '/SSD/LSY/lerobot',
21
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2371] Wrapping output streams.
22
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2394] Redirects installed.
23
  2025-05-02 09:41:44,090 INFO MainThread:100868 [wandb_init.py:init():1056] run started, returning control to user process
 
 
21
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2371] Wrapping output streams.
22
  2025-05-02 09:41:44,089 INFO MainThread:100868 [wandb_run.py:_redirect():2394] Redirects installed.
23
  2025-05-02 09:41:44,090 INFO MainThread:100868 [wandb_init.py:init():1056] run started, returning control to user process
24
+ 2025-05-02 19:44:07,801 INFO MsgRouterThr:100868 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
DP_cube_downDims1_cropNo_freeze1_64_64_ema0_1e-4/wandb/run-20250502_094142-yq6yqt83/run-yq6yqt83.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96e8e88052abe79d3e9d0338a52a4e82efea09432345db26a6fae1d27d91b2d9
3
- size 5046272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ecb426cf26432afa2b1007930479778fc5c146927a1af601da5180cf46b37d
3
+ size 8483862