markstev commited on
Commit
4589b4f
·
verified ·
1 Parent(s): 7702830

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +1 -0
  2. checkpoints/020000/pretrained_model/config.json +64 -0
  3. checkpoints/020000/pretrained_model/model.safetensors +3 -0
  4. checkpoints/020000/pretrained_model/train_config.json +170 -0
  5. checkpoints/020000/training_state/optimizer_param_groups.json +191 -0
  6. checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
  7. checkpoints/020000/training_state/rng_state.safetensors +3 -0
  8. checkpoints/020000/training_state/training_step.json +3 -0
  9. checkpoints/040000/pretrained_model/config.json +64 -0
  10. checkpoints/040000/pretrained_model/model.safetensors +3 -0
  11. checkpoints/040000/pretrained_model/train_config.json +170 -0
  12. checkpoints/040000/training_state/optimizer_param_groups.json +191 -0
  13. checkpoints/040000/training_state/optimizer_state.safetensors +3 -0
  14. checkpoints/040000/training_state/rng_state.safetensors +3 -0
  15. checkpoints/040000/training_state/training_step.json +3 -0
  16. checkpoints/060000/pretrained_model/config.json +64 -0
  17. checkpoints/060000/pretrained_model/model.safetensors +3 -0
  18. checkpoints/060000/pretrained_model/train_config.json +170 -0
  19. checkpoints/060000/training_state/optimizer_param_groups.json +191 -0
  20. checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
  21. checkpoints/060000/training_state/rng_state.safetensors +3 -0
  22. checkpoints/060000/training_state/training_step.json +3 -0
  23. checkpoints/080000/pretrained_model/config.json +64 -0
  24. checkpoints/080000/pretrained_model/model.safetensors +3 -0
  25. checkpoints/080000/pretrained_model/train_config.json +170 -0
  26. checkpoints/080000/training_state/optimizer_param_groups.json +191 -0
  27. checkpoints/080000/training_state/optimizer_state.safetensors +3 -0
  28. checkpoints/080000/training_state/rng_state.safetensors +3 -0
  29. checkpoints/080000/training_state/training_step.json +3 -0
  30. checkpoints/100000/pretrained_model/config.json +64 -0
  31. checkpoints/100000/pretrained_model/model.safetensors +3 -0
  32. checkpoints/100000/pretrained_model/train_config.json +170 -0
  33. checkpoints/100000/training_state/optimizer_param_groups.json +191 -0
  34. checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
  35. checkpoints/100000/training_state/rng_state.safetensors +3 -0
  36. checkpoints/100000/training_state/training_step.json +3 -0
  37. wandb/debug-internal.log +15 -0
  38. wandb/debug.log +22 -0
  39. wandb/run-20250614_232714-v429osbu/files/config.yaml +159 -0
  40. wandb/run-20250614_232714-v429osbu/files/output.log +527 -0
  41. wandb/run-20250614_232714-v429osbu/files/requirements.txt +203 -0
  42. wandb/run-20250614_232714-v429osbu/files/wandb-metadata.json +49 -0
  43. wandb/run-20250614_232714-v429osbu/files/wandb-summary.json +1 -0
  44. wandb/run-20250614_232714-v429osbu/logs/debug-core.log +14 -0
  45. wandb/run-20250614_232714-v429osbu/logs/debug-internal.log +15 -0
  46. wandb/run-20250614_232714-v429osbu/logs/debug.log +22 -0
  47. wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb filter=lfs diff=lfs merge=lfs -text
checkpoints/020000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.front": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.overhead": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 240,
29
+ 320
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/020000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f87963895ad2fed34992d105d7d5ca09b7e454e125faa3dcec51bf1bef6431
3
+ size 206701072
checkpoints/020000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "logancv/chess_pick_up_100_again_again",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.front": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.overhead": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 240,
96
+ 320
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/chess_pickup",
133
+ "job_name": "chess_pickup_trained",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/020000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/020000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98747bc6667f6235d3d4186514976abcf3b496e313e328db227eafccb4e3f97e
3
+ size 412817652
checkpoints/020000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0357396469d27c341c3309574675c7226c3d4a4a97d1c48ea148b0957226df1e
3
+ size 15708
checkpoints/020000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 20000
3
+ }
checkpoints/040000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.front": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.overhead": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 240,
29
+ 320
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/040000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09f04962b060b74ba76878bc06754d1be1a80abed68bdb25f85ed748498eb3d3
3
+ size 206701072
checkpoints/040000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "logancv/chess_pick_up_100_again_again",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.front": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.overhead": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 240,
96
+ 320
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/chess_pickup",
133
+ "job_name": "chess_pickup_trained",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/040000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/040000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:775a678d53f94788fd026273244351433782c13c1adabc9218db537b4040a57d
3
+ size 412817652
checkpoints/040000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73080527f788cfdd5772e08c3e378e521c8d6b295610c5bc14b8338b20874b83
3
+ size 15708
checkpoints/040000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 40000
3
+ }
checkpoints/060000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.front": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.overhead": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 240,
29
+ 320
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/060000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f6c6e152d48111a7d85966aa3811ff7a85acad9f1f06da808f117fcf78fbd9
3
+ size 206701072
checkpoints/060000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "logancv/chess_pick_up_100_again_again",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.front": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.overhead": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 240,
96
+ 320
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/chess_pickup",
133
+ "job_name": "chess_pickup_trained",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/060000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/060000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436c8e00efad9ad93bb6f7a2252f69701fdfa816068fb9ad5f47c4a6adaca0f2
3
+ size 412817652
checkpoints/060000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d400abf265fca67671ed2957f2bc1ef3ce73b5efc4e2deed1d945a647f9d38
3
+ size 15708
checkpoints/060000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 60000
3
+ }
checkpoints/080000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.front": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.overhead": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 240,
29
+ 320
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/080000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7026c340491285e120c31032973f602c705b45e82cc5c4c83c54c64b15136c8e
3
+ size 206701072
checkpoints/080000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "logancv/chess_pick_up_100_again_again",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.front": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.overhead": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 240,
96
+ 320
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/chess_pickup",
133
+ "job_name": "chess_pickup_trained",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/080000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/080000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd5441da45b84d9f57f43f9d3e1fd0ff96c66a441962babe5be4ab60651cec5c
3
+ size 412817652
checkpoints/080000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1fcf92577e96653f86031d38d0aeb05836e2d7432ac60efd0d14dfbb77eca5b
3
+ size 15708
checkpoints/080000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 80000
3
+ }
checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.front": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.overhead": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 240,
29
+ 320
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9b65d5f6a53a9ab9c515147a9305dfb028241c04ac1e95e499dfe00541b6e1
3
+ size 206701072
checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "logancv/chess_pick_up_100_again_again",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.front": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.overhead": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 240,
96
+ 320
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/chess_pickup",
133
+ "job_name": "chess_pickup_trained",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/100000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/100000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4152cd193ced061e9bdc72070964361cea6479466e749269cd18eb26545a2711
3
+ size 412817652
checkpoints/100000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d742972fccc540649d1fef0628b11ef6be551872841521967aaab95e61a8340d
3
+ size 15708
checkpoints/100000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 100000
3
+ }
wandb/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-06-14T23:27:14.921713891Z","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-core.log"}
2
+ {"time":"2025-06-14T23:27:15.194137101Z","level":"INFO","msg":"stream: created new stream","id":"v429osbu"}
3
+ {"time":"2025-06-14T23:27:15.194160137Z","level":"INFO","msg":"stream: started","id":"v429osbu"}
4
+ {"time":"2025-06-14T23:27:15.194172268Z","level":"INFO","msg":"writer: Do: started","stream_id":"v429osbu"}
5
+ {"time":"2025-06-14T23:27:15.194198396Z","level":"INFO","msg":"sender: started","stream_id":"v429osbu"}
6
+ {"time":"2025-06-14T23:27:15.194221644Z","level":"INFO","msg":"handler: started","stream_id":"v429osbu"}
7
+ {"time":"2025-06-14T23:27:15.387890755Z","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-06-15T03:21:14.813568558Z","level":"INFO","msg":"stream: closing","id":"v429osbu"}
9
+ {"time":"2025-06-15T03:21:14.813588702Z","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-06-15T03:21:14.813642311Z","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-06-15T03:21:21.763637192Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-06-15T03:21:21.860657745Z","level":"INFO","msg":"handler: closed","stream_id":"v429osbu"}
13
+ {"time":"2025-06-15T03:21:21.860680399Z","level":"INFO","msg":"sender: closed","stream_id":"v429osbu"}
14
+ {"time":"2025-06-15T03:21:21.860676067Z","level":"INFO","msg":"writer: Close: closed","stream_id":"v429osbu"}
15
+ {"time":"2025-06-15T03:21:21.860710869Z","level":"INFO","msg":"stream: closed","id":"v429osbu"}
wandb/debug.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1
2
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Configure stats pid to 169
3
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
4
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /workspace/lerobot/wandb/settings
5
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug.log
7
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-internal.log
8
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():831] calling init triggers
9
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():836] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'logancv/chess_pick_up_100_again_again', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/chess_pickup', 'job_name': 'chess_pickup_trained', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():872] starting backend
12
+ 2025-06-14 23:27:14,917 INFO MainThread:169 [wandb_init.py:init():875] sending inform_init request
13
+ 2025-06-14 23:27:14,920 INFO MainThread:169 [wandb_init.py:init():883] backend started and connected
14
+ 2025-06-14 23:27:14,921 INFO MainThread:169 [wandb_init.py:init():956] updated telemetry
15
+ 2025-06-14 23:27:14,924 INFO MainThread:169 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout
16
+ 2025-06-14 23:27:15,386 INFO MainThread:169 [wandb_init.py:init():1032] starting run threads in backend
17
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_console_start():2453] atexit reg
18
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2301] redirect: wrap_raw
19
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2370] Wrapping output streams.
20
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2393] Redirects installed.
21
+ 2025-06-14 23:27:15,568 INFO MainThread:169 [wandb_init.py:init():1078] run started, returning control to user process
22
+ 2025-06-15 03:21:14,811 INFO MsgRouterThr:169 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
wandb/run-20250614_232714-v429osbu/files/config.yaml ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.20.1
4
+ m: []
5
+ python_version: 3.10.12
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ "2":
13
+ - 1
14
+ - 41
15
+ - 49
16
+ - 51
17
+ "3":
18
+ - 13
19
+ - 15
20
+ - 16
21
+ - 55
22
+ - 61
23
+ "4": 3.10.12
24
+ "5": 0.20.1
25
+ "10":
26
+ - 21
27
+ "12": 0.20.1
28
+ "13": linux-x86_64
29
+ batch_size:
30
+ value: 8
31
+ dataset:
32
+ value:
33
+ episodes: null
34
+ image_transforms:
35
+ enable: false
36
+ max_num_transforms: 3
37
+ random_order: false
38
+ tfs:
39
+ brightness:
40
+ kwargs:
41
+ brightness:
42
+ - 0.8
43
+ - 1.2
44
+ type: ColorJitter
45
+ weight: 1
46
+ contrast:
47
+ kwargs:
48
+ contrast:
49
+ - 0.8
50
+ - 1.2
51
+ type: ColorJitter
52
+ weight: 1
53
+ hue:
54
+ kwargs:
55
+ hue:
56
+ - -0.05
57
+ - 0.05
58
+ type: ColorJitter
59
+ weight: 1
60
+ saturation:
61
+ kwargs:
62
+ saturation:
63
+ - 0.5
64
+ - 1.5
65
+ type: ColorJitter
66
+ weight: 1
67
+ sharpness:
68
+ kwargs:
69
+ sharpness:
70
+ - 0.5
71
+ - 1.5
72
+ type: SharpnessJitter
73
+ weight: 1
74
+ repo_id: logancv/chess_pick_up_100_again_again
75
+ revision: null
76
+ root: null
77
+ use_imagenet_stats: true
78
+ video_backend: torchcodec
79
+ env:
80
+ value: null
81
+ eval:
82
+ value:
83
+ batch_size: 50
84
+ n_episodes: 50
85
+ use_async_envs: false
86
+ eval_freq:
87
+ value: 20000
88
+ job_name:
89
+ value: chess_pickup_trained
90
+ log_freq:
91
+ value: 200
92
+ num_workers:
93
+ value: 4
94
+ optimizer:
95
+ value:
96
+ betas:
97
+ - 0.9
98
+ - 0.999
99
+ eps: 1e-08
100
+ grad_clip_norm: 10
101
+ lr: 1e-05
102
+ type: adamw
103
+ weight_decay: 0.0001
104
+ output_dir:
105
+ value: outputs/train/chess_pickup
106
+ policy:
107
+ value:
108
+ chunk_size: 100
109
+ device: cuda
110
+ dim_feedforward: 3200
111
+ dim_model: 512
112
+ dropout: 0.1
113
+ feedforward_activation: relu
114
+ kl_weight: 10
115
+ latent_dim: 32
116
+ n_action_steps: 100
117
+ n_decoder_layers: 1
118
+ n_encoder_layers: 4
119
+ n_heads: 8
120
+ n_obs_steps: 1
121
+ n_vae_encoder_layers: 4
122
+ normalization_mapping:
123
+ ACTION: MEAN_STD
124
+ STATE: MEAN_STD
125
+ VISUAL: MEAN_STD
126
+ optimizer_lr: 1e-05
127
+ optimizer_lr_backbone: 1e-05
128
+ optimizer_weight_decay: 0.0001
129
+ pre_norm: false
130
+ pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
131
+ replace_final_stride_with_dilation: false
132
+ temporal_ensemble_coeff: null
133
+ type: act
134
+ use_amp: false
135
+ use_vae: true
136
+ vision_backbone: resnet18
137
+ resume:
138
+ value: false
139
+ save_checkpoint:
140
+ value: true
141
+ save_freq:
142
+ value: 20000
143
+ scheduler:
144
+ value: null
145
+ seed:
146
+ value: 1000
147
+ steps:
148
+ value: 100000
149
+ use_policy_training_preset:
150
+ value: true
151
+ wandb:
152
+ value:
153
+ disable_artifact: false
154
+ enable: true
155
+ entity: null
156
+ mode: null
157
+ notes: null
158
+ project: lerobot
159
+ run_id: null
wandb/run-20250614_232714-v429osbu/files/output.log ADDED
@@ -0,0 +1,527 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Logs will be synced with wandb.
2
+ INFO 2025-06-14 23:27:15 ndb_utils.py:96 Track this run --> https://wandb.ai/stevens-mark-a-personal-exploration/lerobot/runs/v429osbu
3
+ INFO 2025-06-14 23:27:15 ts/train.py:127 Creating dataset
4
+ episode_000087.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 11.6M/11.6M [00:00<00:00, 15.8MB/s]
5
+ episode_000085.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 8.77M/8.77M [00:00<00:00, 12.0MB/s]
6
+ episode_000082.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 13.8M/13.8M [00:00<00:00, 16.3MB/s]
7
+ Fetching 276 files: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 276/276 [00:01<00:00, 194.58it/s]
8
+ Resolving data files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 90/90 [00:00<00:00, 173238.81it/s]
9
+ Downloading data: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 90/90 [00:00<00:00, 106967.23files/s]
10
+ Generating train split: 119457 examples [00:00, 823555.76 examples/s]
11
+ INFO 2025-06-14 23:27:19 ts/train.py:138 Creating policy
12
+ Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /root/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
13
+ 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 44.7M/44.7M [00:01<00:00, 35.7MB/s]
14
+ INFO 2025-06-14 23:27:21 ts/train.py:144 Creating optimizer and scheduler
15
+ INFO 2025-06-14 23:27:21 ts/train.py:156 Output dir: outputs/train/chess_pickup
16
+ INFO 2025-06-14 23:27:21 ts/train.py:159 cfg.steps=100000 (100K)
17
+ INFO 2025-06-14 23:27:21 ts/train.py:160 dataset.num_frames=119457 (119K)
18
+ INFO 2025-06-14 23:27:21 ts/train.py:161 dataset.num_episodes=90
19
+ INFO 2025-06-14 23:27:21 ts/train.py:162 num_learnable_params=51597190 (52M)
20
+ INFO 2025-06-14 23:27:21 ts/train.py:163 num_total_params=51597238 (52M)
21
+ INFO 2025-06-14 23:27:21 ts/train.py:202 Start offline training on a fixed dataset
22
+ INFO 2025-06-14 23:27:55 ts/train.py:232 step:200 smpl:2K ep:1 epch:0.01 loss:7.039 grdn:155.621 lr:1.0e-05 updt_s:0.164 data_s:0.004
23
+ INFO 2025-06-14 23:28:24 ts/train.py:232 step:400 smpl:3K ep:2 epch:0.03 loss:3.070 grdn:86.247 lr:1.0e-05 updt_s:0.143 data_s:0.000
24
+ INFO 2025-06-14 23:28:52 ts/train.py:232 step:600 smpl:5K ep:4 epch:0.04 loss:2.600 grdn:75.639 lr:1.0e-05 updt_s:0.142 data_s:0.000
25
+ INFO 2025-06-14 23:29:22 ts/train.py:232 step:800 smpl:6K ep:5 epch:0.05 loss:2.336 grdn:70.829 lr:1.0e-05 updt_s:0.146 data_s:0.000
26
+ INFO 2025-06-14 23:29:51 ts/train.py:232 step:1K smpl:8K ep:6 epch:0.07 loss:2.105 grdn:64.885 lr:1.0e-05 updt_s:0.148 data_s:0.000
27
+ INFO 2025-06-14 23:30:21 ts/train.py:232 step:1K smpl:10K ep:7 epch:0.08 loss:1.917 grdn:61.581 lr:1.0e-05 updt_s:0.146 data_s:0.000
28
+ INFO 2025-06-14 23:30:50 ts/train.py:232 step:1K smpl:11K ep:8 epch:0.09 loss:1.782 grdn:58.781 lr:1.0e-05 updt_s:0.145 data_s:0.000
29
+ INFO 2025-06-14 23:31:20 ts/train.py:232 step:2K smpl:13K ep:10 epch:0.11 loss:1.626 grdn:55.331 lr:1.0e-05 updt_s:0.149 data_s:0.000
30
+ INFO 2025-06-14 23:31:49 ts/train.py:232 step:2K smpl:14K ep:11 epch:0.12 loss:1.493 grdn:52.246 lr:1.0e-05 updt_s:0.146 data_s:0.000
31
+ INFO 2025-06-14 23:32:19 ts/train.py:232 step:2K smpl:16K ep:12 epch:0.13 loss:1.367 grdn:49.690 lr:1.0e-05 updt_s:0.145 data_s:0.000
32
+ INFO 2025-06-14 23:32:47 ts/train.py:232 step:2K smpl:18K ep:13 epch:0.15 loss:1.246 grdn:47.158 lr:1.0e-05 updt_s:0.143 data_s:0.000
33
+ INFO 2025-06-14 23:33:16 ts/train.py:232 step:2K smpl:19K ep:14 epch:0.16 loss:1.152 grdn:44.689 lr:1.0e-05 updt_s:0.144 data_s:0.000
34
+ INFO 2025-06-14 23:33:45 ts/train.py:232 step:3K smpl:21K ep:16 epch:0.17 loss:1.057 grdn:42.482 lr:1.0e-05 updt_s:0.144 data_s:0.000
35
+ INFO 2025-06-14 23:34:14 ts/train.py:232 step:3K smpl:22K ep:17 epch:0.19 loss:0.959 grdn:40.607 lr:1.0e-05 updt_s:0.144 data_s:0.000
36
+ INFO 2025-06-14 23:34:43 ts/train.py:232 step:3K smpl:24K ep:18 epch:0.20 loss:0.898 grdn:38.495 lr:1.0e-05 updt_s:0.144 data_s:0.000
37
+ INFO 2025-06-14 23:35:12 ts/train.py:232 step:3K smpl:26K ep:19 epch:0.21 loss:0.835 grdn:37.593 lr:1.0e-05 updt_s:0.144 data_s:0.000
38
+ INFO 2025-06-14 23:35:41 ts/train.py:232 step:3K smpl:27K ep:20 epch:0.23 loss:0.777 grdn:35.552 lr:1.0e-05 updt_s:0.144 data_s:0.000
39
+ INFO 2025-06-14 23:36:10 ts/train.py:232 step:4K smpl:29K ep:22 epch:0.24 loss:0.722 grdn:33.570 lr:1.0e-05 updt_s:0.144 data_s:0.000
40
+ INFO 2025-06-14 23:36:39 ts/train.py:232 step:4K smpl:30K ep:23 epch:0.25 loss:0.679 grdn:32.002 lr:1.0e-05 updt_s:0.144 data_s:0.000
41
+ INFO 2025-06-14 23:37:08 ts/train.py:232 step:4K smpl:32K ep:24 epch:0.27 loss:0.634 grdn:30.677 lr:1.0e-05 updt_s:0.144 data_s:0.000
42
+ INFO 2025-06-14 23:37:37 ts/train.py:232 step:4K smpl:34K ep:25 epch:0.28 loss:0.603 grdn:29.764 lr:1.0e-05 updt_s:0.144 data_s:0.000
43
+ INFO 2025-06-14 23:38:06 ts/train.py:232 step:4K smpl:35K ep:27 epch:0.29 loss:0.573 grdn:28.369 lr:1.0e-05 updt_s:0.144 data_s:0.000
44
+ INFO 2025-06-14 23:38:35 ts/train.py:232 step:5K smpl:37K ep:28 epch:0.31 loss:0.547 grdn:27.221 lr:1.0e-05 updt_s:0.144 data_s:0.000
45
+ INFO 2025-06-14 23:39:04 ts/train.py:232 step:5K smpl:38K ep:29 epch:0.32 loss:0.524 grdn:26.518 lr:1.0e-05 updt_s:0.144 data_s:0.000
46
+ INFO 2025-06-14 23:39:33 ts/train.py:232 step:5K smpl:40K ep:30 epch:0.33 loss:0.494 grdn:25.089 lr:1.0e-05 updt_s:0.144 data_s:0.000
47
+ INFO 2025-06-14 23:40:02 ts/train.py:232 step:5K smpl:42K ep:31 epch:0.35 loss:0.475 grdn:24.658 lr:1.0e-05 updt_s:0.144 data_s:0.000
48
+ INFO 2025-06-14 23:40:31 ts/train.py:232 step:5K smpl:43K ep:33 epch:0.36 loss:0.456 grdn:23.536 lr:1.0e-05 updt_s:0.144 data_s:0.000
49
+ INFO 2025-06-14 23:41:00 ts/train.py:232 step:6K smpl:45K ep:34 epch:0.38 loss:0.447 grdn:23.336 lr:1.0e-05 updt_s:0.144 data_s:0.000
50
+ INFO 2025-06-14 23:41:29 ts/train.py:232 step:6K smpl:46K ep:35 epch:0.39 loss:0.434 grdn:22.471 lr:1.0e-05 updt_s:0.144 data_s:0.000
51
+ INFO 2025-06-14 23:41:58 ts/train.py:232 step:6K smpl:48K ep:36 epch:0.40 loss:0.415 grdn:21.790 lr:1.0e-05 updt_s:0.144 data_s:0.000
52
+ INFO 2025-06-14 23:42:27 ts/train.py:232 step:6K smpl:50K ep:37 epch:0.42 loss:0.407 grdn:21.200 lr:1.0e-05 updt_s:0.144 data_s:0.000
53
+ INFO 2025-06-14 23:42:56 ts/train.py:232 step:6K smpl:51K ep:39 epch:0.43 loss:0.390 grdn:20.904 lr:1.0e-05 updt_s:0.144 data_s:0.000
54
+ INFO 2025-06-14 23:43:25 ts/train.py:232 step:7K smpl:53K ep:40 epch:0.44 loss:0.383 grdn:20.031 lr:1.0e-05 updt_s:0.144 data_s:0.000
55
+ INFO 2025-06-14 23:43:54 ts/train.py:232 step:7K smpl:54K ep:41 epch:0.46 loss:0.371 grdn:19.873 lr:1.0e-05 updt_s:0.144 data_s:0.000
56
+ INFO 2025-06-14 23:44:23 ts/train.py:232 step:7K smpl:56K ep:42 epch:0.47 loss:0.359 grdn:19.442 lr:1.0e-05 updt_s:0.144 data_s:0.000
57
+ INFO 2025-06-14 23:44:52 ts/train.py:232 step:7K smpl:58K ep:43 epch:0.48 loss:0.359 grdn:19.323 lr:1.0e-05 updt_s:0.144 data_s:0.000
58
+ INFO 2025-06-14 23:45:21 ts/train.py:232 step:7K smpl:59K ep:45 epch:0.50 loss:0.352 grdn:18.864 lr:1.0e-05 updt_s:0.144 data_s:0.000
59
+ INFO 2025-06-14 23:45:50 ts/train.py:232 step:8K smpl:61K ep:46 epch:0.51 loss:0.344 grdn:18.473 lr:1.0e-05 updt_s:0.144 data_s:0.000
60
+ INFO 2025-06-14 23:46:19 ts/train.py:232 step:8K smpl:62K ep:47 epch:0.52 loss:0.343 grdn:18.418 lr:1.0e-05 updt_s:0.145 data_s:0.000
61
+ INFO 2025-06-14 23:46:48 ts/train.py:232 step:8K smpl:64K ep:48 epch:0.54 loss:0.330 grdn:17.828 lr:1.0e-05 updt_s:0.144 data_s:0.000
62
+ INFO 2025-06-14 23:47:17 ts/train.py:232 step:8K smpl:66K ep:49 epch:0.55 loss:0.326 grdn:17.994 lr:1.0e-05 updt_s:0.144 data_s:0.000
63
+ INFO 2025-06-14 23:47:46 ts/train.py:232 step:8K smpl:67K ep:51 epch:0.56 loss:0.319 grdn:17.370 lr:1.0e-05 updt_s:0.144 data_s:0.000
64
+ INFO 2025-06-14 23:48:15 ts/train.py:232 step:9K smpl:69K ep:52 epch:0.58 loss:0.322 grdn:17.445 lr:1.0e-05 updt_s:0.144 data_s:0.000
65
+ INFO 2025-06-14 23:48:44 ts/train.py:232 step:9K smpl:70K ep:53 epch:0.59 loss:0.312 grdn:16.968 lr:1.0e-05 updt_s:0.144 data_s:0.000
66
+ INFO 2025-06-14 23:49:13 ts/train.py:232 step:9K smpl:72K ep:54 epch:0.60 loss:0.312 grdn:16.717 lr:1.0e-05 updt_s:0.144 data_s:0.000
67
+ INFO 2025-06-14 23:49:42 ts/train.py:232 step:9K smpl:74K ep:55 epch:0.62 loss:0.309 grdn:16.506 lr:1.0e-05 updt_s:0.144 data_s:0.000
68
+ INFO 2025-06-14 23:50:11 ts/train.py:232 step:9K smpl:75K ep:57 epch:0.63 loss:0.304 grdn:16.651 lr:1.0e-05 updt_s:0.145 data_s:0.000
69
+ INFO 2025-06-14 23:50:40 ts/train.py:232 step:10K smpl:77K ep:58 epch:0.64 loss:0.293 grdn:16.280 lr:1.0e-05 updt_s:0.144 data_s:0.000
70
+ INFO 2025-06-14 23:51:09 ts/train.py:232 step:10K smpl:78K ep:59 epch:0.66 loss:0.294 grdn:15.730 lr:1.0e-05 updt_s:0.144 data_s:0.000
71
+ INFO 2025-06-14 23:51:38 ts/train.py:232 step:10K smpl:80K ep:60 epch:0.67 loss:0.284 grdn:16.064 lr:1.0e-05 updt_s:0.144 data_s:0.000
72
+ INFO 2025-06-14 23:52:07 ts/train.py:232 step:10K smpl:82K ep:61 epch:0.68 loss:0.289 grdn:15.907 lr:1.0e-05 updt_s:0.144 data_s:0.000
73
+ INFO 2025-06-14 23:52:36 ts/train.py:232 step:10K smpl:83K ep:63 epch:0.70 loss:0.282 grdn:15.467 lr:1.0e-05 updt_s:0.144 data_s:0.000
74
+ INFO 2025-06-14 23:53:05 ts/train.py:232 step:11K smpl:85K ep:64 epch:0.71 loss:0.279 grdn:15.206 lr:1.0e-05 updt_s:0.144 data_s:0.000
75
+ INFO 2025-06-14 23:53:34 ts/train.py:232 step:11K smpl:86K ep:65 epch:0.72 loss:0.271 grdn:15.193 lr:1.0e-05 updt_s:0.144 data_s:0.000
76
+ INFO 2025-06-14 23:54:03 ts/train.py:232 step:11K smpl:88K ep:66 epch:0.74 loss:0.272 grdn:14.876 lr:1.0e-05 updt_s:0.144 data_s:0.000
77
+ INFO 2025-06-14 23:54:32 ts/train.py:232 step:11K smpl:90K ep:68 epch:0.75 loss:0.271 grdn:15.101 lr:1.0e-05 updt_s:0.144 data_s:0.000
78
+ INFO 2025-06-14 23:55:01 ts/train.py:232 step:11K smpl:91K ep:69 epch:0.76 loss:0.269 grdn:14.808 lr:1.0e-05 updt_s:0.144 data_s:0.000
79
+ INFO 2025-06-14 23:55:30 ts/train.py:232 step:12K smpl:93K ep:70 epch:0.78 loss:0.261 grdn:14.239 lr:1.0e-05 updt_s:0.144 data_s:0.000
80
+ INFO 2025-06-14 23:55:59 ts/train.py:232 step:12K smpl:94K ep:71 epch:0.79 loss:0.261 grdn:14.429 lr:1.0e-05 updt_s:0.144 data_s:0.000
81
+ INFO 2025-06-14 23:56:28 ts/train.py:232 step:12K smpl:96K ep:72 epch:0.80 loss:0.255 grdn:14.148 lr:1.0e-05 updt_s:0.144 data_s:0.000
82
+ INFO 2025-06-14 23:56:57 ts/train.py:232 step:12K smpl:98K ep:74 epch:0.82 loss:0.257 grdn:14.121 lr:1.0e-05 updt_s:0.144 data_s:0.000
83
+ INFO 2025-06-14 23:57:26 ts/train.py:232 step:12K smpl:99K ep:75 epch:0.83 loss:0.254 grdn:13.778 lr:1.0e-05 updt_s:0.145 data_s:0.000
84
+ INFO 2025-06-14 23:57:55 ts/train.py:232 step:13K smpl:101K ep:76 epch:0.84 loss:0.250 grdn:13.825 lr:1.0e-05 updt_s:0.144 data_s:0.000
85
+ INFO 2025-06-14 23:58:24 ts/train.py:232 step:13K smpl:102K ep:77 epch:0.86 loss:0.247 grdn:13.676 lr:1.0e-05 updt_s:0.144 data_s:0.000
86
+ INFO 2025-06-14 23:58:53 ts/train.py:232 step:13K smpl:104K ep:78 epch:0.87 loss:0.249 grdn:13.512 lr:1.0e-05 updt_s:0.144 data_s:0.000
87
+ INFO 2025-06-14 23:59:22 ts/train.py:232 step:13K smpl:106K ep:80 epch:0.88 loss:0.244 grdn:13.641 lr:1.0e-05 updt_s:0.144 data_s:0.000
88
+ INFO 2025-06-14 23:59:51 ts/train.py:232 step:13K smpl:107K ep:81 epch:0.90 loss:0.241 grdn:13.306 lr:1.0e-05 updt_s:0.144 data_s:0.000
89
+ INFO 2025-06-15 00:00:20 ts/train.py:232 step:14K smpl:109K ep:82 epch:0.91 loss:0.240 grdn:13.274 lr:1.0e-05 updt_s:0.144 data_s:0.000
90
+ INFO 2025-06-15 00:00:49 ts/train.py:232 step:14K smpl:110K ep:83 epch:0.92 loss:0.239 grdn:13.529 lr:1.0e-05 updt_s:0.145 data_s:0.000
91
+ INFO 2025-06-15 00:01:18 ts/train.py:232 step:14K smpl:112K ep:84 epch:0.94 loss:0.239 grdn:13.045 lr:1.0e-05 updt_s:0.144 data_s:0.000
92
+ INFO 2025-06-15 00:01:47 ts/train.py:232 step:14K smpl:114K ep:86 epch:0.95 loss:0.234 grdn:12.829 lr:1.0e-05 updt_s:0.144 data_s:0.000
93
+ INFO 2025-06-15 00:02:16 ts/train.py:232 step:14K smpl:115K ep:87 epch:0.96 loss:0.234 grdn:12.548 lr:1.0e-05 updt_s:0.144 data_s:0.000
94
+ INFO 2025-06-15 00:02:46 ts/train.py:232 step:15K smpl:117K ep:88 epch:0.98 loss:0.229 grdn:13.001 lr:1.0e-05 updt_s:0.144 data_s:0.000
95
+ INFO 2025-06-15 00:03:15 ts/train.py:232 step:15K smpl:118K ep:89 epch:0.99 loss:0.231 grdn:12.765 lr:1.0e-05 updt_s:0.144 data_s:0.000
96
+ INFO 2025-06-15 00:03:46 ts/train.py:232 step:15K smpl:120K ep:90 epch:1.00 loss:0.228 grdn:12.414 lr:1.0e-05 updt_s:0.153 data_s:0.003
97
+ INFO 2025-06-15 00:04:15 ts/train.py:232 step:15K smpl:122K ep:92 epch:1.02 loss:0.226 grdn:12.368 lr:1.0e-05 updt_s:0.144 data_s:0.000
98
+ INFO 2025-06-15 00:04:44 ts/train.py:232 step:15K smpl:123K ep:93 epch:1.03 loss:0.221 grdn:12.078 lr:1.0e-05 updt_s:0.144 data_s:0.000
99
+ INFO 2025-06-15 00:05:13 ts/train.py:232 step:16K smpl:125K ep:94 epch:1.04 loss:0.223 grdn:12.300 lr:1.0e-05 updt_s:0.144 data_s:0.000
100
+ INFO 2025-06-15 00:05:42 ts/train.py:232 step:16K smpl:126K ep:95 epch:1.06 loss:0.222 grdn:12.235 lr:1.0e-05 updt_s:0.144 data_s:0.000
101
+ INFO 2025-06-15 00:06:10 ts/train.py:232 step:16K smpl:128K ep:96 epch:1.07 loss:0.216 grdn:12.137 lr:1.0e-05 updt_s:0.144 data_s:0.000
102
+ INFO 2025-06-15 00:06:39 ts/train.py:232 step:16K smpl:130K ep:98 epch:1.08 loss:0.219 grdn:12.124 lr:1.0e-05 updt_s:0.144 data_s:0.000
103
+ INFO 2025-06-15 00:07:08 ts/train.py:232 step:16K smpl:131K ep:99 epch:1.10 loss:0.216 grdn:11.878 lr:1.0e-05 updt_s:0.144 data_s:0.000
104
+ INFO 2025-06-15 00:07:36 ts/train.py:232 step:17K smpl:133K ep:100 epch:1.11 loss:0.211 grdn:11.719 lr:1.0e-05 updt_s:0.138 data_s:0.000
105
+ INFO 2025-06-15 00:08:04 ts/train.py:232 step:17K smpl:134K ep:101 epch:1.13 loss:0.212 grdn:11.502 lr:1.0e-05 updt_s:0.137 data_s:0.000
106
+ INFO 2025-06-15 00:08:31 ts/train.py:232 step:17K smpl:136K ep:102 epch:1.14 loss:0.208 grdn:11.441 lr:1.0e-05 updt_s:0.137 data_s:0.000
107
+ INFO 2025-06-15 00:08:59 ts/train.py:232 step:17K smpl:138K ep:104 epch:1.15 loss:0.212 grdn:11.465 lr:1.0e-05 updt_s:0.138 data_s:0.000
108
+ INFO 2025-06-15 00:09:27 ts/train.py:232 step:17K smpl:139K ep:105 epch:1.17 loss:0.212 grdn:11.665 lr:1.0e-05 updt_s:0.138 data_s:0.000
109
+ INFO 2025-06-15 00:09:54 ts/train.py:232 step:18K smpl:141K ep:106 epch:1.18 loss:0.208 grdn:11.045 lr:1.0e-05 updt_s:0.137 data_s:0.000
110
+ INFO 2025-06-15 00:10:22 ts/train.py:232 step:18K smpl:142K ep:107 epch:1.19 loss:0.206 grdn:11.425 lr:1.0e-05 updt_s:0.138 data_s:0.000
111
+ INFO 2025-06-15 00:10:50 ts/train.py:232 step:18K smpl:144K ep:108 epch:1.21 loss:0.205 grdn:10.993 lr:1.0e-05 updt_s:0.138 data_s:0.000
112
+ INFO 2025-06-15 00:11:18 ts/train.py:232 step:18K smpl:146K ep:110 epch:1.22 loss:0.200 grdn:11.228 lr:1.0e-05 updt_s:0.138 data_s:0.000
113
+ INFO 2025-06-15 00:11:45 ts/train.py:232 step:18K smpl:147K ep:111 epch:1.23 loss:0.200 grdn:10.900 lr:1.0e-05 updt_s:0.138 data_s:0.000
114
+ INFO 2025-06-15 00:12:13 ts/train.py:232 step:19K smpl:149K ep:112 epch:1.25 loss:0.201 grdn:11.008 lr:1.0e-05 updt_s:0.137 data_s:0.000
115
+ INFO 2025-06-15 00:12:41 ts/train.py:232 step:19K smpl:150K ep:113 epch:1.26 loss:0.200 grdn:10.780 lr:1.0e-05 updt_s:0.138 data_s:0.000
116
+ INFO 2025-06-15 00:13:08 ts/train.py:232 step:19K smpl:152K ep:115 epch:1.27 loss:0.200 grdn:10.815 lr:1.0e-05 updt_s:0.138 data_s:0.000
117
+ INFO 2025-06-15 00:13:36 ts/train.py:232 step:19K smpl:154K ep:116 epch:1.29 loss:0.195 grdn:10.634 lr:1.0e-05 updt_s:0.138 data_s:0.000
118
+ INFO 2025-06-15 00:14:04 ts/train.py:232 step:19K smpl:155K ep:117 epch:1.30 loss:0.200 grdn:10.451 lr:1.0e-05 updt_s:0.138 data_s:0.000
119
+ INFO 2025-06-15 00:14:31 ts/train.py:232 step:20K smpl:157K ep:118 epch:1.31 loss:0.196 grdn:10.747 lr:1.0e-05 updt_s:0.138 data_s:0.000
120
+ INFO 2025-06-15 00:15:03 ts/train.py:232 step:20K smpl:158K ep:119 epch:1.33 loss:0.195 grdn:10.562 lr:1.0e-05 updt_s:0.158 data_s:0.000
121
+ INFO 2025-06-15 00:15:31 ts/train.py:232 step:20K smpl:160K ep:121 epch:1.34 loss:0.193 grdn:10.606 lr:1.0e-05 updt_s:0.137 data_s:0.000
122
+ INFO 2025-06-15 00:15:31 ts/train.py:241 Checkpoint policy after step 20000
123
+ INFO 2025-06-15 00:16:00 ts/train.py:232 step:20K smpl:162K ep:122 epch:1.35 loss:0.192 grdn:10.383 lr:1.0e-05 updt_s:0.138 data_s:0.000
124
+ INFO 2025-06-15 00:16:28 ts/train.py:232 step:20K smpl:163K ep:123 epch:1.37 loss:0.191 grdn:10.588 lr:1.0e-05 updt_s:0.137 data_s:0.000
125
+ INFO 2025-06-15 00:16:56 ts/train.py:232 step:21K smpl:165K ep:124 epch:1.38 loss:0.190 grdn:10.462 lr:1.0e-05 updt_s:0.138 data_s:0.000
126
+ INFO 2025-06-15 00:17:23 ts/train.py:232 step:21K smpl:166K ep:125 epch:1.39 loss:0.190 grdn:10.294 lr:1.0e-05 updt_s:0.138 data_s:0.000
127
+ INFO 2025-06-15 00:17:51 ts/train.py:232 step:21K smpl:168K ep:127 epch:1.41 loss:0.190 grdn:10.141 lr:1.0e-05 updt_s:0.137 data_s:0.000
128
+ INFO 2025-06-15 00:18:19 ts/train.py:232 step:21K smpl:170K ep:128 epch:1.42 loss:0.187 grdn:10.349 lr:1.0e-05 updt_s:0.137 data_s:0.000
129
+ INFO 2025-06-15 00:18:46 ts/train.py:232 step:21K smpl:171K ep:129 epch:1.43 loss:0.186 grdn:10.120 lr:1.0e-05 updt_s:0.138 data_s:0.000
130
+ INFO 2025-06-15 00:19:14 ts/train.py:232 step:22K smpl:173K ep:130 epch:1.45 loss:0.186 grdn:10.272 lr:1.0e-05 updt_s:0.138 data_s:0.000
131
+ INFO 2025-06-15 00:19:42 ts/train.py:232 step:22K smpl:174K ep:131 epch:1.46 loss:0.186 grdn:9.804 lr:1.0e-05 updt_s:0.138 data_s:0.000
132
+ INFO 2025-06-15 00:20:09 ts/train.py:232 step:22K smpl:176K ep:133 epch:1.47 loss:0.185 grdn:9.989 lr:1.0e-05 updt_s:0.138 data_s:0.000
133
+ INFO 2025-06-15 00:20:37 ts/train.py:232 step:22K smpl:178K ep:134 epch:1.49 loss:0.187 grdn:9.752 lr:1.0e-05 updt_s:0.138 data_s:0.000
134
+ INFO 2025-06-15 00:21:05 ts/train.py:232 step:22K smpl:179K ep:135 epch:1.50 loss:0.184 grdn:9.803 lr:1.0e-05 updt_s:0.138 data_s:0.000
135
+ INFO 2025-06-15 00:21:32 ts/train.py:232 step:23K smpl:181K ep:136 epch:1.51 loss:0.181 grdn:9.580 lr:1.0e-05 updt_s:0.138 data_s:0.000
136
+ INFO 2025-06-15 00:22:00 ts/train.py:232 step:23K smpl:182K ep:137 epch:1.53 loss:0.182 grdn:9.305 lr:1.0e-05 updt_s:0.138 data_s:0.000
137
+ INFO 2025-06-15 00:22:28 ts/train.py:232 step:23K smpl:184K ep:139 epch:1.54 loss:0.181 grdn:9.501 lr:1.0e-05 updt_s:0.137 data_s:0.000
138
+ INFO 2025-06-15 00:22:55 ts/train.py:232 step:23K smpl:186K ep:140 epch:1.55 loss:0.178 grdn:9.345 lr:1.0e-05 updt_s:0.137 data_s:0.000
139
+ INFO 2025-06-15 00:23:23 ts/train.py:232 step:23K smpl:187K ep:141 epch:1.57 loss:0.179 grdn:9.357 lr:1.0e-05 updt_s:0.138 data_s:0.000
140
+ INFO 2025-06-15 00:23:51 ts/train.py:232 step:24K smpl:189K ep:142 epch:1.58 loss:0.178 grdn:9.553 lr:1.0e-05 updt_s:0.138 data_s:0.000
141
+ INFO 2025-06-15 00:24:18 ts/train.py:232 step:24K smpl:190K ep:143 epch:1.59 loss:0.180 grdn:9.498 lr:1.0e-05 updt_s:0.137 data_s:0.000
142
+ INFO 2025-06-15 00:24:46 ts/train.py:232 step:24K smpl:192K ep:145 epch:1.61 loss:0.177 grdn:9.333 lr:1.0e-05 updt_s:0.138 data_s:0.000
143
+ INFO 2025-06-15 00:25:14 ts/train.py:232 step:24K smpl:194K ep:146 epch:1.62 loss:0.176 grdn:9.612 lr:1.0e-05 updt_s:0.137 data_s:0.000
144
+ INFO 2025-06-15 00:25:41 ts/train.py:232 step:24K smpl:195K ep:147 epch:1.63 loss:0.177 grdn:9.234 lr:1.0e-05 updt_s:0.138 data_s:0.000
145
+ INFO 2025-06-15 00:26:09 ts/train.py:232 step:25K smpl:197K ep:148 epch:1.65 loss:0.175 grdn:9.273 lr:1.0e-05 updt_s:0.138 data_s:0.000
146
+ INFO 2025-06-15 00:26:37 ts/train.py:232 step:25K smpl:198K ep:149 epch:1.66 loss:0.169 grdn:8.886 lr:1.0e-05 updt_s:0.138 data_s:0.000
147
+ INFO 2025-06-15 00:27:05 ts/train.py:232 step:25K smpl:200K ep:151 epch:1.67 loss:0.175 grdn:9.075 lr:1.0e-05 updt_s:0.138 data_s:0.000
148
+ INFO 2025-06-15 00:27:32 ts/train.py:232 step:25K smpl:202K ep:152 epch:1.69 loss:0.176 grdn:9.167 lr:1.0e-05 updt_s:0.138 data_s:0.000
149
+ INFO 2025-06-15 00:28:00 ts/train.py:232 step:25K smpl:203K ep:153 epch:1.70 loss:0.174 grdn:9.009 lr:1.0e-05 updt_s:0.138 data_s:0.000
150
+ INFO 2025-06-15 00:28:28 ts/train.py:232 step:26K smpl:205K ep:154 epch:1.71 loss:0.173 grdn:8.748 lr:1.0e-05 updt_s:0.138 data_s:0.000
151
+ INFO 2025-06-15 00:28:55 ts/train.py:232 step:26K smpl:206K ep:156 epch:1.73 loss:0.169 grdn:8.984 lr:1.0e-05 updt_s:0.137 data_s:0.000
152
+ INFO 2025-06-15 00:29:23 ts/train.py:232 step:26K smpl:208K ep:157 epch:1.74 loss:0.171 grdn:9.010 lr:1.0e-05 updt_s:0.138 data_s:0.000
153
+ INFO 2025-06-15 00:29:51 ts/train.py:232 step:26K smpl:210K ep:158 epch:1.75 loss:0.172 grdn:8.961 lr:1.0e-05 updt_s:0.138 data_s:0.000
154
+ INFO 2025-06-15 00:30:18 ts/train.py:232 step:26K smpl:211K ep:159 epch:1.77 loss:0.170 grdn:8.919 lr:1.0e-05 updt_s:0.138 data_s:0.000
155
+ INFO 2025-06-15 00:30:46 ts/train.py:232 step:27K smpl:213K ep:160 epch:1.78 loss:0.171 grdn:8.730 lr:1.0e-05 updt_s:0.138 data_s:0.000
156
+ INFO 2025-06-15 00:31:14 ts/train.py:232 step:27K smpl:214K ep:162 epch:1.79 loss:0.169 grdn:8.866 lr:1.0e-05 updt_s:0.137 data_s:0.000
157
+ INFO 2025-06-15 00:31:43 ts/train.py:232 step:27K smpl:216K ep:163 epch:1.81 loss:0.165 grdn:8.836 lr:1.0e-05 updt_s:0.145 data_s:0.000
158
+ INFO 2025-06-15 00:32:12 ts/train.py:232 step:27K smpl:218K ep:164 epch:1.82 loss:0.169 grdn:8.713 lr:1.0e-05 updt_s:0.144 data_s:0.000
159
+ INFO 2025-06-15 00:32:41 ts/train.py:232 step:27K smpl:219K ep:165 epch:1.83 loss:0.165 grdn:8.434 lr:1.0e-05 updt_s:0.144 data_s:0.000
160
+ INFO 2025-06-15 00:33:10 ts/train.py:232 step:28K smpl:221K ep:166 epch:1.85 loss:0.167 grdn:8.483 lr:1.0e-05 updt_s:0.144 data_s:0.000
161
+ INFO 2025-06-15 00:33:39 ts/train.py:232 step:28K smpl:222K ep:168 epch:1.86 loss:0.167 grdn:8.728 lr:1.0e-05 updt_s:0.144 data_s:0.000
162
+ INFO 2025-06-15 00:34:08 ts/train.py:232 step:28K smpl:224K ep:169 epch:1.88 loss:0.164 grdn:8.580 lr:1.0e-05 updt_s:0.144 data_s:0.000
163
+ INFO 2025-06-15 00:34:37 ts/train.py:232 step:28K smpl:226K ep:170 epch:1.89 loss:0.162 grdn:8.830 lr:1.0e-05 updt_s:0.144 data_s:0.000
164
+ INFO 2025-06-15 00:35:06 ts/train.py:232 step:28K smpl:227K ep:171 epch:1.90 loss:0.164 grdn:8.964 lr:1.0e-05 updt_s:0.144 data_s:0.000
165
+ INFO 2025-06-15 00:35:35 ts/train.py:232 step:29K smpl:229K ep:172 epch:1.92 loss:0.165 grdn:8.419 lr:1.0e-05 updt_s:0.144 data_s:0.000
166
+ INFO 2025-06-15 00:36:04 ts/train.py:232 step:29K smpl:230K ep:174 epch:1.93 loss:0.160 grdn:8.163 lr:1.0e-05 updt_s:0.144 data_s:0.000
167
+ INFO 2025-06-15 00:36:33 ts/train.py:232 step:29K smpl:232K ep:175 epch:1.94 loss:0.159 grdn:8.070 lr:1.0e-05 updt_s:0.144 data_s:0.000
168
+ INFO 2025-06-15 00:37:02 ts/train.py:232 step:29K smpl:234K ep:176 epch:1.96 loss:0.163 grdn:8.369 lr:1.0e-05 updt_s:0.144 data_s:0.000
169
+ INFO 2025-06-15 00:37:30 ts/train.py:232 step:29K smpl:235K ep:177 epch:1.97 loss:0.159 grdn:8.292 lr:1.0e-05 updt_s:0.144 data_s:0.000
170
+ INFO 2025-06-15 00:38:00 ts/train.py:232 step:30K smpl:237K ep:178 epch:1.98 loss:0.163 grdn:8.297 lr:1.0e-05 updt_s:0.144 data_s:0.000
171
+ INFO 2025-06-15 00:38:29 ts/train.py:232 step:30K smpl:238K ep:180 epch:2.00 loss:0.160 grdn:8.523 lr:1.0e-05 updt_s:0.144 data_s:0.000
172
+ INFO 2025-06-15 00:38:58 ts/train.py:232 step:30K smpl:240K ep:181 epch:2.01 loss:0.160 grdn:8.300 lr:1.0e-05 updt_s:0.143 data_s:0.003
173
+ INFO 2025-06-15 00:39:27 ts/train.py:232 step:30K smpl:242K ep:182 epch:2.02 loss:0.154 grdn:8.044 lr:1.0e-05 updt_s:0.144 data_s:0.000
174
+ INFO 2025-06-15 00:39:56 ts/train.py:232 step:30K smpl:243K ep:183 epch:2.04 loss:0.152 grdn:7.889 lr:1.0e-05 updt_s:0.144 data_s:0.000
175
+ INFO 2025-06-15 00:40:25 ts/train.py:232 step:31K smpl:245K ep:184 epch:2.05 loss:0.154 grdn:7.965 lr:1.0e-05 updt_s:0.144 data_s:0.000
176
+ INFO 2025-06-15 00:40:54 ts/train.py:232 step:31K smpl:246K ep:186 epch:2.06 loss:0.154 grdn:7.977 lr:1.0e-05 updt_s:0.144 data_s:0.000
177
+ INFO 2025-06-15 00:41:23 ts/train.py:232 step:31K smpl:248K ep:187 epch:2.08 loss:0.153 grdn:7.984 lr:1.0e-05 updt_s:0.145 data_s:0.000
178
+ INFO 2025-06-15 00:41:52 ts/train.py:232 step:31K smpl:250K ep:188 epch:2.09 loss:0.153 grdn:7.978 lr:1.0e-05 updt_s:0.144 data_s:0.000
179
+ INFO 2025-06-15 00:42:21 ts/train.py:232 step:31K smpl:251K ep:189 epch:2.10 loss:0.154 grdn:8.054 lr:1.0e-05 updt_s:0.144 data_s:0.000
180
+ INFO 2025-06-15 00:42:50 ts/train.py:232 step:32K smpl:253K ep:190 epch:2.12 loss:0.151 grdn:7.961 lr:1.0e-05 updt_s:0.144 data_s:0.000
181
+ INFO 2025-06-15 00:43:19 ts/train.py:232 step:32K smpl:254K ep:192 epch:2.13 loss:0.156 grdn:7.860 lr:1.0e-05 updt_s:0.144 data_s:0.000
182
+ INFO 2025-06-15 00:43:47 ts/train.py:232 step:32K smpl:256K ep:193 epch:2.14 loss:0.151 grdn:7.836 lr:1.0e-05 updt_s:0.144 data_s:0.000
183
+ INFO 2025-06-15 00:44:16 ts/train.py:232 step:32K smpl:258K ep:194 epch:2.16 loss:0.151 grdn:7.748 lr:1.0e-05 updt_s:0.144 data_s:0.000
184
+ INFO 2025-06-15 00:44:45 ts/train.py:232 step:32K smpl:259K ep:195 epch:2.17 loss:0.150 grdn:7.900 lr:1.0e-05 updt_s:0.144 data_s:0.000
185
+ INFO 2025-06-15 00:45:14 ts/train.py:232 step:33K smpl:261K ep:196 epch:2.18 loss:0.152 grdn:7.718 lr:1.0e-05 updt_s:0.144 data_s:0.000
186
+ INFO 2025-06-15 00:45:43 ts/train.py:232 step:33K smpl:262K ep:198 epch:2.20 loss:0.149 grdn:7.858 lr:1.0e-05 updt_s:0.144 data_s:0.000
187
+ INFO 2025-06-15 00:46:12 ts/train.py:232 step:33K smpl:264K ep:199 epch:2.21 loss:0.152 grdn:7.882 lr:1.0e-05 updt_s:0.144 data_s:0.000
188
+ INFO 2025-06-15 00:46:41 ts/train.py:232 step:33K smpl:266K ep:200 epch:2.22 loss:0.150 grdn:7.914 lr:1.0e-05 updt_s:0.145 data_s:0.000
189
+ INFO 2025-06-15 00:47:09 ts/train.py:232 step:33K smpl:267K ep:201 epch:2.24 loss:0.150 grdn:7.793 lr:1.0e-05 updt_s:0.137 data_s:0.000
190
+ INFO 2025-06-15 00:47:37 ts/train.py:232 step:34K smpl:269K ep:203 epch:2.25 loss:0.155 grdn:8.100 lr:1.0e-05 updt_s:0.137 data_s:0.000
191
+ INFO 2025-06-15 00:48:04 ts/train.py:232 step:34K smpl:270K ep:204 epch:2.26 loss:0.152 grdn:7.939 lr:1.0e-05 updt_s:0.137 data_s:0.000
192
+ INFO 2025-06-15 00:48:32 ts/train.py:232 step:34K smpl:272K ep:205 epch:2.28 loss:0.153 grdn:7.752 lr:1.0e-05 updt_s:0.138 data_s:0.000
193
+ INFO 2025-06-15 00:49:00 ts/train.py:232 step:34K smpl:274K ep:206 epch:2.29 loss:0.149 grdn:7.636 lr:1.0e-05 updt_s:0.138 data_s:0.000
194
+ INFO 2025-06-15 00:49:27 ts/train.py:232 step:34K smpl:275K ep:207 epch:2.30 loss:0.146 grdn:7.665 lr:1.0e-05 updt_s:0.137 data_s:0.000
195
+ INFO 2025-06-15 00:49:55 ts/train.py:232 step:35K smpl:277K ep:209 epch:2.32 loss:0.150 grdn:7.631 lr:1.0e-05 updt_s:0.137 data_s:0.000
196
+ INFO 2025-06-15 00:50:23 ts/train.py:232 step:35K smpl:278K ep:210 epch:2.33 loss:0.148 grdn:7.552 lr:1.0e-05 updt_s:0.138 data_s:0.000
197
+ INFO 2025-06-15 00:50:50 ts/train.py:232 step:35K smpl:280K ep:211 epch:2.34 loss:0.149 grdn:7.761 lr:1.0e-05 updt_s:0.137 data_s:0.000
198
+ INFO 2025-06-15 00:51:18 ts/train.py:232 step:35K smpl:282K ep:212 epch:2.36 loss:0.149 grdn:7.788 lr:1.0e-05 updt_s:0.137 data_s:0.000
199
+ INFO 2025-06-15 00:51:46 ts/train.py:232 step:35K smpl:283K ep:213 epch:2.37 loss:0.147 grdn:7.533 lr:1.0e-05 updt_s:0.138 data_s:0.000
200
+ INFO 2025-06-15 00:52:13 ts/train.py:232 step:36K smpl:285K ep:215 epch:2.38 loss:0.145 grdn:7.384 lr:1.0e-05 updt_s:0.137 data_s:0.000
201
+ INFO 2025-06-15 00:52:41 ts/train.py:232 step:36K smpl:286K ep:216 epch:2.40 loss:0.149 grdn:7.918 lr:1.0e-05 updt_s:0.138 data_s:0.000
202
+ INFO 2025-06-15 00:53:09 ts/train.py:232 step:36K smpl:288K ep:217 epch:2.41 loss:0.141 grdn:7.412 lr:1.0e-05 updt_s:0.137 data_s:0.000
203
+ INFO 2025-06-15 00:53:36 ts/train.py:232 step:36K smpl:290K ep:218 epch:2.42 loss:0.145 grdn:7.413 lr:1.0e-05 updt_s:0.138 data_s:0.000
204
+ INFO 2025-06-15 00:54:04 ts/train.py:232 step:36K smpl:291K ep:219 epch:2.44 loss:0.142 grdn:7.449 lr:1.0e-05 updt_s:0.137 data_s:0.000
205
+ INFO 2025-06-15 00:54:32 ts/train.py:232 step:37K smpl:293K ep:221 epch:2.45 loss:0.144 grdn:7.403 lr:1.0e-05 updt_s:0.138 data_s:0.000
206
+ INFO 2025-06-15 00:54:59 ts/train.py:232 step:37K smpl:294K ep:222 epch:2.46 loss:0.146 grdn:7.490 lr:1.0e-05 updt_s:0.138 data_s:0.000
207
+ INFO 2025-06-15 00:55:27 ts/train.py:232 step:37K smpl:296K ep:223 epch:2.48 loss:0.142 grdn:7.499 lr:1.0e-05 updt_s:0.138 data_s:0.000
208
+ INFO 2025-06-15 00:55:55 ts/train.py:232 step:37K smpl:298K ep:224 epch:2.49 loss:0.143 grdn:7.147 lr:1.0e-05 updt_s:0.137 data_s:0.000
209
+ INFO 2025-06-15 00:56:22 ts/train.py:232 step:37K smpl:299K ep:225 epch:2.50 loss:0.144 grdn:7.350 lr:1.0e-05 updt_s:0.137 data_s:0.000
210
+ INFO 2025-06-15 00:56:50 ts/train.py:232 step:38K smpl:301K ep:227 epch:2.52 loss:0.143 grdn:7.349 lr:1.0e-05 updt_s:0.137 data_s:0.000
211
+ INFO 2025-06-15 00:57:18 ts/train.py:232 step:38K smpl:302K ep:228 epch:2.53 loss:0.146 grdn:7.461 lr:1.0e-05 updt_s:0.137 data_s:0.000
212
+ INFO 2025-06-15 00:57:45 ts/train.py:232 step:38K smpl:304K ep:229 epch:2.54 loss:0.140 grdn:7.212 lr:1.0e-05 updt_s:0.138 data_s:0.000
213
+ INFO 2025-06-15 00:58:13 ts/train.py:232 step:38K smpl:306K ep:230 epch:2.56 loss:0.143 grdn:7.261 lr:1.0e-05 updt_s:0.137 data_s:0.000
214
+ INFO 2025-06-15 00:58:41 ts/train.py:232 step:38K smpl:307K ep:231 epch:2.57 loss:0.143 grdn:7.279 lr:1.0e-05 updt_s:0.138 data_s:0.000
215
+ INFO 2025-06-15 00:59:08 ts/train.py:232 step:39K smpl:309K ep:233 epch:2.59 loss:0.139 grdn:7.457 lr:1.0e-05 updt_s:0.138 data_s:0.000
216
+ INFO 2025-06-15 00:59:36 ts/train.py:232 step:39K smpl:310K ep:234 epch:2.60 loss:0.142 grdn:7.326 lr:1.0e-05 updt_s:0.137 data_s:0.000
217
+ INFO 2025-06-15 01:00:03 ts/train.py:232 step:39K smpl:312K ep:235 epch:2.61 loss:0.140 grdn:7.195 lr:1.0e-05 updt_s:0.137 data_s:0.000
218
+ INFO 2025-06-15 01:00:31 ts/train.py:232 step:39K smpl:314K ep:236 epch:2.63 loss:0.139 grdn:7.030 lr:1.0e-05 updt_s:0.137 data_s:0.000
219
+ INFO 2025-06-15 01:00:59 ts/train.py:232 step:39K smpl:315K ep:237 epch:2.64 loss:0.139 grdn:6.934 lr:1.0e-05 updt_s:0.138 data_s:0.000
220
+ INFO 2025-06-15 01:01:26 ts/train.py:232 step:40K smpl:317K ep:239 epch:2.65 loss:0.141 grdn:6.997 lr:1.0e-05 updt_s:0.137 data_s:0.000
221
+ INFO 2025-06-15 01:01:54 ts/train.py:232 step:40K smpl:318K ep:240 epch:2.67 loss:0.139 grdn:7.133 lr:1.0e-05 updt_s:0.137 data_s:0.000
222
+ INFO 2025-06-15 01:02:22 ts/train.py:232 step:40K smpl:320K ep:241 epch:2.68 loss:0.139 grdn:7.012 lr:1.0e-05 updt_s:0.138 data_s:0.000
223
+ INFO 2025-06-15 01:02:22 ts/train.py:241 Checkpoint policy after step 40000
224
+ INFO 2025-06-15 01:03:21 ts/train.py:232 step:40K smpl:322K ep:242 epch:2.69 loss:0.138 grdn:6.655 lr:1.0e-05 updt_s:0.137 data_s:0.022
225
+ INFO 2025-06-15 01:03:49 ts/train.py:232 step:40K smpl:323K ep:244 epch:2.71 loss:0.136 grdn:7.087 lr:1.0e-05 updt_s:0.137 data_s:0.000
226
+ INFO 2025-06-15 01:04:16 ts/train.py:232 step:41K smpl:325K ep:245 epch:2.72 loss:0.141 grdn:7.073 lr:1.0e-05 updt_s:0.137 data_s:0.000
227
+ INFO 2025-06-15 01:04:44 ts/train.py:232 step:41K smpl:326K ep:246 epch:2.73 loss:0.136 grdn:6.820 lr:1.0e-05 updt_s:0.138 data_s:0.000
228
+ INFO 2025-06-15 01:05:12 ts/train.py:232 step:41K smpl:328K ep:247 epch:2.75 loss:0.140 grdn:6.923 lr:1.0e-05 updt_s:0.137 data_s:0.000
229
+ INFO 2025-06-15 01:05:39 ts/train.py:232 step:41K smpl:330K ep:248 epch:2.76 loss:0.135 grdn:6.780 lr:1.0e-05 updt_s:0.137 data_s:0.000
230
+ INFO 2025-06-15 01:06:07 ts/train.py:232 step:41K smpl:331K ep:250 epch:2.77 loss:0.138 grdn:6.974 lr:1.0e-05 updt_s:0.137 data_s:0.000
231
+ INFO 2025-06-15 01:06:35 ts/train.py:232 step:42K smpl:333K ep:251 epch:2.79 loss:0.138 grdn:6.966 lr:1.0e-05 updt_s:0.138 data_s:0.000
232
+ INFO 2025-06-15 01:07:02 ts/train.py:232 step:42K smpl:334K ep:252 epch:2.80 loss:0.137 grdn:7.036 lr:1.0e-05 updt_s:0.137 data_s:0.000
233
+ INFO 2025-06-15 01:07:30 ts/train.py:232 step:42K smpl:336K ep:253 epch:2.81 loss:0.135 grdn:6.761 lr:1.0e-05 updt_s:0.137 data_s:0.000
234
+ INFO 2025-06-15 01:07:58 ts/train.py:232 step:42K smpl:338K ep:254 epch:2.83 loss:0.137 grdn:6.945 lr:1.0e-05 updt_s:0.138 data_s:0.000
235
+ INFO 2025-06-15 01:08:25 ts/train.py:232 step:42K smpl:339K ep:256 epch:2.84 loss:0.137 grdn:6.751 lr:1.0e-05 updt_s:0.137 data_s:0.000
236
+ INFO 2025-06-15 01:08:53 ts/train.py:232 step:43K smpl:341K ep:257 epch:2.85 loss:0.136 grdn:6.860 lr:1.0e-05 updt_s:0.137 data_s:0.000
237
+ INFO 2025-06-15 01:09:21 ts/train.py:232 step:43K smpl:342K ep:258 epch:2.87 loss:0.137 grdn:6.971 lr:1.0e-05 updt_s:0.138 data_s:0.000
238
+ INFO 2025-06-15 01:09:48 ts/train.py:232 step:43K smpl:344K ep:259 epch:2.88 loss:0.133 grdn:6.615 lr:1.0e-05 updt_s:0.137 data_s:0.000
239
+ INFO 2025-06-15 01:10:16 ts/train.py:232 step:43K smpl:346K ep:260 epch:2.89 loss:0.132 grdn:6.518 lr:1.0e-05 updt_s:0.138 data_s:0.000
240
+ INFO 2025-06-15 01:10:44 ts/train.py:232 step:43K smpl:347K ep:262 epch:2.91 loss:0.138 grdn:6.932 lr:1.0e-05 updt_s:0.137 data_s:0.000
241
+ INFO 2025-06-15 01:11:11 ts/train.py:232 step:44K smpl:349K ep:263 epch:2.92 loss:0.134 grdn:6.581 lr:1.0e-05 updt_s:0.138 data_s:0.000
242
+ INFO 2025-06-15 01:11:39 ts/train.py:232 step:44K smpl:350K ep:264 epch:2.93 loss:0.134 grdn:6.916 lr:1.0e-05 updt_s:0.137 data_s:0.000
243
+ INFO 2025-06-15 01:12:07 ts/train.py:232 step:44K smpl:352K ep:265 epch:2.95 loss:0.132 grdn:6.341 lr:1.0e-05 updt_s:0.137 data_s:0.000
244
+ INFO 2025-06-15 01:12:34 ts/train.py:232 step:44K smpl:354K ep:266 epch:2.96 loss:0.136 grdn:6.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
245
+ INFO 2025-06-15 01:13:02 ts/train.py:232 step:44K smpl:355K ep:268 epch:2.97 loss:0.134 grdn:6.527 lr:1.0e-05 updt_s:0.137 data_s:0.000
246
+ INFO 2025-06-15 01:13:29 ts/train.py:232 step:45K smpl:357K ep:269 epch:2.99 loss:0.131 grdn:6.669 lr:1.0e-05 updt_s:0.137 data_s:0.000
247
+ INFO 2025-06-15 01:13:58 ts/train.py:232 step:45K smpl:358K ep:270 epch:3.00 loss:0.133 grdn:6.771 lr:1.0e-05 updt_s:0.137 data_s:0.003
248
+ INFO 2025-06-15 01:14:25 ts/train.py:232 step:45K smpl:360K ep:271 epch:3.01 loss:0.128 grdn:6.740 lr:1.0e-05 updt_s:0.138 data_s:0.000
249
+ INFO 2025-06-15 01:14:53 ts/train.py:232 step:45K smpl:362K ep:272 epch:3.03 loss:0.127 grdn:6.341 lr:1.0e-05 updt_s:0.137 data_s:0.000
250
+ INFO 2025-06-15 01:15:21 ts/train.py:232 step:45K smpl:363K ep:274 epch:3.04 loss:0.130 grdn:6.441 lr:1.0e-05 updt_s:0.138 data_s:0.000
251
+ INFO 2025-06-15 01:15:48 ts/train.py:232 step:46K smpl:365K ep:275 epch:3.05 loss:0.128 grdn:6.343 lr:1.0e-05 updt_s:0.137 data_s:0.000
252
+ INFO 2025-06-15 01:16:16 ts/train.py:232 step:46K smpl:366K ep:276 epch:3.07 loss:0.129 grdn:6.527 lr:1.0e-05 updt_s:0.138 data_s:0.000
253
+ INFO 2025-06-15 01:16:44 ts/train.py:232 step:46K smpl:368K ep:277 epch:3.08 loss:0.131 grdn:6.756 lr:1.0e-05 updt_s:0.137 data_s:0.000
254
+ INFO 2025-06-15 01:17:11 ts/train.py:232 step:46K smpl:370K ep:278 epch:3.09 loss:0.129 grdn:6.577 lr:1.0e-05 updt_s:0.137 data_s:0.000
255
+ INFO 2025-06-15 01:17:39 ts/train.py:232 step:46K smpl:371K ep:280 epch:3.11 loss:0.131 grdn:6.602 lr:1.0e-05 updt_s:0.138 data_s:0.000
256
+ INFO 2025-06-15 01:18:07 ts/train.py:232 step:47K smpl:373K ep:281 epch:3.12 loss:0.129 grdn:6.518 lr:1.0e-05 updt_s:0.137 data_s:0.000
257
+ INFO 2025-06-15 01:18:34 ts/train.py:232 step:47K smpl:374K ep:282 epch:3.13 loss:0.126 grdn:6.288 lr:1.0e-05 updt_s:0.137 data_s:0.000
258
+ INFO 2025-06-15 01:19:02 ts/train.py:232 step:47K smpl:376K ep:283 epch:3.15 loss:0.129 grdn:6.385 lr:1.0e-05 updt_s:0.137 data_s:0.000
259
+ INFO 2025-06-15 01:19:29 ts/train.py:232 step:47K smpl:378K ep:284 epch:3.16 loss:0.129 grdn:6.403 lr:1.0e-05 updt_s:0.137 data_s:0.000
260
+ INFO 2025-06-15 01:19:57 ts/train.py:232 step:47K smpl:379K ep:286 epch:3.17 loss:0.131 grdn:6.538 lr:1.0e-05 updt_s:0.137 data_s:0.000
261
+ INFO 2025-06-15 01:20:25 ts/train.py:232 step:48K smpl:381K ep:287 epch:3.19 loss:0.127 grdn:6.377 lr:1.0e-05 updt_s:0.138 data_s:0.000
262
+ INFO 2025-06-15 01:20:52 ts/train.py:232 step:48K smpl:382K ep:288 epch:3.20 loss:0.124 grdn:6.136 lr:1.0e-05 updt_s:0.137 data_s:0.000
263
+ INFO 2025-06-15 01:21:20 ts/train.py:232 step:48K smpl:384K ep:289 epch:3.21 loss:0.124 grdn:6.418 lr:1.0e-05 updt_s:0.137 data_s:0.000
264
+ INFO 2025-06-15 01:21:48 ts/train.py:232 step:48K smpl:386K ep:291 epch:3.23 loss:0.127 grdn:6.105 lr:1.0e-05 updt_s:0.137 data_s:0.000
265
+ INFO 2025-06-15 01:22:15 ts/train.py:232 step:48K smpl:387K ep:292 epch:3.24 loss:0.127 grdn:6.310 lr:1.0e-05 updt_s:0.137 data_s:0.000
266
+ INFO 2025-06-15 01:22:43 ts/train.py:232 step:49K smpl:389K ep:293 epch:3.25 loss:0.128 grdn:6.453 lr:1.0e-05 updt_s:0.137 data_s:0.000
267
+ INFO 2025-06-15 01:23:11 ts/train.py:232 step:49K smpl:390K ep:294 epch:3.27 loss:0.126 grdn:6.257 lr:1.0e-05 updt_s:0.137 data_s:0.000
268
+ INFO 2025-06-15 01:23:38 ts/train.py:232 step:49K smpl:392K ep:295 epch:3.28 loss:0.125 grdn:6.083 lr:1.0e-05 updt_s:0.138 data_s:0.000
269
+ INFO 2025-06-15 01:24:06 ts/train.py:232 step:49K smpl:394K ep:297 epch:3.29 loss:0.129 grdn:6.442 lr:1.0e-05 updt_s:0.137 data_s:0.000
270
+ INFO 2025-06-15 01:24:33 ts/train.py:232 step:49K smpl:395K ep:298 epch:3.31 loss:0.126 grdn:6.296 lr:1.0e-05 updt_s:0.137 data_s:0.000
271
+ INFO 2025-06-15 01:25:01 ts/train.py:232 step:50K smpl:397K ep:299 epch:3.32 loss:0.124 grdn:6.178 lr:1.0e-05 updt_s:0.137 data_s:0.000
272
+ INFO 2025-06-15 01:25:29 ts/train.py:232 step:50K smpl:398K ep:300 epch:3.34 loss:0.126 grdn:6.180 lr:1.0e-05 updt_s:0.137 data_s:0.000
273
+ INFO 2025-06-15 01:25:56 ts/train.py:232 step:50K smpl:400K ep:301 epch:3.35 loss:0.123 grdn:5.999 lr:1.0e-05 updt_s:0.137 data_s:0.000
274
+ INFO 2025-06-15 01:26:24 ts/train.py:232 step:50K smpl:402K ep:303 epch:3.36 loss:0.124 grdn:6.150 lr:1.0e-05 updt_s:0.137 data_s:0.000
275
+ INFO 2025-06-15 01:26:52 ts/train.py:232 step:50K smpl:403K ep:304 epch:3.38 loss:0.126 grdn:6.198 lr:1.0e-05 updt_s:0.137 data_s:0.000
276
+ INFO 2025-06-15 01:27:19 ts/train.py:232 step:51K smpl:405K ep:305 epch:3.39 loss:0.125 grdn:6.132 lr:1.0e-05 updt_s:0.138 data_s:0.000
277
+ INFO 2025-06-15 01:27:47 ts/train.py:232 step:51K smpl:406K ep:306 epch:3.40 loss:0.125 grdn:6.268 lr:1.0e-05 updt_s:0.137 data_s:0.000
278
+ INFO 2025-06-15 01:28:14 ts/train.py:232 step:51K smpl:408K ep:307 epch:3.42 loss:0.124 grdn:6.126 lr:1.0e-05 updt_s:0.137 data_s:0.000
279
+ INFO 2025-06-15 01:28:42 ts/train.py:232 step:51K smpl:410K ep:309 epch:3.43 loss:0.125 grdn:6.167 lr:1.0e-05 updt_s:0.137 data_s:0.000
280
+ INFO 2025-06-15 01:29:10 ts/train.py:232 step:51K smpl:411K ep:310 epch:3.44 loss:0.123 grdn:5.891 lr:1.0e-05 updt_s:0.137 data_s:0.000
281
+ INFO 2025-06-15 01:29:37 ts/train.py:232 step:52K smpl:413K ep:311 epch:3.46 loss:0.124 grdn:6.145 lr:1.0e-05 updt_s:0.137 data_s:0.000
282
+ INFO 2025-06-15 01:30:05 ts/train.py:232 step:52K smpl:414K ep:312 epch:3.47 loss:0.125 grdn:6.365 lr:1.0e-05 updt_s:0.137 data_s:0.000
283
+ INFO 2025-06-15 01:30:33 ts/train.py:232 step:52K smpl:416K ep:313 epch:3.48 loss:0.123 grdn:6.229 lr:1.0e-05 updt_s:0.137 data_s:0.000
284
+ INFO 2025-06-15 01:31:00 ts/train.py:232 step:52K smpl:418K ep:315 epch:3.50 loss:0.122 grdn:6.160 lr:1.0e-05 updt_s:0.138 data_s:0.000
285
+ INFO 2025-06-15 01:31:28 ts/train.py:232 step:52K smpl:419K ep:316 epch:3.51 loss:0.123 grdn:5.976 lr:1.0e-05 updt_s:0.137 data_s:0.000
286
+ INFO 2025-06-15 01:31:55 ts/train.py:232 step:53K smpl:421K ep:317 epch:3.52 loss:0.123 grdn:5.888 lr:1.0e-05 updt_s:0.137 data_s:0.000
287
+ INFO 2025-06-15 01:32:23 ts/train.py:232 step:53K smpl:422K ep:318 epch:3.54 loss:0.122 grdn:6.164 lr:1.0e-05 updt_s:0.137 data_s:0.000
288
+ INFO 2025-06-15 01:32:51 ts/train.py:232 step:53K smpl:424K ep:319 epch:3.55 loss:0.121 grdn:6.099 lr:1.0e-05 updt_s:0.137 data_s:0.000
289
+ INFO 2025-06-15 01:33:18 ts/train.py:232 step:53K smpl:426K ep:321 epch:3.56 loss:0.119 grdn:5.787 lr:1.0e-05 updt_s:0.137 data_s:0.000
290
+ INFO 2025-06-15 01:33:46 ts/train.py:232 step:53K smpl:427K ep:322 epch:3.58 loss:0.124 grdn:5.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
291
+ INFO 2025-06-15 01:34:13 ts/train.py:232 step:54K smpl:429K ep:323 epch:3.59 loss:0.121 grdn:6.210 lr:1.0e-05 updt_s:0.137 data_s:0.000
292
+ INFO 2025-06-15 01:34:41 ts/train.py:232 step:54K smpl:430K ep:324 epch:3.60 loss:0.120 grdn:5.914 lr:1.0e-05 updt_s:0.138 data_s:0.000
293
+ INFO 2025-06-15 01:35:09 ts/train.py:232 step:54K smpl:432K ep:325 epch:3.62 loss:0.123 grdn:5.897 lr:1.0e-05 updt_s:0.137 data_s:0.000
294
+ INFO 2025-06-15 01:35:36 ts/train.py:232 step:54K smpl:434K ep:327 epch:3.63 loss:0.125 grdn:5.970 lr:1.0e-05 updt_s:0.137 data_s:0.000
295
+ INFO 2025-06-15 01:36:04 ts/train.py:232 step:54K smpl:435K ep:328 epch:3.64 loss:0.122 grdn:6.053 lr:1.0e-05 updt_s:0.137 data_s:0.000
296
+ INFO 2025-06-15 01:36:32 ts/train.py:232 step:55K smpl:437K ep:329 epch:3.66 loss:0.124 grdn:6.125 lr:1.0e-05 updt_s:0.137 data_s:0.000
297
+ INFO 2025-06-15 01:36:59 ts/train.py:232 step:55K smpl:438K ep:330 epch:3.67 loss:0.123 grdn:6.031 lr:1.0e-05 updt_s:0.137 data_s:0.000
298
+ INFO 2025-06-15 01:37:27 ts/train.py:232 step:55K smpl:440K ep:332 epch:3.68 loss:0.120 grdn:5.788 lr:1.0e-05 updt_s:0.137 data_s:0.000
299
+ INFO 2025-06-15 01:37:55 ts/train.py:232 step:55K smpl:442K ep:333 epch:3.70 loss:0.120 grdn:5.909 lr:1.0e-05 updt_s:0.138 data_s:0.000
300
+ INFO 2025-06-15 01:38:22 ts/train.py:232 step:55K smpl:443K ep:334 epch:3.71 loss:0.121 grdn:5.909 lr:1.0e-05 updt_s:0.137 data_s:0.000
301
+ INFO 2025-06-15 01:38:50 ts/train.py:232 step:56K smpl:445K ep:335 epch:3.72 loss:0.120 grdn:5.755 lr:1.0e-05 updt_s:0.137 data_s:0.000
302
+ INFO 2025-06-15 01:39:17 ts/train.py:232 step:56K smpl:446K ep:336 epch:3.74 loss:0.121 grdn:5.950 lr:1.0e-05 updt_s:0.137 data_s:0.000
303
+ INFO 2025-06-15 01:39:45 ts/train.py:232 step:56K smpl:448K ep:338 epch:3.75 loss:0.120 grdn:6.028 lr:1.0e-05 updt_s:0.137 data_s:0.000
304
+ INFO 2025-06-15 01:40:13 ts/train.py:232 step:56K smpl:450K ep:339 epch:3.76 loss:0.119 grdn:5.799 lr:1.0e-05 updt_s:0.137 data_s:0.000
305
+ INFO 2025-06-15 01:40:40 ts/train.py:232 step:56K smpl:451K ep:340 epch:3.78 loss:0.116 grdn:5.818 lr:1.0e-05 updt_s:0.137 data_s:0.000
306
+ INFO 2025-06-15 01:41:08 ts/train.py:232 step:57K smpl:453K ep:341 epch:3.79 loss:0.121 grdn:6.047 lr:1.0e-05 updt_s:0.137 data_s:0.000
307
+ INFO 2025-06-15 01:41:36 ts/train.py:232 step:57K smpl:454K ep:342 epch:3.80 loss:0.120 grdn:5.907 lr:1.0e-05 updt_s:0.138 data_s:0.000
308
+ INFO 2025-06-15 01:42:03 ts/train.py:232 step:57K smpl:456K ep:344 epch:3.82 loss:0.121 grdn:5.769 lr:1.0e-05 updt_s:0.137 data_s:0.000
309
+ INFO 2025-06-15 01:42:31 ts/train.py:232 step:57K smpl:458K ep:345 epch:3.83 loss:0.122 grdn:5.874 lr:1.0e-05 updt_s:0.137 data_s:0.000
310
+ INFO 2025-06-15 01:42:59 ts/train.py:232 step:57K smpl:459K ep:346 epch:3.84 loss:0.118 grdn:5.965 lr:1.0e-05 updt_s:0.137 data_s:0.000
311
+ INFO 2025-06-15 01:43:26 ts/train.py:232 step:58K smpl:461K ep:347 epch:3.86 loss:0.120 grdn:5.732 lr:1.0e-05 updt_s:0.137 data_s:0.000
312
+ INFO 2025-06-15 01:43:54 ts/train.py:232 step:58K smpl:462K ep:348 epch:3.87 loss:0.117 grdn:5.905 lr:1.0e-05 updt_s:0.137 data_s:0.000
313
+ INFO 2025-06-15 01:44:21 ts/train.py:232 step:58K smpl:464K ep:350 epch:3.88 loss:0.119 grdn:5.834 lr:1.0e-05 updt_s:0.137 data_s:0.000
314
+ INFO 2025-06-15 01:44:49 ts/train.py:232 step:58K smpl:466K ep:351 epch:3.90 loss:0.119 grdn:5.658 lr:1.0e-05 updt_s:0.138 data_s:0.000
315
+ INFO 2025-06-15 01:45:17 ts/train.py:232 step:58K smpl:467K ep:352 epch:3.91 loss:0.118 grdn:5.698 lr:1.0e-05 updt_s:0.137 data_s:0.000
316
+ INFO 2025-06-15 01:45:44 ts/train.py:232 step:59K smpl:469K ep:353 epch:3.92 loss:0.119 grdn:5.865 lr:1.0e-05 updt_s:0.137 data_s:0.000
317
+ INFO 2025-06-15 01:46:12 ts/train.py:232 step:59K smpl:470K ep:354 epch:3.94 loss:0.119 grdn:5.719 lr:1.0e-05 updt_s:0.137 data_s:0.000
318
+ INFO 2025-06-15 01:46:40 ts/train.py:232 step:59K smpl:472K ep:356 epch:3.95 loss:0.117 grdn:5.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
319
+ INFO 2025-06-15 01:47:07 ts/train.py:232 step:59K smpl:474K ep:357 epch:3.96 loss:0.115 grdn:5.563 lr:1.0e-05 updt_s:0.137 data_s:0.000
320
+ INFO 2025-06-15 01:47:35 ts/train.py:232 step:59K smpl:475K ep:358 epch:3.98 loss:0.115 grdn:5.386 lr:1.0e-05 updt_s:0.137 data_s:0.000
321
+ INFO 2025-06-15 01:48:03 ts/train.py:232 step:60K smpl:477K ep:359 epch:3.99 loss:0.114 grdn:5.525 lr:1.0e-05 updt_s:0.138 data_s:0.000
322
+ INFO 2025-06-15 01:48:31 ts/train.py:232 step:60K smpl:478K ep:360 epch:4.00 loss:0.119 grdn:5.803 lr:1.0e-05 updt_s:0.137 data_s:0.003
323
+ INFO 2025-06-15 01:48:58 ts/train.py:232 step:60K smpl:480K ep:362 epch:4.02 loss:0.117 grdn:5.655 lr:1.0e-05 updt_s:0.137 data_s:0.000
324
+ INFO 2025-06-15 01:48:58 ts/train.py:241 Checkpoint policy after step 60000
325
+ INFO 2025-06-15 01:49:28 ts/train.py:232 step:60K smpl:482K ep:363 epch:4.03 loss:0.114 grdn:5.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
326
+ INFO 2025-06-15 01:49:55 ts/train.py:232 step:60K smpl:483K ep:364 epch:4.04 loss:0.116 grdn:5.588 lr:1.0e-05 updt_s:0.137 data_s:0.000
327
+ INFO 2025-06-15 01:50:23 ts/train.py:232 step:61K smpl:485K ep:365 epch:4.06 loss:0.113 grdn:5.774 lr:1.0e-05 updt_s:0.137 data_s:0.000
328
+ INFO 2025-06-15 01:50:50 ts/train.py:232 step:61K smpl:486K ep:366 epch:4.07 loss:0.116 grdn:5.537 lr:1.0e-05 updt_s:0.137 data_s:0.000
329
+ INFO 2025-06-15 01:51:18 ts/train.py:232 step:61K smpl:488K ep:368 epch:4.09 loss:0.112 grdn:5.534 lr:1.0e-05 updt_s:0.137 data_s:0.000
330
+ INFO 2025-06-15 01:51:46 ts/train.py:232 step:61K smpl:490K ep:369 epch:4.10 loss:0.112 grdn:5.475 lr:1.0e-05 updt_s:0.138 data_s:0.000
331
+ INFO 2025-06-15 01:52:13 ts/train.py:232 step:61K smpl:491K ep:370 epch:4.11 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
332
+ INFO 2025-06-15 01:52:41 ts/train.py:232 step:62K smpl:493K ep:371 epch:4.13 loss:0.111 grdn:5.358 lr:1.0e-05 updt_s:0.137 data_s:0.000
333
+ INFO 2025-06-15 01:53:09 ts/train.py:232 step:62K smpl:494K ep:372 epch:4.14 loss:0.114 grdn:5.548 lr:1.0e-05 updt_s:0.137 data_s:0.000
334
+ INFO 2025-06-15 01:53:36 ts/train.py:232 step:62K smpl:496K ep:374 epch:4.15 loss:0.111 grdn:5.533 lr:1.0e-05 updt_s:0.137 data_s:0.000
335
+ INFO 2025-06-15 01:54:04 ts/train.py:232 step:62K smpl:498K ep:375 epch:4.17 loss:0.113 grdn:5.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
336
+ INFO 2025-06-15 01:54:31 ts/train.py:232 step:62K smpl:499K ep:376 epch:4.18 loss:0.114 grdn:5.443 lr:1.0e-05 updt_s:0.137 data_s:0.000
337
+ INFO 2025-06-15 01:54:59 ts/train.py:232 step:63K smpl:501K ep:377 epch:4.19 loss:0.114 grdn:5.495 lr:1.0e-05 updt_s:0.138 data_s:0.000
338
+ INFO 2025-06-15 01:55:27 ts/train.py:232 step:63K smpl:502K ep:379 epch:4.21 loss:0.112 grdn:5.224 lr:1.0e-05 updt_s:0.137 data_s:0.000
339
+ INFO 2025-06-15 01:55:54 ts/train.py:232 step:63K smpl:504K ep:380 epch:4.22 loss:0.111 grdn:5.346 lr:1.0e-05 updt_s:0.137 data_s:0.000
340
+ INFO 2025-06-15 01:56:22 ts/train.py:232 step:63K smpl:506K ep:381 epch:4.23 loss:0.112 grdn:5.395 lr:1.0e-05 updt_s:0.137 data_s:0.000
341
+ INFO 2025-06-15 01:56:50 ts/train.py:232 step:63K smpl:507K ep:382 epch:4.25 loss:0.113 grdn:5.437 lr:1.0e-05 updt_s:0.137 data_s:0.000
342
+ INFO 2025-06-15 01:57:17 ts/train.py:232 step:64K smpl:509K ep:383 epch:4.26 loss:0.112 grdn:5.425 lr:1.0e-05 updt_s:0.137 data_s:0.000
343
+ INFO 2025-06-15 01:57:45 ts/train.py:232 step:64K smpl:510K ep:385 epch:4.27 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
344
+ INFO 2025-06-15 01:58:12 ts/train.py:232 step:64K smpl:512K ep:386 epch:4.29 loss:0.113 grdn:5.280 lr:1.0e-05 updt_s:0.137 data_s:0.000
345
+ INFO 2025-06-15 01:58:40 ts/train.py:232 step:64K smpl:514K ep:387 epch:4.30 loss:0.112 grdn:5.323 lr:1.0e-05 updt_s:0.138 data_s:0.000
346
+ INFO 2025-06-15 01:59:08 ts/train.py:232 step:64K smpl:515K ep:388 epch:4.31 loss:0.110 grdn:5.153 lr:1.0e-05 updt_s:0.137 data_s:0.000
347
+ INFO 2025-06-15 01:59:35 ts/train.py:232 step:65K smpl:517K ep:389 epch:4.33 loss:0.110 grdn:5.271 lr:1.0e-05 updt_s:0.137 data_s:0.000
348
+ INFO 2025-06-15 02:00:03 ts/train.py:232 step:65K smpl:518K ep:391 epch:4.34 loss:0.115 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
349
+ INFO 2025-06-15 02:00:31 ts/train.py:232 step:65K smpl:520K ep:392 epch:4.35 loss:0.113 grdn:5.254 lr:1.0e-05 updt_s:0.137 data_s:0.000
350
+ INFO 2025-06-15 02:00:58 ts/train.py:232 step:65K smpl:522K ep:393 epch:4.37 loss:0.112 grdn:5.334 lr:1.0e-05 updt_s:0.137 data_s:0.000
351
+ INFO 2025-06-15 02:01:26 ts/train.py:232 step:65K smpl:523K ep:394 epch:4.38 loss:0.110 grdn:5.370 lr:1.0e-05 updt_s:0.137 data_s:0.000
352
+ INFO 2025-06-15 02:01:54 ts/train.py:232 step:66K smpl:525K ep:395 epch:4.39 loss:0.110 grdn:5.225 lr:1.0e-05 updt_s:0.138 data_s:0.000
353
+ INFO 2025-06-15 02:02:21 ts/train.py:232 step:66K smpl:526K ep:397 epch:4.41 loss:0.112 grdn:5.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
354
+ INFO 2025-06-15 02:02:49 ts/train.py:232 step:66K smpl:528K ep:398 epch:4.42 loss:0.113 grdn:5.475 lr:1.0e-05 updt_s:0.137 data_s:0.000
355
+ INFO 2025-06-15 02:03:16 ts/train.py:232 step:66K smpl:530K ep:399 epch:4.43 loss:0.113 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
356
+ INFO 2025-06-15 02:03:44 ts/train.py:232 step:66K smpl:531K ep:400 epch:4.45 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
357
+ INFO 2025-06-15 02:04:12 ts/train.py:232 step:67K smpl:533K ep:401 epch:4.46 loss:0.112 grdn:5.365 lr:1.0e-05 updt_s:0.137 data_s:0.000
358
+ INFO 2025-06-15 02:04:39 ts/train.py:232 step:67K smpl:534K ep:403 epch:4.47 loss:0.111 grdn:5.401 lr:1.0e-05 updt_s:0.137 data_s:0.000
359
+ INFO 2025-06-15 02:05:07 ts/train.py:232 step:67K smpl:536K ep:404 epch:4.49 loss:0.108 grdn:5.301 lr:1.0e-05 updt_s:0.137 data_s:0.000
360
+ INFO 2025-06-15 02:05:34 ts/train.py:232 step:67K smpl:538K ep:405 epch:4.50 loss:0.111 grdn:5.287 lr:1.0e-05 updt_s:0.138 data_s:0.000
361
+ INFO 2025-06-15 02:06:02 ts/train.py:232 step:67K smpl:539K ep:406 epch:4.51 loss:0.108 grdn:5.104 lr:1.0e-05 updt_s:0.137 data_s:0.000
362
+ INFO 2025-06-15 02:06:30 ts/train.py:232 step:68K smpl:541K ep:407 epch:4.53 loss:0.108 grdn:5.113 lr:1.0e-05 updt_s:0.137 data_s:0.000
363
+ INFO 2025-06-15 02:06:57 ts/train.py:232 step:68K smpl:542K ep:409 epch:4.54 loss:0.110 grdn:5.473 lr:1.0e-05 updt_s:0.137 data_s:0.000
364
+ INFO 2025-06-15 02:07:25 ts/train.py:232 step:68K smpl:544K ep:410 epch:4.55 loss:0.108 grdn:5.114 lr:1.0e-05 updt_s:0.137 data_s:0.000
365
+ INFO 2025-06-15 02:07:53 ts/train.py:232 step:68K smpl:546K ep:411 epch:4.57 loss:0.108 grdn:5.184 lr:1.0e-05 updt_s:0.137 data_s:0.000
366
+ INFO 2025-06-15 02:08:20 ts/train.py:232 step:68K smpl:547K ep:412 epch:4.58 loss:0.112 grdn:5.101 lr:1.0e-05 updt_s:0.137 data_s:0.000
367
+ INFO 2025-06-15 02:08:48 ts/train.py:232 step:69K smpl:549K ep:413 epch:4.59 loss:0.107 grdn:5.117 lr:1.0e-05 updt_s:0.138 data_s:0.000
368
+ INFO 2025-06-15 02:09:15 ts/train.py:232 step:69K smpl:550K ep:415 epch:4.61 loss:0.108 grdn:5.219 lr:1.0e-05 updt_s:0.137 data_s:0.000
369
+ INFO 2025-06-15 02:09:43 ts/train.py:232 step:69K smpl:552K ep:416 epch:4.62 loss:0.107 grdn:4.969 lr:1.0e-05 updt_s:0.137 data_s:0.000
370
+ INFO 2025-06-15 02:10:11 ts/train.py:232 step:69K smpl:554K ep:417 epch:4.63 loss:0.110 grdn:5.382 lr:1.0e-05 updt_s:0.137 data_s:0.000
371
+ INFO 2025-06-15 02:10:38 ts/train.py:232 step:69K smpl:555K ep:418 epch:4.65 loss:0.112 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
372
+ INFO 2025-06-15 02:11:06 ts/train.py:232 step:70K smpl:557K ep:419 epch:4.66 loss:0.111 grdn:5.176 lr:1.0e-05 updt_s:0.137 data_s:0.000
373
+ INFO 2025-06-15 02:11:34 ts/train.py:232 step:70K smpl:558K ep:421 epch:4.67 loss:0.109 grdn:5.345 lr:1.0e-05 updt_s:0.137 data_s:0.000
374
+ INFO 2025-06-15 02:12:01 ts/train.py:232 step:70K smpl:560K ep:422 epch:4.69 loss:0.109 grdn:5.082 lr:1.0e-05 updt_s:0.138 data_s:0.000
375
+ INFO 2025-06-15 02:12:29 ts/train.py:232 step:70K smpl:562K ep:423 epch:4.70 loss:0.106 grdn:4.900 lr:1.0e-05 updt_s:0.137 data_s:0.000
376
+ INFO 2025-06-15 02:12:56 ts/train.py:232 step:70K smpl:563K ep:424 epch:4.71 loss:0.107 grdn:5.101 lr:1.0e-05 updt_s:0.137 data_s:0.000
377
+ INFO 2025-06-15 02:13:24 ts/train.py:232 step:71K smpl:565K ep:426 epch:4.73 loss:0.110 grdn:5.096 lr:1.0e-05 updt_s:0.137 data_s:0.000
378
+ INFO 2025-06-15 02:13:52 ts/train.py:232 step:71K smpl:566K ep:427 epch:4.74 loss:0.107 grdn:5.026 lr:1.0e-05 updt_s:0.137 data_s:0.000
379
+ INFO 2025-06-15 02:14:19 ts/train.py:232 step:71K smpl:568K ep:428 epch:4.75 loss:0.109 grdn:5.185 lr:1.0e-05 updt_s:0.137 data_s:0.000
380
+ INFO 2025-06-15 02:14:47 ts/train.py:232 step:71K smpl:570K ep:429 epch:4.77 loss:0.111 grdn:5.157 lr:1.0e-05 updt_s:0.137 data_s:0.000
381
+ INFO 2025-06-15 02:15:15 ts/train.py:232 step:71K smpl:571K ep:430 epch:4.78 loss:0.109 grdn:5.298 lr:1.0e-05 updt_s:0.138 data_s:0.000
382
+ INFO 2025-06-15 02:15:42 ts/train.py:232 step:72K smpl:573K ep:432 epch:4.80 loss:0.108 grdn:5.060 lr:1.0e-05 updt_s:0.137 data_s:0.000
383
+ INFO 2025-06-15 02:16:10 ts/train.py:232 step:72K smpl:574K ep:433 epch:4.81 loss:0.107 grdn:4.903 lr:1.0e-05 updt_s:0.137 data_s:0.000
384
+ INFO 2025-06-15 02:16:37 ts/train.py:232 step:72K smpl:576K ep:434 epch:4.82 loss:0.108 grdn:4.977 lr:1.0e-05 updt_s:0.137 data_s:0.000
385
+ INFO 2025-06-15 02:17:05 ts/train.py:232 step:72K smpl:578K ep:435 epch:4.84 loss:0.108 grdn:5.165 lr:1.0e-05 updt_s:0.137 data_s:0.000
386
+ INFO 2025-06-15 02:17:32 ts/train.py:232 step:72K smpl:579K ep:436 epch:4.85 loss:0.106 grdn:5.022 lr:1.0e-05 updt_s:0.137 data_s:0.000
387
+ INFO 2025-06-15 02:18:00 ts/train.py:232 step:73K smpl:581K ep:438 epch:4.86 loss:0.106 grdn:5.060 lr:1.0e-05 updt_s:0.138 data_s:0.000
388
+ INFO 2025-06-15 02:18:28 ts/train.py:232 step:73K smpl:582K ep:439 epch:4.88 loss:0.107 grdn:5.098 lr:1.0e-05 updt_s:0.137 data_s:0.000
389
+ INFO 2025-06-15 02:18:55 ts/train.py:232 step:73K smpl:584K ep:440 epch:4.89 loss:0.106 grdn:4.930 lr:1.0e-05 updt_s:0.137 data_s:0.000
390
+ INFO 2025-06-15 02:19:23 ts/train.py:232 step:73K smpl:586K ep:441 epch:4.90 loss:0.109 grdn:5.188 lr:1.0e-05 updt_s:0.137 data_s:0.000
391
+ INFO 2025-06-15 02:19:51 ts/train.py:232 step:73K smpl:587K ep:442 epch:4.92 loss:0.107 grdn:5.090 lr:1.0e-05 updt_s:0.137 data_s:0.000
392
+ INFO 2025-06-15 02:20:18 ts/train.py:232 step:74K smpl:589K ep:444 epch:4.93 loss:0.103 grdn:5.082 lr:1.0e-05 updt_s:0.137 data_s:0.000
393
+ INFO 2025-06-15 02:20:46 ts/train.py:232 step:74K smpl:590K ep:445 epch:4.94 loss:0.108 grdn:5.062 lr:1.0e-05 updt_s:0.137 data_s:0.000
394
+ INFO 2025-06-15 02:21:13 ts/train.py:232 step:74K smpl:592K ep:446 epch:4.96 loss:0.108 grdn:5.015 lr:1.0e-05 updt_s:0.138 data_s:0.000
395
+ INFO 2025-06-15 02:21:41 ts/train.py:232 step:74K smpl:594K ep:447 epch:4.97 loss:0.105 grdn:4.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
396
+ INFO 2025-06-15 02:22:09 ts/train.py:232 step:74K smpl:595K ep:448 epch:4.98 loss:0.107 grdn:5.167 lr:1.0e-05 updt_s:0.137 data_s:0.000
397
+ INFO 2025-06-15 02:22:36 ts/train.py:232 step:75K smpl:597K ep:450 epch:5.00 loss:0.103 grdn:4.805 lr:1.0e-05 updt_s:0.137 data_s:0.000
398
+ INFO 2025-06-15 02:23:04 ts/train.py:232 step:75K smpl:598K ep:451 epch:5.01 loss:0.103 grdn:4.901 lr:1.0e-05 updt_s:0.137 data_s:0.003
399
+ INFO 2025-06-15 02:23:32 ts/train.py:232 step:75K smpl:600K ep:452 epch:5.02 loss:0.104 grdn:5.040 lr:1.0e-05 updt_s:0.137 data_s:0.000
400
+ INFO 2025-06-15 02:24:00 ts/train.py:232 step:75K smpl:602K ep:453 epch:5.04 loss:0.104 grdn:4.883 lr:1.0e-05 updt_s:0.138 data_s:0.000
401
+ INFO 2025-06-15 02:24:27 ts/train.py:232 step:75K smpl:603K ep:454 epch:5.05 loss:0.103 grdn:4.939 lr:1.0e-05 updt_s:0.137 data_s:0.000
402
+ INFO 2025-06-15 02:24:55 ts/train.py:232 step:76K smpl:605K ep:456 epch:5.06 loss:0.106 grdn:4.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
403
+ INFO 2025-06-15 02:25:23 ts/train.py:232 step:76K smpl:606K ep:457 epch:5.08 loss:0.104 grdn:4.757 lr:1.0e-05 updt_s:0.138 data_s:0.000
404
+ INFO 2025-06-15 02:25:50 ts/train.py:232 step:76K smpl:608K ep:458 epch:5.09 loss:0.106 grdn:4.927 lr:1.0e-05 updt_s:0.137 data_s:0.000
405
+ INFO 2025-06-15 02:26:18 ts/train.py:232 step:76K smpl:610K ep:459 epch:5.10 loss:0.104 grdn:4.964 lr:1.0e-05 updt_s:0.137 data_s:0.000
406
+ INFO 2025-06-15 02:26:45 ts/train.py:232 step:76K smpl:611K ep:460 epch:5.12 loss:0.102 grdn:4.763 lr:1.0e-05 updt_s:0.137 data_s:0.000
407
+ INFO 2025-06-15 02:27:13 ts/train.py:232 step:77K smpl:613K ep:462 epch:5.13 loss:0.104 grdn:4.842 lr:1.0e-05 updt_s:0.137 data_s:0.000
408
+ INFO 2025-06-15 02:27:41 ts/train.py:232 step:77K smpl:614K ep:463 epch:5.14 loss:0.102 grdn:4.837 lr:1.0e-05 updt_s:0.137 data_s:0.000
409
+ INFO 2025-06-15 02:28:08 ts/train.py:232 step:77K smpl:616K ep:464 epch:5.16 loss:0.105 grdn:5.034 lr:1.0e-05 updt_s:0.138 data_s:0.000
410
+ INFO 2025-06-15 02:28:36 ts/train.py:232 step:77K smpl:618K ep:465 epch:5.17 loss:0.101 grdn:4.741 lr:1.0e-05 updt_s:0.137 data_s:0.000
411
+ INFO 2025-06-15 02:29:04 ts/train.py:232 step:77K smpl:619K ep:467 epch:5.18 loss:0.100 grdn:4.834 lr:1.0e-05 updt_s:0.137 data_s:0.000
412
+ INFO 2025-06-15 02:29:31 ts/train.py:232 step:78K smpl:621K ep:468 epch:5.20 loss:0.104 grdn:5.022 lr:1.0e-05 updt_s:0.137 data_s:0.000
413
+ INFO 2025-06-15 02:29:59 ts/train.py:232 step:78K smpl:622K ep:469 epch:5.21 loss:0.104 grdn:4.943 lr:1.0e-05 updt_s:0.137 data_s:0.000
414
+ INFO 2025-06-15 02:30:26 ts/train.py:232 step:78K smpl:624K ep:470 epch:5.22 loss:0.101 grdn:4.746 lr:1.0e-05 updt_s:0.137 data_s:0.000
415
+ INFO 2025-06-15 02:30:54 ts/train.py:232 step:78K smpl:626K ep:471 epch:5.24 loss:0.105 grdn:4.801 lr:1.0e-05 updt_s:0.137 data_s:0.000
416
+ INFO 2025-06-15 02:31:22 ts/train.py:232 step:78K smpl:627K ep:473 epch:5.25 loss:0.103 grdn:4.821 lr:1.0e-05 updt_s:0.137 data_s:0.000
417
+ INFO 2025-06-15 02:31:49 ts/train.py:232 step:79K smpl:629K ep:474 epch:5.26 loss:0.102 grdn:4.852 lr:1.0e-05 updt_s:0.138 data_s:0.000
418
+ INFO 2025-06-15 02:32:17 ts/train.py:232 step:79K smpl:630K ep:475 epch:5.28 loss:0.101 grdn:4.844 lr:1.0e-05 updt_s:0.137 data_s:0.000
419
+ INFO 2025-06-15 02:32:45 ts/train.py:232 step:79K smpl:632K ep:476 epch:5.29 loss:0.102 grdn:4.740 lr:1.0e-05 updt_s:0.137 data_s:0.000
420
+ INFO 2025-06-15 02:33:12 ts/train.py:232 step:79K smpl:634K ep:477 epch:5.30 loss:0.102 grdn:4.671 lr:1.0e-05 updt_s:0.137 data_s:0.000
421
+ INFO 2025-06-15 02:33:40 ts/train.py:232 step:79K smpl:635K ep:479 epch:5.32 loss:0.101 grdn:4.649 lr:1.0e-05 updt_s:0.137 data_s:0.000
422
+ INFO 2025-06-15 02:34:07 ts/train.py:232 step:80K smpl:637K ep:480 epch:5.33 loss:0.102 grdn:4.769 lr:1.0e-05 updt_s:0.137 data_s:0.000
423
+ INFO 2025-06-15 02:34:35 ts/train.py:232 step:80K smpl:638K ep:481 epch:5.34 loss:0.103 grdn:4.812 lr:1.0e-05 updt_s:0.137 data_s:0.000
424
+ INFO 2025-06-15 02:35:03 ts/train.py:232 step:80K smpl:640K ep:482 epch:5.36 loss:0.101 grdn:4.753 lr:1.0e-05 updt_s:0.138 data_s:0.000
425
+ INFO 2025-06-15 02:35:03 ts/train.py:241 Checkpoint policy after step 80000
426
+ INFO 2025-06-15 02:35:32 ts/train.py:232 step:80K smpl:642K ep:483 epch:5.37 loss:0.100 grdn:4.648 lr:1.0e-05 updt_s:0.137 data_s:0.000
427
+ INFO 2025-06-15 02:36:00 ts/train.py:232 step:80K smpl:643K ep:485 epch:5.38 loss:0.103 grdn:4.733 lr:1.0e-05 updt_s:0.137 data_s:0.000
428
+ INFO 2025-06-15 02:36:27 ts/train.py:232 step:81K smpl:645K ep:486 epch:5.40 loss:0.101 grdn:4.789 lr:1.0e-05 updt_s:0.137 data_s:0.000
429
+ INFO 2025-06-15 02:36:55 ts/train.py:232 step:81K smpl:646K ep:487 epch:5.41 loss:0.100 grdn:4.650 lr:1.0e-05 updt_s:0.137 data_s:0.000
430
+ INFO 2025-06-15 02:37:22 ts/train.py:232 step:81K smpl:648K ep:488 epch:5.42 loss:0.100 grdn:4.616 lr:1.0e-05 updt_s:0.137 data_s:0.000
431
+ INFO 2025-06-15 02:37:50 ts/train.py:232 step:81K smpl:650K ep:489 epch:5.44 loss:0.102 grdn:4.805 lr:1.0e-05 updt_s:0.137 data_s:0.000
432
+ INFO 2025-06-15 02:38:18 ts/train.py:232 step:81K smpl:651K ep:491 epch:5.45 loss:0.102 grdn:4.755 lr:1.0e-05 updt_s:0.138 data_s:0.000
433
+ INFO 2025-06-15 02:38:45 ts/train.py:232 step:82K smpl:653K ep:492 epch:5.46 loss:0.102 grdn:4.764 lr:1.0e-05 updt_s:0.137 data_s:0.000
434
+ INFO 2025-06-15 02:39:13 ts/train.py:232 step:82K smpl:654K ep:493 epch:5.48 loss:0.102 grdn:4.802 lr:1.0e-05 updt_s:0.137 data_s:0.000
435
+ INFO 2025-06-15 02:39:40 ts/train.py:232 step:82K smpl:656K ep:494 epch:5.49 loss:0.101 grdn:4.708 lr:1.0e-05 updt_s:0.137 data_s:0.000
436
+ INFO 2025-06-15 02:40:08 ts/train.py:232 step:82K smpl:658K ep:495 epch:5.50 loss:0.100 grdn:4.641 lr:1.0e-05 updt_s:0.137 data_s:0.000
437
+ INFO 2025-06-15 02:40:36 ts/train.py:232 step:82K smpl:659K ep:497 epch:5.52 loss:0.099 grdn:4.604 lr:1.0e-05 updt_s:0.137 data_s:0.000
438
+ INFO 2025-06-15 02:41:03 ts/train.py:232 step:83K smpl:661K ep:498 epch:5.53 loss:0.101 grdn:4.864 lr:1.0e-05 updt_s:0.137 data_s:0.000
439
+ INFO 2025-06-15 02:41:31 ts/train.py:232 step:83K smpl:662K ep:499 epch:5.55 loss:0.099 grdn:4.761 lr:1.0e-05 updt_s:0.138 data_s:0.000
440
+ INFO 2025-06-15 02:41:59 ts/train.py:232 step:83K smpl:664K ep:500 epch:5.56 loss:0.099 grdn:4.554 lr:1.0e-05 updt_s:0.137 data_s:0.000
441
+ INFO 2025-06-15 02:42:26 ts/train.py:232 step:83K smpl:666K ep:501 epch:5.57 loss:0.101 grdn:4.762 lr:1.0e-05 updt_s:0.137 data_s:0.000
442
+ INFO 2025-06-15 02:42:54 ts/train.py:232 step:83K smpl:667K ep:503 epch:5.59 loss:0.102 grdn:4.840 lr:1.0e-05 updt_s:0.137 data_s:0.000
443
+ INFO 2025-06-15 02:43:21 ts/train.py:232 step:84K smpl:669K ep:504 epch:5.60 loss:0.099 grdn:4.542 lr:1.0e-05 updt_s:0.137 data_s:0.000
444
+ INFO 2025-06-15 02:43:49 ts/train.py:232 step:84K smpl:670K ep:505 epch:5.61 loss:0.101 grdn:4.715 lr:1.0e-05 updt_s:0.137 data_s:0.000
445
+ INFO 2025-06-15 02:44:17 ts/train.py:232 step:84K smpl:672K ep:506 epch:5.63 loss:0.101 grdn:4.652 lr:1.0e-05 updt_s:0.138 data_s:0.000
446
+ INFO 2025-06-15 02:44:44 ts/train.py:232 step:84K smpl:674K ep:507 epch:5.64 loss:0.098 grdn:4.639 lr:1.0e-05 updt_s:0.137 data_s:0.000
447
+ INFO 2025-06-15 02:45:12 ts/train.py:232 step:84K smpl:675K ep:509 epch:5.65 loss:0.100 grdn:4.671 lr:1.0e-05 updt_s:0.137 data_s:0.000
448
+ INFO 2025-06-15 02:45:40 ts/train.py:232 step:85K smpl:677K ep:510 epch:5.67 loss:0.099 grdn:4.607 lr:1.0e-05 updt_s:0.137 data_s:0.000
449
+ INFO 2025-06-15 02:46:07 ts/train.py:232 step:85K smpl:678K ep:511 epch:5.68 loss:0.099 grdn:4.612 lr:1.0e-05 updt_s:0.137 data_s:0.000
450
+ INFO 2025-06-15 02:46:35 ts/train.py:232 step:85K smpl:680K ep:512 epch:5.69 loss:0.100 grdn:4.641 lr:1.0e-05 updt_s:0.137 data_s:0.000
451
+ INFO 2025-06-15 02:47:02 ts/train.py:232 step:85K smpl:682K ep:514 epch:5.71 loss:0.102 grdn:4.760 lr:1.0e-05 updt_s:0.137 data_s:0.000
452
+ INFO 2025-06-15 02:47:30 ts/train.py:232 step:85K smpl:683K ep:515 epch:5.72 loss:0.099 grdn:4.631 lr:1.0e-05 updt_s:0.137 data_s:0.000
453
+ INFO 2025-06-15 02:47:58 ts/train.py:232 step:86K smpl:685K ep:516 epch:5.73 loss:0.099 grdn:4.425 lr:1.0e-05 updt_s:0.138 data_s:0.000
454
+ INFO 2025-06-15 02:48:25 ts/train.py:232 step:86K smpl:686K ep:517 epch:5.75 loss:0.098 grdn:4.479 lr:1.0e-05 updt_s:0.137 data_s:0.000
455
+ INFO 2025-06-15 02:48:53 ts/train.py:232 step:86K smpl:688K ep:518 epch:5.76 loss:0.100 grdn:4.691 lr:1.0e-05 updt_s:0.137 data_s:0.000
456
+ INFO 2025-06-15 02:49:20 ts/train.py:232 step:86K smpl:690K ep:520 epch:5.77 loss:0.100 grdn:4.619 lr:1.0e-05 updt_s:0.137 data_s:0.000
457
+ INFO 2025-06-15 02:49:48 ts/train.py:232 step:86K smpl:691K ep:521 epch:5.79 loss:0.095 grdn:4.458 lr:1.0e-05 updt_s:0.137 data_s:0.000
458
+ INFO 2025-06-15 02:50:16 ts/train.py:232 step:87K smpl:693K ep:522 epch:5.80 loss:0.099 grdn:4.672 lr:1.0e-05 updt_s:0.137 data_s:0.000
459
+ INFO 2025-06-15 02:50:43 ts/train.py:232 step:87K smpl:694K ep:523 epch:5.81 loss:0.099 grdn:4.521 lr:1.0e-05 updt_s:0.137 data_s:0.000
460
+ INFO 2025-06-15 02:51:11 ts/train.py:232 step:87K smpl:696K ep:524 epch:5.83 loss:0.097 grdn:4.363 lr:1.0e-05 updt_s:0.137 data_s:0.000
461
+ INFO 2025-06-15 02:51:39 ts/train.py:232 step:87K smpl:698K ep:526 epch:5.84 loss:0.099 grdn:4.566 lr:1.0e-05 updt_s:0.138 data_s:0.000
462
+ INFO 2025-06-15 02:52:06 ts/train.py:232 step:87K smpl:699K ep:527 epch:5.85 loss:0.098 grdn:4.449 lr:1.0e-05 updt_s:0.137 data_s:0.000
463
+ INFO 2025-06-15 02:52:34 ts/train.py:232 step:88K smpl:701K ep:528 epch:5.87 loss:0.100 grdn:4.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
464
+ INFO 2025-06-15 02:53:01 ts/train.py:232 step:88K smpl:702K ep:529 epch:5.88 loss:0.100 grdn:4.535 lr:1.0e-05 updt_s:0.137 data_s:0.000
465
+ INFO 2025-06-15 02:53:29 ts/train.py:232 step:88K smpl:704K ep:530 epch:5.89 loss:0.099 grdn:4.596 lr:1.0e-05 updt_s:0.137 data_s:0.000
466
+ INFO 2025-06-15 02:53:57 ts/train.py:232 step:88K smpl:706K ep:532 epch:5.91 loss:0.101 grdn:4.597 lr:1.0e-05 updt_s:0.137 data_s:0.000
467
+ INFO 2025-06-15 02:54:24 ts/train.py:232 step:88K smpl:707K ep:533 epch:5.92 loss:0.095 grdn:4.329 lr:1.0e-05 updt_s:0.137 data_s:0.000
468
+ INFO 2025-06-15 02:54:52 ts/train.py:232 step:89K smpl:709K ep:534 epch:5.93 loss:0.099 grdn:4.651 lr:1.0e-05 updt_s:0.137 data_s:0.000
469
+ INFO 2025-06-15 02:55:19 ts/train.py:232 step:89K smpl:710K ep:535 epch:5.95 loss:0.099 grdn:4.568 lr:1.0e-05 updt_s:0.138 data_s:0.000
470
+ INFO 2025-06-15 02:55:47 ts/train.py:232 step:89K smpl:712K ep:536 epch:5.96 loss:0.098 grdn:4.500 lr:1.0e-05 updt_s:0.137 data_s:0.000
471
+ INFO 2025-06-15 02:56:15 ts/train.py:232 step:89K smpl:714K ep:538 epch:5.97 loss:0.098 grdn:4.697 lr:1.0e-05 updt_s:0.137 data_s:0.000
472
+ INFO 2025-06-15 02:56:42 ts/train.py:232 step:89K smpl:715K ep:539 epch:5.99 loss:0.099 grdn:4.623 lr:1.0e-05 updt_s:0.137 data_s:0.000
473
+ INFO 2025-06-15 02:57:10 ts/train.py:232 step:90K smpl:717K ep:540 epch:6.00 loss:0.096 grdn:4.599 lr:1.0e-05 updt_s:0.137 data_s:0.003
474
+ INFO 2025-06-15 02:57:38 ts/train.py:232 step:90K smpl:718K ep:541 epch:6.01 loss:0.095 grdn:4.360 lr:1.0e-05 updt_s:0.137 data_s:0.000
475
+ INFO 2025-06-15 02:58:05 ts/train.py:232 step:90K smpl:720K ep:542 epch:6.03 loss:0.096 grdn:4.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
476
+ INFO 2025-06-15 02:58:33 ts/train.py:232 step:90K smpl:722K ep:544 epch:6.04 loss:0.095 grdn:4.375 lr:1.0e-05 updt_s:0.137 data_s:0.000
477
+ INFO 2025-06-15 02:59:01 ts/train.py:232 step:90K smpl:723K ep:545 epch:6.05 loss:0.095 grdn:4.449 lr:1.0e-05 updt_s:0.138 data_s:0.000
478
+ INFO 2025-06-15 02:59:28 ts/train.py:232 step:91K smpl:725K ep:546 epch:6.07 loss:0.097 grdn:4.419 lr:1.0e-05 updt_s:0.137 data_s:0.000
479
+ INFO 2025-06-15 02:59:56 ts/train.py:232 step:91K smpl:726K ep:547 epch:6.08 loss:0.096 grdn:4.388 lr:1.0e-05 updt_s:0.137 data_s:0.000
480
+ INFO 2025-06-15 03:00:24 ts/train.py:232 step:91K smpl:728K ep:548 epch:6.09 loss:0.096 grdn:4.546 lr:1.0e-05 updt_s:0.138 data_s:0.000
481
+ INFO 2025-06-15 03:00:51 ts/train.py:232 step:91K smpl:730K ep:550 epch:6.11 loss:0.098 grdn:4.516 lr:1.0e-05 updt_s:0.137 data_s:0.000
482
+ INFO 2025-06-15 03:01:19 ts/train.py:232 step:91K smpl:731K ep:551 epch:6.12 loss:0.096 grdn:4.320 lr:1.0e-05 updt_s:0.137 data_s:0.000
483
+ INFO 2025-06-15 03:01:46 ts/train.py:232 step:92K smpl:733K ep:552 epch:6.13 loss:0.096 grdn:4.275 lr:1.0e-05 updt_s:0.137 data_s:0.000
484
+ INFO 2025-06-15 03:02:14 ts/train.py:232 step:92K smpl:734K ep:553 epch:6.15 loss:0.096 grdn:4.315 lr:1.0e-05 updt_s:0.138 data_s:0.000
485
+ INFO 2025-06-15 03:02:42 ts/train.py:232 step:92K smpl:736K ep:555 epch:6.16 loss:0.095 grdn:4.409 lr:1.0e-05 updt_s:0.137 data_s:0.000
486
+ INFO 2025-06-15 03:03:09 ts/train.py:232 step:92K smpl:738K ep:556 epch:6.17 loss:0.094 grdn:4.363 lr:1.0e-05 updt_s:0.137 data_s:0.000
487
+ INFO 2025-06-15 03:03:37 ts/train.py:232 step:92K smpl:739K ep:557 epch:6.19 loss:0.095 grdn:4.424 lr:1.0e-05 updt_s:0.137 data_s:0.000
488
+ INFO 2025-06-15 03:04:05 ts/train.py:232 step:93K smpl:741K ep:558 epch:6.20 loss:0.095 grdn:4.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
489
+ INFO 2025-06-15 03:04:32 ts/train.py:232 step:93K smpl:742K ep:559 epch:6.21 loss:0.096 grdn:4.628 lr:1.0e-05 updt_s:0.137 data_s:0.000
490
+ INFO 2025-06-15 03:05:00 ts/train.py:232 step:93K smpl:744K ep:561 epch:6.23 loss:0.095 grdn:4.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
491
+ INFO 2025-06-15 03:05:28 ts/train.py:232 step:93K smpl:746K ep:562 epch:6.24 loss:0.095 grdn:4.274 lr:1.0e-05 updt_s:0.138 data_s:0.000
492
+ INFO 2025-06-15 03:05:55 ts/train.py:232 step:93K smpl:747K ep:563 epch:6.25 loss:0.094 grdn:4.275 lr:1.0e-05 updt_s:0.137 data_s:0.000
493
+ INFO 2025-06-15 03:06:23 ts/train.py:232 step:94K smpl:749K ep:564 epch:6.27 loss:0.093 grdn:4.225 lr:1.0e-05 updt_s:0.137 data_s:0.000
494
+ INFO 2025-06-15 03:06:50 ts/train.py:232 step:94K smpl:750K ep:565 epch:6.28 loss:0.095 grdn:4.370 lr:1.0e-05 updt_s:0.137 data_s:0.000
495
+ INFO 2025-06-15 03:07:18 ts/train.py:232 step:94K smpl:752K ep:567 epch:6.30 loss:0.094 grdn:4.289 lr:1.0e-05 updt_s:0.137 data_s:0.000
496
+ INFO 2025-06-15 03:07:46 ts/train.py:232 step:94K smpl:754K ep:568 epch:6.31 loss:0.096 grdn:4.461 lr:1.0e-05 updt_s:0.137 data_s:0.000
497
+ INFO 2025-06-15 03:08:13 ts/train.py:232 step:94K smpl:755K ep:569 epch:6.32 loss:0.094 grdn:4.120 lr:1.0e-05 updt_s:0.137 data_s:0.000
498
+ INFO 2025-06-15 03:08:41 ts/train.py:232 step:95K smpl:757K ep:570 epch:6.34 loss:0.093 grdn:4.246 lr:1.0e-05 updt_s:0.138 data_s:0.000
499
+ INFO 2025-06-15 03:09:08 ts/train.py:232 step:95K smpl:758K ep:571 epch:6.35 loss:0.095 grdn:4.372 lr:1.0e-05 updt_s:0.137 data_s:0.000
500
+ INFO 2025-06-15 03:09:36 ts/train.py:232 step:95K smpl:760K ep:573 epch:6.36 loss:0.095 grdn:4.312 lr:1.0e-05 updt_s:0.137 data_s:0.000
501
+ INFO 2025-06-15 03:10:04 ts/train.py:232 step:95K smpl:762K ep:574 epch:6.38 loss:0.094 grdn:4.447 lr:1.0e-05 updt_s:0.137 data_s:0.000
502
+ INFO 2025-06-15 03:10:31 ts/train.py:232 step:95K smpl:763K ep:575 epch:6.39 loss:0.093 grdn:4.196 lr:1.0e-05 updt_s:0.137 data_s:0.000
503
+ INFO 2025-06-15 03:10:59 ts/train.py:232 step:96K smpl:765K ep:576 epch:6.40 loss:0.094 grdn:4.189 lr:1.0e-05 updt_s:0.137 data_s:0.000
504
+ INFO 2025-06-15 03:11:26 ts/train.py:232 step:96K smpl:766K ep:577 epch:6.42 loss:0.094 grdn:4.368 lr:1.0e-05 updt_s:0.137 data_s:0.000
505
+ INFO 2025-06-15 03:11:54 ts/train.py:232 step:96K smpl:768K ep:579 epch:6.43 loss:0.093 grdn:4.060 lr:1.0e-05 updt_s:0.138 data_s:0.000
506
+ INFO 2025-06-15 03:12:22 ts/train.py:232 step:96K smpl:770K ep:580 epch:6.44 loss:0.091 grdn:4.152 lr:1.0e-05 updt_s:0.137 data_s:0.000
507
+ INFO 2025-06-15 03:12:49 ts/train.py:232 step:96K smpl:771K ep:581 epch:6.46 loss:0.093 grdn:4.261 lr:1.0e-05 updt_s:0.137 data_s:0.000
508
+ INFO 2025-06-15 03:13:17 ts/train.py:232 step:97K smpl:773K ep:582 epch:6.47 loss:0.096 grdn:4.306 lr:1.0e-05 updt_s:0.137 data_s:0.000
509
+ INFO 2025-06-15 03:13:45 ts/train.py:232 step:97K smpl:774K ep:583 epch:6.48 loss:0.091 grdn:4.144 lr:1.0e-05 updt_s:0.137 data_s:0.000
510
+ INFO 2025-06-15 03:14:12 ts/train.py:232 step:97K smpl:776K ep:585 epch:6.50 loss:0.093 grdn:4.241 lr:1.0e-05 updt_s:0.137 data_s:0.000
511
+ INFO 2025-06-15 03:14:40 ts/train.py:232 step:97K smpl:778K ep:586 epch:6.51 loss:0.096 grdn:4.269 lr:1.0e-05 updt_s:0.137 data_s:0.000
512
+ INFO 2025-06-15 03:15:07 ts/train.py:232 step:97K smpl:779K ep:587 epch:6.52 loss:0.093 grdn:4.325 lr:1.0e-05 updt_s:0.138 data_s:0.000
513
+ INFO 2025-06-15 03:15:35 ts/train.py:232 step:98K smpl:781K ep:588 epch:6.54 loss:0.093 grdn:4.207 lr:1.0e-05 updt_s:0.137 data_s:0.000
514
+ INFO 2025-06-15 03:16:03 ts/train.py:232 step:98K smpl:782K ep:589 epch:6.55 loss:0.092 grdn:4.247 lr:1.0e-05 updt_s:0.137 data_s:0.000
515
+ INFO 2025-06-15 03:16:30 ts/train.py:232 step:98K smpl:784K ep:591 epch:6.56 loss:0.092 grdn:4.210 lr:1.0e-05 updt_s:0.137 data_s:0.000
516
+ INFO 2025-06-15 03:16:58 ts/train.py:232 step:98K smpl:786K ep:592 epch:6.58 loss:0.092 grdn:4.222 lr:1.0e-05 updt_s:0.137 data_s:0.000
517
+ INFO 2025-06-15 03:17:25 ts/train.py:232 step:98K smpl:787K ep:593 epch:6.59 loss:0.093 grdn:4.317 lr:1.0e-05 updt_s:0.137 data_s:0.000
518
+ INFO 2025-06-15 03:17:53 ts/train.py:232 step:99K smpl:789K ep:594 epch:6.60 loss:0.094 grdn:4.288 lr:1.0e-05 updt_s:0.137 data_s:0.000
519
+ INFO 2025-06-15 03:18:21 ts/train.py:232 step:99K smpl:790K ep:595 epch:6.62 loss:0.093 grdn:4.058 lr:1.0e-05 updt_s:0.138 data_s:0.000
520
+ INFO 2025-06-15 03:18:48 ts/train.py:232 step:99K smpl:792K ep:597 epch:6.63 loss:0.092 grdn:4.134 lr:1.0e-05 updt_s:0.137 data_s:0.000
521
+ INFO 2025-06-15 03:19:16 ts/train.py:232 step:99K smpl:794K ep:598 epch:6.64 loss:0.091 grdn:4.132 lr:1.0e-05 updt_s:0.137 data_s:0.000
522
+ INFO 2025-06-15 03:19:44 ts/train.py:232 step:99K smpl:795K ep:599 epch:6.66 loss:0.093 grdn:4.164 lr:1.0e-05 updt_s:0.137 data_s:0.000
523
+ INFO 2025-06-15 03:20:12 ts/train.py:232 step:100K smpl:797K ep:600 epch:6.67 loss:0.094 grdn:4.304 lr:1.0e-05 updt_s:0.140 data_s:0.000
524
+ INFO 2025-06-15 03:20:42 ts/train.py:232 step:100K smpl:798K ep:602 epch:6.68 loss:0.094 grdn:4.271 lr:1.0e-05 updt_s:0.151 data_s:0.000
525
+ INFO 2025-06-15 03:21:12 ts/train.py:232 step:100K smpl:800K ep:603 epch:6.70 loss:0.091 grdn:4.128 lr:1.0e-05 updt_s:0.149 data_s:0.000
526
+ INFO 2025-06-15 03:21:12 ts/train.py:241 Checkpoint policy after step 100000
527
+ INFO 2025-06-15 03:21:14 ts/train.py:283 End of training
wandb/run-20250614_232714-v429osbu/files/requirements.txt ADDED
@@ -0,0 +1,203 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ setuptools==59.6.0
2
+ trimesh==4.6.12
3
+ transforms3d==0.4.2
4
+ docstring_parser==0.16
5
+ sapien==3.0.0b1
6
+ traitlets==5.14.3
7
+ fast_kinematics==0.2.2
8
+ pynvml==12.0.0
9
+ arm_pytorch_utilities==0.4.3
10
+ tyro==0.9.24
11
+ cycler==0.12.1
12
+ matplotlib==3.10.3
13
+ pytorch-seed==0.2.0
14
+ matplotlib-inline==0.1.7
15
+ numpy==1.26.4
16
+ pyperclip==1.9.0
17
+ ipython==8.37.0
18
+ pure_eval==0.2.3
19
+ asttokens==3.0.0
20
+ typeguard==4.4.3
21
+ dacite==1.9.2
22
+ toppra==0.6.3
23
+ fonttools==4.58.2
24
+ nvidia-ml-py==12.575.51
25
+ shtab==1.7.2
26
+ tabulate==0.9.0
27
+ rich==14.0.0
28
+ mplib==0.1.1
29
+ markdown-it-py==3.0.0
30
+ pexpect==4.9.0
31
+ executing==2.2.0
32
+ contourpy==1.3.2
33
+ ptyprocess==0.7.0
34
+ parso==0.8.4
35
+ mdurl==0.1.2
36
+ stack-data==0.6.3
37
+ decorator==5.2.1
38
+ mani_skill==3.0.0b21
39
+ jedi==0.19.2
40
+ pytorch-kinematics==0.7.5
41
+ kiwisolver==1.4.8
42
+ tokenizers==0.21.1
43
+ transformers==4.52.4
44
+ gitdb==4.0.12
45
+ pydantic_core==2.33.2
46
+ torchcodec==0.4.0
47
+ jsonlines==4.0.0
48
+ pytest-cov==6.1.1
49
+ dm-tree==0.1.9
50
+ pygame==2.6.1
51
+ mock-serial==0.0.1
52
+ PyYAML==6.0.2
53
+ nvidia-cudnn-cu12==9.5.1.17
54
+ huggingface-hub==0.32.4
55
+ numba==0.61.2
56
+ draccus==0.10.0
57
+ opencv-python-headless==4.11.0.86
58
+ certifi==2025.4.26
59
+ termcolor==3.1.0
60
+ torch==2.7.1
61
+ labmaze==1.0.6
62
+ opencv-python==4.11.0.86
63
+ pynput==1.8.1
64
+ dill==0.3.8
65
+ pytz==2025.2
66
+ triton==3.3.1
67
+ setproctitle==1.3.6
68
+ scipy==1.15.3
69
+ pyyaml-include==1.4.1
70
+ nvidia-cusolver-cu12==11.7.1.2
71
+ shapely==2.1.1
72
+ zipp==3.23.0
73
+ nvidia-cuda-runtime-cu12==12.6.77
74
+ networkx==3.4.2
75
+ smmap==5.0.2
76
+ xxhash==3.5.0
77
+ exceptiongroup==1.3.0
78
+ dm-env==1.6
79
+ idna==3.10
80
+ pyparsing==3.2.3
81
+ pip==25.1.1
82
+ iniconfig==2.1.0
83
+ mypy_extensions==1.1.0
84
+ tqdm==4.67.1
85
+ omegaconf==2.3.0
86
+ pyserial==3.5
87
+ Flask==3.1.1
88
+ dm-control==1.0.14
89
+ fasteners==0.19
90
+ soupsieve==2.7
91
+ lerobot==0.1.0
92
+ hf_transfer==0.1.9
93
+ charset-normalizer==3.4.2
94
+ click==8.2.1
95
+ urllib3==2.4.0
96
+ mpmath==1.3.0
97
+ typing-inspection==0.4.1
98
+ pettingzoo==1.24.3
99
+ Werkzeug==3.1.3
100
+ toml==0.10.2
101
+ fsspec==2025.3.0
102
+ absl-py==2.3.0
103
+ gym-xarm==0.1.1
104
+ nvidia-cufft-cu12==11.3.0.4
105
+ hf-xet==1.1.3
106
+ nvidia-nvjitlink-cu12==12.6.85
107
+ h5py==3.14.0
108
+ Farama-Notifications==0.0.4
109
+ PyOpenGL==3.1.9
110
+ glfw==2.9.0
111
+ six==1.17.0
112
+ aiohttp==3.12.11
113
+ frozenlist==1.6.2
114
+ tzdata==2025.2
115
+ pillow==11.2.1
116
+ gymnasium==0.29.1
117
+ imageio==2.37.0
118
+ tomli==2.2.1
119
+ nvidia-cusparselt-cu12==0.6.3
120
+ filelock==3.18.0
121
+ scikit-image==0.25.2
122
+ nvidia-curand-cu12==10.3.7.77
123
+ multiprocess==0.70.16
124
+ nvidia-cufile-cu12==1.11.1.6
125
+ gym-aloha==0.1.1
126
+ GitPython==3.1.44
127
+ gymnasium-robotics==1.2.4
128
+ numcodecs==0.13.1
129
+ nvidia-cuda-cupti-cu12==12.6.80
130
+ av==14.4.0
131
+ rerun-sdk==0.23.3
132
+ mujoco==2.3.7
133
+ llvmlite==0.44.0
134
+ lazy_loader==0.4
135
+ pandas==2.3.0
136
+ nvidia-nccl-cu12==2.26.2
137
+ lxml==5.4.0
138
+ asciitree==0.3.3
139
+ wrapt==1.17.2
140
+ diffusers==0.33.1
141
+ Jinja2==3.1.6
142
+ requests==2.32.3
143
+ pydantic==2.11.5
144
+ PySocks==1.7.1
145
+ orderly-set==5.4.1
146
+ beautifulsoup4==4.13.4
147
+ yarl==1.20.0
148
+ wcwidth==0.2.13
149
+ sentry-sdk==2.29.1
150
+ dynamixel-sdk==3.7.31
151
+ blinker==1.9.0
152
+ sympy==1.14.0
153
+ Pygments==2.19.1
154
+ pyarrow==20.0.0
155
+ pymunk==6.11.1
156
+ packaging==25.0
157
+ mergedeep==1.3.4
158
+ itsdangerous==2.2.0
159
+ platformdirs==4.3.8
160
+ datasets==3.6.0
161
+ evdev==1.9.2
162
+ pluggy==1.6.0
163
+ einops==0.8.1
164
+ regex==2024.11.6
165
+ attrs==25.3.0
166
+ tifffile==2025.5.10
167
+ gdown==5.2.0
168
+ aiohappyeyeballs==2.6.1
169
+ pycparser==2.22
170
+ prompt_toolkit==3.0.51
171
+ cmake==4.0.2
172
+ async-timeout==5.0.1
173
+ annotated-types==0.7.0
174
+ safetensors==0.5.3
175
+ cloudpickle==3.1.1
176
+ protobuf==6.31.1
177
+ zarr==2.18.3
178
+ typing-inspect==0.9.0
179
+ nvidia-cublas-cu12==12.6.4.1
180
+ pytest==8.4.0
181
+ gym-pusht==0.1.5
182
+ pfzy==0.3.4
183
+ nvidia-cusparse-cu12==12.5.4.2
184
+ aiosignal==1.3.2
185
+ antlr4-python3-runtime==4.9.3
186
+ inquirerpy==0.3.4
187
+ cffi==1.17.1
188
+ importlib_metadata==8.7.0
189
+ torchvision==0.22.1
190
+ MarkupSafe==3.0.2
191
+ coverage==7.8.2
192
+ multidict==6.4.4
193
+ python-dateutil==2.9.0.post0
194
+ nvidia-cuda-nvrtc-cu12==12.6.77
195
+ psutil==7.0.0
196
+ deepdiff==8.5.0
197
+ python-xlib==0.33
198
+ typing_extensions==4.14.0
199
+ nvidia-nvtx-cu12==12.6.77
200
+ propcache==0.3.1
201
+ wandb==0.20.1
202
+ pyzmq==26.4.0
203
+ imageio-ffmpeg==0.6.0
wandb/run-20250614_232714-v429osbu/files/wandb-metadata.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
3
+ "python": "CPython 3.10.12",
4
+ "startedAt": "2025-06-14T23:27:14.920596Z",
5
+ "args": [
6
+ "--dataset.repo_id=logancv/chess_pick_up_100_again_again",
7
+ "--policy.type=act",
8
+ "--output_dir=outputs/train/chess_pickup",
9
+ "--job_name=chess_pickup_trained",
10
+ "--policy.device=cuda",
11
+ "--wandb.enable=true"
12
+ ],
13
+ "program": "/workspace/lerobot/lerobot/scripts/train.py",
14
+ "codePath": "lerobot/scripts/train.py",
15
+ "git": {
16
+ "remote": "git@github.com:markstev/lerobot.git"
17
+ },
18
+ "root": "outputs/train/chess_pickup",
19
+ "host": "9379ee5e0a15",
20
+ "executable": "/opt/venv/bin/python",
21
+ "codePathLocal": "lerobot/scripts/train.py",
22
+ "cpu_count": 6,
23
+ "cpu_count_logical": 12,
24
+ "gpu": "NVIDIA GeForce RTX 2080 Ti",
25
+ "gpu_count": 1,
26
+ "disk": {
27
+ "/": {
28
+ "total": "940730912768",
29
+ "used": "604138586112"
30
+ }
31
+ },
32
+ "memory": {
33
+ "total": "33583345664"
34
+ },
35
+ "cpu": {
36
+ "count": 6,
37
+ "countLogical": 12
38
+ },
39
+ "gpu_nvidia": [
40
+ {
41
+ "name": "NVIDIA GeForce RTX 2080 Ti",
42
+ "memoryTotal": "11811160064",
43
+ "cudaCores": 4352,
44
+ "architecture": "Turing",
45
+ "uuid": "GPU-e4fae3f6-32a5-c62a-e6c9-538ec8728fcb"
46
+ }
47
+ ],
48
+ "cudaVersion": "12.4"
49
+ }
wandb/run-20250614_232714-v429osbu/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_runtime":14039.892978087,"_step":100000,"train/loss":0.09135119995102287,"train/l1_loss":0.10313250124454498,"train/samples":800000,"train/epochs":6.696970457989067,"train/steps":100000,"_timestamp":1.7499576724654112e+09,"train/episodes":602.727341219016,"train/grad_norm":4.127609108686447,"train/kld_loss":7.412582635879517e-05,"train/update_s":0.1489008304043091,"train/dataloading_s":0.00022794019707362168,"_wandb":{"runtime":14039},"train/lr":1.0000000000000021e-05}
wandb/run-20250614_232714-v429osbu/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-06-14T23:27:14.7301636Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf61n0vqm/port-169.txt","pid":169,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2025-06-14T23:27:14.73175083Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":169}
3
+ {"time":"2025-06-14T23:27:14.731752949Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":35465,"Zone":""}}
4
+ {"time":"2025-06-14T23:27:14.917809703Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:50886"}
5
+ {"time":"2025-06-14T23:27:14.921633754Z","level":"INFO","msg":"handleInformInit: received","streamId":"v429osbu","id":"127.0.0.1:50886"}
6
+ {"time":"2025-06-14T23:27:15.194164909Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"v429osbu","id":"127.0.0.1:50886"}
7
+ {"time":"2025-06-15T03:21:14.813137081Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:50886"}
8
+ {"time":"2025-06-15T03:21:14.813560442Z","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-06-15T03:21:14.813554873Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:50886"}
10
+ {"time":"2025-06-15T03:21:14.813614479Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:50886"}
11
+ {"time":"2025-06-15T03:21:21.713442246Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:35465->127.0.0.1:50886: use of closed network connection","id":"127.0.0.1:50886"}
12
+ {"time":"2025-06-15T03:21:21.860718888Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:50886"}
13
+ {"time":"2025-06-15T03:21:21.860730611Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:50886"}
14
+ {"time":"2025-06-15T03:21:21.860735918Z","level":"INFO","msg":"server is closed"}
wandb/run-20250614_232714-v429osbu/logs/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-06-14T23:27:14.921713891Z","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-core.log"}
2
+ {"time":"2025-06-14T23:27:15.194137101Z","level":"INFO","msg":"stream: created new stream","id":"v429osbu"}
3
+ {"time":"2025-06-14T23:27:15.194160137Z","level":"INFO","msg":"stream: started","id":"v429osbu"}
4
+ {"time":"2025-06-14T23:27:15.194172268Z","level":"INFO","msg":"writer: Do: started","stream_id":"v429osbu"}
5
+ {"time":"2025-06-14T23:27:15.194198396Z","level":"INFO","msg":"sender: started","stream_id":"v429osbu"}
6
+ {"time":"2025-06-14T23:27:15.194221644Z","level":"INFO","msg":"handler: started","stream_id":"v429osbu"}
7
+ {"time":"2025-06-14T23:27:15.387890755Z","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-06-15T03:21:14.813568558Z","level":"INFO","msg":"stream: closing","id":"v429osbu"}
9
+ {"time":"2025-06-15T03:21:14.813588702Z","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-06-15T03:21:14.813642311Z","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-06-15T03:21:21.763637192Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-06-15T03:21:21.860657745Z","level":"INFO","msg":"handler: closed","stream_id":"v429osbu"}
13
+ {"time":"2025-06-15T03:21:21.860680399Z","level":"INFO","msg":"sender: closed","stream_id":"v429osbu"}
14
+ {"time":"2025-06-15T03:21:21.860676067Z","level":"INFO","msg":"writer: Close: closed","stream_id":"v429osbu"}
15
+ {"time":"2025-06-15T03:21:21.860710869Z","level":"INFO","msg":"stream: closed","id":"v429osbu"}
wandb/run-20250614_232714-v429osbu/logs/debug.log ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1
2
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Configure stats pid to 169
3
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
4
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /workspace/lerobot/wandb/settings
5
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from environment variables
6
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug.log
7
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-internal.log
8
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():831] calling init triggers
9
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():836] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'logancv/chess_pick_up_100_again_again', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/chess_pickup', 'job_name': 'chess_pickup_trained', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():872] starting backend
12
+ 2025-06-14 23:27:14,917 INFO MainThread:169 [wandb_init.py:init():875] sending inform_init request
13
+ 2025-06-14 23:27:14,920 INFO MainThread:169 [wandb_init.py:init():883] backend started and connected
14
+ 2025-06-14 23:27:14,921 INFO MainThread:169 [wandb_init.py:init():956] updated telemetry
15
+ 2025-06-14 23:27:14,924 INFO MainThread:169 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout
16
+ 2025-06-14 23:27:15,386 INFO MainThread:169 [wandb_init.py:init():1032] starting run threads in backend
17
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_console_start():2453] atexit reg
18
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2301] redirect: wrap_raw
19
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2370] Wrapping output streams.
20
+ 2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2393] Redirects installed.
21
+ 2025-06-14 23:27:15,568 INFO MainThread:169 [wandb_init.py:init():1078] run started, returning control to user process
22
+ 2025-06-15 03:21:14,811 INFO MsgRouterThr:169 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca0c27fd57512cc6b61b7222a7eed272a2db3d4007854937eea6f6d7610a2c08
3
+ size 1351817