salhotra commited on
Commit
d3704d6
·
verified ·
1 Parent(s): ba85af2

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +1 -0
  2. checkpoints/020000/pretrained_model/config.json +64 -0
  3. checkpoints/020000/pretrained_model/model.safetensors +3 -0
  4. checkpoints/020000/pretrained_model/train_config.json +170 -0
  5. checkpoints/020000/training_state/optimizer_param_groups.json +191 -0
  6. checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
  7. checkpoints/020000/training_state/rng_state.safetensors +3 -0
  8. checkpoints/020000/training_state/training_step.json +3 -0
  9. checkpoints/040000/pretrained_model/config.json +64 -0
  10. checkpoints/040000/pretrained_model/model.safetensors +3 -0
  11. checkpoints/040000/pretrained_model/train_config.json +170 -0
  12. checkpoints/040000/training_state/optimizer_param_groups.json +191 -0
  13. checkpoints/040000/training_state/optimizer_state.safetensors +3 -0
  14. checkpoints/040000/training_state/rng_state.safetensors +3 -0
  15. checkpoints/040000/training_state/training_step.json +3 -0
  16. checkpoints/060000/pretrained_model/config.json +64 -0
  17. checkpoints/060000/pretrained_model/model.safetensors +3 -0
  18. checkpoints/060000/pretrained_model/train_config.json +170 -0
  19. checkpoints/060000/training_state/optimizer_param_groups.json +191 -0
  20. checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
  21. checkpoints/060000/training_state/rng_state.safetensors +3 -0
  22. checkpoints/060000/training_state/training_step.json +3 -0
  23. checkpoints/080000/pretrained_model/config.json +64 -0
  24. checkpoints/080000/pretrained_model/model.safetensors +3 -0
  25. checkpoints/080000/pretrained_model/train_config.json +170 -0
  26. checkpoints/080000/training_state/optimizer_param_groups.json +191 -0
  27. checkpoints/080000/training_state/optimizer_state.safetensors +3 -0
  28. checkpoints/080000/training_state/rng_state.safetensors +3 -0
  29. checkpoints/080000/training_state/training_step.json +3 -0
  30. checkpoints/100000/pretrained_model/config.json +64 -0
  31. checkpoints/100000/pretrained_model/model.safetensors +3 -0
  32. checkpoints/100000/pretrained_model/train_config.json +170 -0
  33. checkpoints/100000/training_state/optimizer_param_groups.json +191 -0
  34. checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
  35. checkpoints/100000/training_state/rng_state.safetensors +3 -0
  36. checkpoints/100000/training_state/training_step.json +3 -0
  37. wandb/debug-internal.log +15 -0
  38. wandb/debug.log +23 -0
  39. wandb/run-20250710_182237-9a34iqpp/files/config.yaml +164 -0
  40. wandb/run-20250710_182237-9a34iqpp/files/output.log +521 -0
  41. wandb/run-20250710_182237-9a34iqpp/files/requirements.txt +154 -0
  42. wandb/run-20250710_182237-9a34iqpp/files/wandb-metadata.json +46 -0
  43. wandb/run-20250710_182237-9a34iqpp/files/wandb-summary.json +1 -0
  44. wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log +14 -0
  45. wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log +15 -0
  46. wandb/run-20250710_182237-9a34iqpp/logs/debug.log +23 -0
  47. wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb filter=lfs diff=lfs merge=lfs -text
checkpoints/020000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.top": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.wrist": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/020000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2b0e3423dfad320e1c7ab6cd5b30a01e3c5f370ec7339e5f73b80a2f04e2e1
3
+ size 206701064
checkpoints/020000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "salhotra/pickplacejenga",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.top": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.wrist": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/act_jenga",
133
+ "job_name": "act_jenga",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/020000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/020000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162febe84c6e1b88202f4d8264fa5fbd6b153746f774c98eaf6e15e7094baa05
3
+ size 412817652
checkpoints/020000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749272ad3cc4ad3ccdbf23fc14ed44cfc536d22c9804a44e9ea84b0ebb0729cd
3
+ size 15708
checkpoints/020000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 20000
3
+ }
checkpoints/040000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.top": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.wrist": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/040000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3c56b5e2803a4940e932dde9ce870b384a9ce17af51e55835ec2ebbde9da24
3
+ size 206701064
checkpoints/040000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "salhotra/pickplacejenga",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.top": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.wrist": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/act_jenga",
133
+ "job_name": "act_jenga",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/040000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/040000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1333b459bba23578abf8209e75e545c56d2d0304ecc547c45d7f835da6b1df9
3
+ size 412817652
checkpoints/040000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c64b153bb23b27c375f3895471f656f9859a2df60da46754d95f29f3e5be177
3
+ size 15708
checkpoints/040000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 40000
3
+ }
checkpoints/060000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.top": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.wrist": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/060000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac11bf63370cf178b6b0f0d881746ad3dc65636e11d000b6c7c80352c5c7b7e9
3
+ size 206701064
checkpoints/060000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "salhotra/pickplacejenga",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.top": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.wrist": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/act_jenga",
133
+ "job_name": "act_jenga",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/060000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/060000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50425fd4908c86315eb2ee6f01e92f2681c46cf99223c2ded8557477996de98
3
+ size 412817652
checkpoints/060000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f346535460efa903b22943f20e6a02efd0fc90e216371ba88271fdfa0b897c
3
+ size 15708
checkpoints/060000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 60000
3
+ }
checkpoints/080000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.top": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.wrist": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/080000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b44c0ac7e723bf30b1424bdeb6d16e28ab2b26c4c85bf3338d53d2f7aceea4
3
+ size 206701064
checkpoints/080000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "salhotra/pickplacejenga",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.top": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.wrist": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/act_jenga",
133
+ "job_name": "act_jenga",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/080000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/080000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b970583af461c52ddb223b2c001fef3d8b235af5e7100a9eb3c2e9101191573f
3
+ size 412817652
checkpoints/080000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8c2e8ebb7ddb8eb25eef52fe583e19759c7ef3cc15f0f45a060eee08e18e0e
3
+ size 15708
checkpoints/080000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 80000
3
+ }
checkpoints/100000/pretrained_model/config.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.top": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.wrist": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ }
32
+ },
33
+ "output_features": {
34
+ "action": {
35
+ "type": "ACTION",
36
+ "shape": [
37
+ 6
38
+ ]
39
+ }
40
+ },
41
+ "device": "cuda",
42
+ "use_amp": false,
43
+ "chunk_size": 100,
44
+ "n_action_steps": 100,
45
+ "vision_backbone": "resnet18",
46
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
47
+ "replace_final_stride_with_dilation": false,
48
+ "pre_norm": false,
49
+ "dim_model": 512,
50
+ "n_heads": 8,
51
+ "dim_feedforward": 3200,
52
+ "feedforward_activation": "relu",
53
+ "n_encoder_layers": 4,
54
+ "n_decoder_layers": 1,
55
+ "use_vae": true,
56
+ "latent_dim": 32,
57
+ "n_vae_encoder_layers": 4,
58
+ "temporal_ensemble_coeff": null,
59
+ "dropout": 0.1,
60
+ "kl_weight": 10.0,
61
+ "optimizer_lr": 1e-05,
62
+ "optimizer_weight_decay": 0.0001,
63
+ "optimizer_lr_backbone": 1e-05
64
+ }
checkpoints/100000/pretrained_model/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f75de53c088d1b5538a915b73688ca7d496178da7b4fbacdf79abc08d7c7ffb
3
+ size 206701064
checkpoints/100000/pretrained_model/train_config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "salhotra/pickplacejenga",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec"
66
+ },
67
+ "env": null,
68
+ "policy": {
69
+ "type": "act",
70
+ "n_obs_steps": 1,
71
+ "normalization_mapping": {
72
+ "VISUAL": "MEAN_STD",
73
+ "STATE": "MEAN_STD",
74
+ "ACTION": "MEAN_STD"
75
+ },
76
+ "input_features": {
77
+ "observation.state": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 6
81
+ ]
82
+ },
83
+ "observation.images.top": {
84
+ "type": "VISUAL",
85
+ "shape": [
86
+ 3,
87
+ 480,
88
+ 640
89
+ ]
90
+ },
91
+ "observation.images.wrist": {
92
+ "type": "VISUAL",
93
+ "shape": [
94
+ 3,
95
+ 480,
96
+ 640
97
+ ]
98
+ }
99
+ },
100
+ "output_features": {
101
+ "action": {
102
+ "type": "ACTION",
103
+ "shape": [
104
+ 6
105
+ ]
106
+ }
107
+ },
108
+ "device": "cuda",
109
+ "use_amp": false,
110
+ "chunk_size": 100,
111
+ "n_action_steps": 100,
112
+ "vision_backbone": "resnet18",
113
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
114
+ "replace_final_stride_with_dilation": false,
115
+ "pre_norm": false,
116
+ "dim_model": 512,
117
+ "n_heads": 8,
118
+ "dim_feedforward": 3200,
119
+ "feedforward_activation": "relu",
120
+ "n_encoder_layers": 4,
121
+ "n_decoder_layers": 1,
122
+ "use_vae": true,
123
+ "latent_dim": 32,
124
+ "n_vae_encoder_layers": 4,
125
+ "temporal_ensemble_coeff": null,
126
+ "dropout": 0.1,
127
+ "kl_weight": 10.0,
128
+ "optimizer_lr": 1e-05,
129
+ "optimizer_weight_decay": 0.0001,
130
+ "optimizer_lr_backbone": 1e-05
131
+ },
132
+ "output_dir": "outputs/train/act_jenga",
133
+ "job_name": "act_jenga",
134
+ "resume": false,
135
+ "seed": 1000,
136
+ "num_workers": 4,
137
+ "batch_size": 8,
138
+ "steps": 100000,
139
+ "eval_freq": 20000,
140
+ "log_freq": 200,
141
+ "save_checkpoint": true,
142
+ "save_freq": 20000,
143
+ "use_policy_training_preset": true,
144
+ "optimizer": {
145
+ "type": "adamw",
146
+ "lr": 1e-05,
147
+ "weight_decay": 0.0001,
148
+ "grad_clip_norm": 10.0,
149
+ "betas": [
150
+ 0.9,
151
+ 0.999
152
+ ],
153
+ "eps": 1e-08
154
+ },
155
+ "scheduler": null,
156
+ "eval": {
157
+ "n_episodes": 50,
158
+ "batch_size": 50,
159
+ "use_async_envs": false
160
+ },
161
+ "wandb": {
162
+ "enable": true,
163
+ "disable_artifact": false,
164
+ "project": "lerobot",
165
+ "entity": null,
166
+ "notes": null,
167
+ "run_id": null,
168
+ "mode": null
169
+ }
170
+ }
checkpoints/100000/training_state/optimizer_param_groups.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "lr": 1e-05,
4
+ "betas": [
5
+ 0.9,
6
+ 0.999
7
+ ],
8
+ "eps": 1e-08,
9
+ "weight_decay": 0.0001,
10
+ "amsgrad": false,
11
+ "maximize": false,
12
+ "foreach": null,
13
+ "capturable": false,
14
+ "differentiable": false,
15
+ "fused": null,
16
+ "decoupled_weight_decay": true,
17
+ "params": [
18
+ 0,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 4,
23
+ 5,
24
+ 6,
25
+ 7,
26
+ 8,
27
+ 9,
28
+ 10,
29
+ 11,
30
+ 12,
31
+ 13,
32
+ 14,
33
+ 15,
34
+ 16,
35
+ 17,
36
+ 18,
37
+ 19,
38
+ 20,
39
+ 21,
40
+ 22,
41
+ 23,
42
+ 24,
43
+ 25,
44
+ 26,
45
+ 27,
46
+ 28,
47
+ 29,
48
+ 30,
49
+ 31,
50
+ 32,
51
+ 33,
52
+ 34,
53
+ 35,
54
+ 36,
55
+ 37,
56
+ 38,
57
+ 39,
58
+ 40,
59
+ 41,
60
+ 42,
61
+ 43,
62
+ 44,
63
+ 45,
64
+ 46,
65
+ 47,
66
+ 48,
67
+ 49,
68
+ 50,
69
+ 51,
70
+ 52,
71
+ 53,
72
+ 54,
73
+ 55,
74
+ 56,
75
+ 57,
76
+ 58,
77
+ 59,
78
+ 60,
79
+ 61,
80
+ 62,
81
+ 63,
82
+ 64,
83
+ 65,
84
+ 66,
85
+ 67,
86
+ 68,
87
+ 69,
88
+ 70,
89
+ 71,
90
+ 72,
91
+ 73,
92
+ 74,
93
+ 75,
94
+ 76,
95
+ 77,
96
+ 78,
97
+ 79,
98
+ 80,
99
+ 81,
100
+ 82,
101
+ 83,
102
+ 84,
103
+ 85,
104
+ 86,
105
+ 87,
106
+ 88,
107
+ 89,
108
+ 90,
109
+ 91,
110
+ 92,
111
+ 93,
112
+ 94,
113
+ 95,
114
+ 96,
115
+ 97,
116
+ 98,
117
+ 99,
118
+ 100,
119
+ 101,
120
+ 102,
121
+ 103,
122
+ 104,
123
+ 105,
124
+ 106,
125
+ 107,
126
+ 108,
127
+ 109,
128
+ 110,
129
+ 111,
130
+ 112,
131
+ 113,
132
+ 114,
133
+ 115,
134
+ 116,
135
+ 117,
136
+ 118,
137
+ 119,
138
+ 120,
139
+ 121,
140
+ 122,
141
+ 123,
142
+ 124,
143
+ 125,
144
+ 126,
145
+ 127,
146
+ 128,
147
+ 129,
148
+ 130,
149
+ 131,
150
+ 132
151
+ ]
152
+ },
153
+ {
154
+ "lr": 1e-05,
155
+ "betas": [
156
+ 0.9,
157
+ 0.999
158
+ ],
159
+ "eps": 1e-08,
160
+ "weight_decay": 0.0001,
161
+ "amsgrad": false,
162
+ "maximize": false,
163
+ "foreach": null,
164
+ "capturable": false,
165
+ "differentiable": false,
166
+ "fused": null,
167
+ "decoupled_weight_decay": true,
168
+ "params": [
169
+ 133,
170
+ 134,
171
+ 135,
172
+ 136,
173
+ 137,
174
+ 138,
175
+ 139,
176
+ 140,
177
+ 141,
178
+ 142,
179
+ 143,
180
+ 144,
181
+ 145,
182
+ 146,
183
+ 147,
184
+ 148,
185
+ 149,
186
+ 150,
187
+ 151,
188
+ 152
189
+ ]
190
+ }
191
+ ]
checkpoints/100000/training_state/optimizer_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79a992c2dc9656bd92f641f282c853f61c7f014c7a4eccb980e7773e6b6d490
3
+ size 412817652
checkpoints/100000/training_state/rng_state.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e620538050973353f6d591de761112645227c7700d7b12bb17c76763d06227
3
+ size 15708
checkpoints/100000/training_state/training_step.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "step": 100000
3
+ }
wandb/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-07-10T18:22:37.291873045-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log"}
2
+ {"time":"2025-07-10T18:22:37.50822651-07:00","level":"INFO","msg":"created new stream","id":"9a34iqpp"}
3
+ {"time":"2025-07-10T18:22:37.50824652-07:00","level":"INFO","msg":"stream: started","id":"9a34iqpp"}
4
+ {"time":"2025-07-10T18:22:37.5082548-07:00","level":"INFO","msg":"sender: started","stream_id":"9a34iqpp"}
5
+ {"time":"2025-07-10T18:22:37.50825709-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"9a34iqpp"}
6
+ {"time":"2025-07-10T18:22:37.50827746-07:00","level":"INFO","msg":"handler: started","stream_id":"9a34iqpp"}
7
+ {"time":"2025-07-10T18:22:37.709300281-07:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-07-10T19:50:18.842881964-07:00","level":"INFO","msg":"stream: closing","id":"9a34iqpp"}
9
+ {"time":"2025-07-10T19:50:18.842934104-07:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-07-10T19:50:18.842961544-07:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-07-10T19:50:22.41034061-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-07-10T19:50:22.520723579-07:00","level":"INFO","msg":"handler: closed","stream_id":"9a34iqpp"}
13
+ {"time":"2025-07-10T19:50:22.520742779-07:00","level":"INFO","msg":"sender: closed","stream_id":"9a34iqpp"}
14
+ {"time":"2025-07-10T19:50:22.520738189-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9a34iqpp"}
15
+ {"time":"2025-07-10T19:50:22.520773059-07:00","level":"INFO","msg":"stream: closed","id":"9a34iqpp"}
wandb/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
2
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Configure stats pid to 91290
3
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/.config/wandb/settings
4
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/lerobot/wandb/settings
5
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from environment variables
6
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug.log
7
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log
8
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():852] calling init triggers
9
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'salhotra/pickplacejenga', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_jenga', 'job_name': 'act_jenga', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():893] starting backend
12
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():897] sending inform_init request
13
+ 2025-07-10 18:22:37,290 INFO MainThread:91290 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-07-10 18:22:37,290 INFO MainThread:91290 [wandb_init.py:init():907] backend started and connected
15
+ 2025-07-10 18:22:37,291 INFO MainThread:91290 [wandb_init.py:init():1005] updated telemetry
16
+ 2025-07-10 18:22:37,293 INFO MainThread:91290 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
17
+ 2025-07-10 18:22:37,698 INFO MainThread:91290 [wandb_init.py:init():1104] starting run threads in backend
18
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_console_start():2573] atexit reg
19
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2421] redirect: wrap_raw
20
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2490] Wrapping output streams.
21
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2513] Redirects installed.
22
+ 2025-07-10 18:22:37,769 INFO MainThread:91290 [wandb_init.py:init():1150] run started, returning control to user process
23
+ 2025-07-10 19:50:18,842 INFO MsgRouterThr:91290 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
wandb/run-20250710_182237-9a34iqpp/files/config.yaml ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _wandb:
2
+ value:
3
+ cli_version: 0.19.11
4
+ m: []
5
+ python_version: 3.10.13
6
+ t:
7
+ "1":
8
+ - 1
9
+ - 41
10
+ - 49
11
+ - 51
12
+ - 55
13
+ "2":
14
+ - 1
15
+ - 41
16
+ - 49
17
+ - 51
18
+ - 55
19
+ "3":
20
+ - 13
21
+ - 15
22
+ - 16
23
+ - 23
24
+ - 55
25
+ - 61
26
+ "4": 3.10.13
27
+ "5": 0.19.11
28
+ "8":
29
+ - 5
30
+ "10":
31
+ - 21
32
+ "12": 0.19.11
33
+ "13": linux-x86_64
34
+ batch_size:
35
+ value: 8
36
+ dataset:
37
+ value:
38
+ episodes: null
39
+ image_transforms:
40
+ enable: false
41
+ max_num_transforms: 3
42
+ random_order: false
43
+ tfs:
44
+ brightness:
45
+ kwargs:
46
+ brightness:
47
+ - 0.8
48
+ - 1.2
49
+ type: ColorJitter
50
+ weight: 1
51
+ contrast:
52
+ kwargs:
53
+ contrast:
54
+ - 0.8
55
+ - 1.2
56
+ type: ColorJitter
57
+ weight: 1
58
+ hue:
59
+ kwargs:
60
+ hue:
61
+ - -0.05
62
+ - 0.05
63
+ type: ColorJitter
64
+ weight: 1
65
+ saturation:
66
+ kwargs:
67
+ saturation:
68
+ - 0.5
69
+ - 1.5
70
+ type: ColorJitter
71
+ weight: 1
72
+ sharpness:
73
+ kwargs:
74
+ sharpness:
75
+ - 0.5
76
+ - 1.5
77
+ type: SharpnessJitter
78
+ weight: 1
79
+ repo_id: salhotra/pickplacejenga
80
+ revision: null
81
+ root: null
82
+ use_imagenet_stats: true
83
+ video_backend: torchcodec
84
+ env:
85
+ value: null
86
+ eval:
87
+ value:
88
+ batch_size: 50
89
+ n_episodes: 50
90
+ use_async_envs: false
91
+ eval_freq:
92
+ value: 20000
93
+ job_name:
94
+ value: act_jenga
95
+ log_freq:
96
+ value: 200
97
+ num_workers:
98
+ value: 4
99
+ optimizer:
100
+ value:
101
+ betas:
102
+ - 0.9
103
+ - 0.999
104
+ eps: 1e-08
105
+ grad_clip_norm: 10
106
+ lr: 1e-05
107
+ type: adamw
108
+ weight_decay: 0.0001
109
+ output_dir:
110
+ value: outputs/train/act_jenga
111
+ policy:
112
+ value:
113
+ chunk_size: 100
114
+ device: cuda
115
+ dim_feedforward: 3200
116
+ dim_model: 512
117
+ dropout: 0.1
118
+ feedforward_activation: relu
119
+ kl_weight: 10
120
+ latent_dim: 32
121
+ n_action_steps: 100
122
+ n_decoder_layers: 1
123
+ n_encoder_layers: 4
124
+ n_heads: 8
125
+ n_obs_steps: 1
126
+ n_vae_encoder_layers: 4
127
+ normalization_mapping:
128
+ ACTION: MEAN_STD
129
+ STATE: MEAN_STD
130
+ VISUAL: MEAN_STD
131
+ optimizer_lr: 1e-05
132
+ optimizer_lr_backbone: 1e-05
133
+ optimizer_weight_decay: 0.0001
134
+ pre_norm: false
135
+ pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
136
+ replace_final_stride_with_dilation: false
137
+ temporal_ensemble_coeff: null
138
+ type: act
139
+ use_amp: false
140
+ use_vae: true
141
+ vision_backbone: resnet18
142
+ resume:
143
+ value: false
144
+ save_checkpoint:
145
+ value: true
146
+ save_freq:
147
+ value: 20000
148
+ scheduler:
149
+ value: null
150
+ seed:
151
+ value: 1000
152
+ steps:
153
+ value: 100000
154
+ use_policy_training_preset:
155
+ value: true
156
+ wandb:
157
+ value:
158
+ disable_artifact: false
159
+ enable: true
160
+ entity: null
161
+ mode: null
162
+ notes: null
163
+ project: lerobot
164
+ run_id: null
wandb/run-20250710_182237-9a34iqpp/files/output.log ADDED
@@ -0,0 +1,521 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Logs will be synced with wandb.
2
+ INFO 2025-07-10 18:22:37 ndb_utils.py:96 Track this run --> https://wandb.ai/gautams3/lerobot/runs/9a34iqpp
3
+ INFO 2025-07-10 18:22:37 ts/train.py:127 Creating dataset
4
+ Generating train split: 2570 examples [00:00, 329876.10 examples/s]
5
+ INFO 2025-07-10 18:22:38 ts/train.py:138 Creating policy
6
+ Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /home/gautam/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
7
+ 100%|████████████████████████████████████████████████████████████████████████████████████| 44.7M/44.7M [00:02<00:00, 19.6MB/s]
8
+ INFO 2025-07-10 18:22:41 ts/train.py:144 Creating optimizer and scheduler
9
+ INFO 2025-07-10 18:22:41 ts/train.py:156 Output dir: outputs/train/act_jenga
10
+ INFO 2025-07-10 18:22:41 ts/train.py:159 cfg.steps=100000 (100K)
11
+ INFO 2025-07-10 18:22:41 ts/train.py:160 dataset.num_frames=2570 (3K)
12
+ INFO 2025-07-10 18:22:41 ts/train.py:161 dataset.num_episodes=10
13
+ INFO 2025-07-10 18:22:41 ts/train.py:162 num_learnable_params=51597190 (52M)
14
+ INFO 2025-07-10 18:22:41 ts/train.py:163 num_total_params=51597238 (52M)
15
+ INFO 2025-07-10 18:22:41 ts/train.py:202 Start offline training on a fixed dataset
16
+ INFO 2025-07-10 18:22:51 ts/train.py:232 step:200 smpl:2K ep:6 epch:0.62 loss:6.329 grdn:150.292 lr:1.0e-05 updt_s:0.051 data_s:0.002
17
+ INFO 2025-07-10 18:23:01 ts/train.py:232 step:400 smpl:3K ep:12 epch:1.25 loss:2.860 grdn:84.204 lr:1.0e-05 updt_s:0.049 data_s:0.001
18
+ INFO 2025-07-10 18:23:11 ts/train.py:232 step:600 smpl:5K ep:19 epch:1.87 loss:2.351 grdn:77.869 lr:1.0e-05 updt_s:0.049 data_s:0.000
19
+ INFO 2025-07-10 18:23:21 ts/train.py:232 step:800 smpl:6K ep:25 epch:2.49 loss:1.986 grdn:69.938 lr:1.0e-05 updt_s:0.049 data_s:0.001
20
+ INFO 2025-07-10 18:23:31 ts/train.py:232 step:1K smpl:8K ep:31 epch:3.11 loss:1.790 grdn:67.803 lr:1.0e-05 updt_s:0.048 data_s:0.001
21
+ INFO 2025-07-10 18:23:41 ts/train.py:232 step:1K smpl:10K ep:37 epch:3.74 loss:1.587 grdn:62.692 lr:1.0e-05 updt_s:0.048 data_s:0.000
22
+ INFO 2025-07-10 18:23:51 ts/train.py:232 step:1K smpl:11K ep:44 epch:4.36 loss:1.438 grdn:60.526 lr:1.0e-05 updt_s:0.048 data_s:0.001
23
+ INFO 2025-07-10 18:24:01 ts/train.py:232 step:2K smpl:13K ep:50 epch:4.98 loss:1.297 grdn:57.273 lr:1.0e-05 updt_s:0.048 data_s:0.000
24
+ INFO 2025-07-10 18:24:10 ts/train.py:232 step:2K smpl:14K ep:56 epch:5.60 loss:1.180 grdn:54.129 lr:1.0e-05 updt_s:0.048 data_s:0.001
25
+ INFO 2025-07-10 18:24:20 ts/train.py:232 step:2K smpl:16K ep:62 epch:6.23 loss:1.073 grdn:53.256 lr:1.0e-05 updt_s:0.048 data_s:0.001
26
+ INFO 2025-07-10 18:24:30 ts/train.py:232 step:2K smpl:18K ep:68 epch:6.85 loss:0.976 grdn:50.010 lr:1.0e-05 updt_s:0.049 data_s:0.000
27
+ INFO 2025-07-10 18:24:40 ts/train.py:232 step:2K smpl:19K ep:75 epch:7.47 loss:0.869 grdn:47.136 lr:1.0e-05 updt_s:0.048 data_s:0.001
28
+ INFO 2025-07-10 18:24:50 ts/train.py:232 step:3K smpl:21K ep:81 epch:8.09 loss:0.785 grdn:44.460 lr:1.0e-05 updt_s:0.048 data_s:0.001
29
+ INFO 2025-07-10 18:25:00 ts/train.py:232 step:3K smpl:22K ep:87 epch:8.72 loss:0.710 grdn:42.699 lr:1.0e-05 updt_s:0.049 data_s:0.000
30
+ INFO 2025-07-10 18:25:10 ts/train.py:232 step:3K smpl:24K ep:93 epch:9.34 loss:0.647 grdn:41.767 lr:1.0e-05 updt_s:0.048 data_s:0.001
31
+ INFO 2025-07-10 18:25:19 ts/train.py:232 step:3K smpl:26K ep:100 epch:9.96 loss:0.584 grdn:38.589 lr:1.0e-05 updt_s:0.048 data_s:0.000
32
+ INFO 2025-07-10 18:25:29 ts/train.py:232 step:3K smpl:27K ep:106 epch:10.58 loss:0.524 grdn:35.853 lr:1.0e-05 updt_s:0.048 data_s:0.001
33
+ INFO 2025-07-10 18:25:39 ts/train.py:232 step:4K smpl:29K ep:112 epch:11.21 loss:0.476 grdn:35.067 lr:1.0e-05 updt_s:0.049 data_s:0.001
34
+ INFO 2025-07-10 18:25:49 ts/train.py:232 step:4K smpl:30K ep:118 epch:11.83 loss:0.435 grdn:32.412 lr:1.0e-05 updt_s:0.048 data_s:0.000
35
+ INFO 2025-07-10 18:26:00 ts/train.py:232 step:4K smpl:32K ep:125 epch:12.45 loss:0.403 grdn:32.250 lr:1.0e-05 updt_s:0.051 data_s:0.001
36
+ INFO 2025-07-10 18:26:10 ts/train.py:232 step:4K smpl:34K ep:131 epch:13.07 loss:0.371 grdn:30.517 lr:1.0e-05 updt_s:0.051 data_s:0.001
37
+ INFO 2025-07-10 18:26:21 ts/train.py:232 step:4K smpl:35K ep:137 epch:13.70 loss:0.344 grdn:30.241 lr:1.0e-05 updt_s:0.051 data_s:0.000
38
+ INFO 2025-07-10 18:26:31 ts/train.py:232 step:5K smpl:37K ep:143 epch:14.32 loss:0.316 grdn:28.161 lr:1.0e-05 updt_s:0.051 data_s:0.001
39
+ INFO 2025-07-10 18:26:42 ts/train.py:232 step:5K smpl:38K ep:149 epch:14.94 loss:0.296 grdn:26.937 lr:1.0e-05 updt_s:0.051 data_s:0.000
40
+ INFO 2025-07-10 18:26:52 ts/train.py:232 step:5K smpl:40K ep:156 epch:15.56 loss:0.284 grdn:26.831 lr:1.0e-05 updt_s:0.052 data_s:0.001
41
+ INFO 2025-07-10 18:27:03 ts/train.py:232 step:5K smpl:42K ep:162 epch:16.19 loss:0.263 grdn:25.454 lr:1.0e-05 updt_s:0.051 data_s:0.001
42
+ INFO 2025-07-10 18:27:13 ts/train.py:232 step:5K smpl:43K ep:168 epch:16.81 loss:0.253 grdn:24.478 lr:1.0e-05 updt_s:0.051 data_s:0.000
43
+ INFO 2025-07-10 18:27:24 ts/train.py:232 step:6K smpl:45K ep:174 epch:17.43 loss:0.235 grdn:23.014 lr:1.0e-05 updt_s:0.051 data_s:0.001
44
+ INFO 2025-07-10 18:27:34 ts/train.py:232 step:6K smpl:46K ep:181 epch:18.05 loss:0.230 grdn:23.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
45
+ INFO 2025-07-10 18:27:45 ts/train.py:232 step:6K smpl:48K ep:187 epch:18.68 loss:0.217 grdn:22.904 lr:1.0e-05 updt_s:0.051 data_s:0.000
46
+ INFO 2025-07-10 18:27:55 ts/train.py:232 step:6K smpl:50K ep:193 epch:19.30 loss:0.209 grdn:22.782 lr:1.0e-05 updt_s:0.052 data_s:0.001
47
+ INFO 2025-07-10 18:28:06 ts/train.py:232 step:6K smpl:51K ep:199 epch:19.92 loss:0.203 grdn:21.383 lr:1.0e-05 updt_s:0.051 data_s:0.000
48
+ INFO 2025-07-10 18:28:16 ts/train.py:232 step:7K smpl:53K ep:205 epch:20.54 loss:0.195 grdn:21.247 lr:1.0e-05 updt_s:0.051 data_s:0.001
49
+ INFO 2025-07-10 18:28:27 ts/train.py:232 step:7K smpl:54K ep:212 epch:21.17 loss:0.188 grdn:20.888 lr:1.0e-05 updt_s:0.051 data_s:0.001
50
+ INFO 2025-07-10 18:28:37 ts/train.py:232 step:7K smpl:56K ep:218 epch:21.79 loss:0.178 grdn:19.619 lr:1.0e-05 updt_s:0.051 data_s:0.000
51
+ INFO 2025-07-10 18:28:48 ts/train.py:232 step:7K smpl:58K ep:224 epch:22.41 loss:0.179 grdn:20.106 lr:1.0e-05 updt_s:0.051 data_s:0.001
52
+ INFO 2025-07-10 18:28:58 ts/train.py:232 step:7K smpl:59K ep:230 epch:23.04 loss:0.171 grdn:19.889 lr:1.0e-05 updt_s:0.051 data_s:0.000
53
+ INFO 2025-07-10 18:29:09 ts/train.py:232 step:8K smpl:61K ep:237 epch:23.66 loss:0.167 grdn:18.939 lr:1.0e-05 updt_s:0.052 data_s:0.001
54
+ INFO 2025-07-10 18:29:20 ts/train.py:232 step:8K smpl:62K ep:243 epch:24.28 loss:0.160 grdn:18.528 lr:1.0e-05 updt_s:0.051 data_s:0.001
55
+ INFO 2025-07-10 18:29:30 ts/train.py:232 step:8K smpl:64K ep:249 epch:24.90 loss:0.156 grdn:18.323 lr:1.0e-05 updt_s:0.052 data_s:0.000
56
+ INFO 2025-07-10 18:29:41 ts/train.py:232 step:8K smpl:66K ep:255 epch:25.53 loss:0.153 grdn:18.203 lr:1.0e-05 updt_s:0.051 data_s:0.001
57
+ INFO 2025-07-10 18:29:51 ts/train.py:232 step:8K smpl:67K ep:261 epch:26.15 loss:0.151 grdn:18.063 lr:1.0e-05 updt_s:0.051 data_s:0.001
58
+ INFO 2025-07-10 18:30:02 ts/train.py:232 step:9K smpl:69K ep:268 epch:26.77 loss:0.149 grdn:18.120 lr:1.0e-05 updt_s:0.051 data_s:0.000
59
+ INFO 2025-07-10 18:30:12 ts/train.py:232 step:9K smpl:70K ep:274 epch:27.39 loss:0.142 grdn:17.289 lr:1.0e-05 updt_s:0.052 data_s:0.001
60
+ INFO 2025-07-10 18:30:23 ts/train.py:232 step:9K smpl:72K ep:280 epch:28.02 loss:0.140 grdn:17.197 lr:1.0e-05 updt_s:0.051 data_s:0.000
61
+ INFO 2025-07-10 18:30:33 ts/train.py:232 step:9K smpl:74K ep:286 epch:28.64 loss:0.137 grdn:16.366 lr:1.0e-05 updt_s:0.051 data_s:0.001
62
+ INFO 2025-07-10 18:30:44 ts/train.py:232 step:9K smpl:75K ep:293 epch:29.26 loss:0.138 grdn:17.114 lr:1.0e-05 updt_s:0.051 data_s:0.001
63
+ INFO 2025-07-10 18:30:54 ts/train.py:232 step:10K smpl:77K ep:299 epch:29.88 loss:0.132 grdn:16.631 lr:1.0e-05 updt_s:0.051 data_s:0.000
64
+ INFO 2025-07-10 18:31:05 ts/train.py:232 step:10K smpl:78K ep:305 epch:30.51 loss:0.132 grdn:16.102 lr:1.0e-05 updt_s:0.051 data_s:0.001
65
+ INFO 2025-07-10 18:31:15 ts/train.py:232 step:10K smpl:80K ep:311 epch:31.13 loss:0.130 grdn:15.922 lr:1.0e-05 updt_s:0.051 data_s:0.001
66
+ INFO 2025-07-10 18:31:26 ts/train.py:232 step:10K smpl:82K ep:318 epch:31.75 loss:0.129 grdn:16.049 lr:1.0e-05 updt_s:0.052 data_s:0.000
67
+ INFO 2025-07-10 18:31:36 ts/train.py:232 step:10K smpl:83K ep:324 epch:32.37 loss:0.124 grdn:15.698 lr:1.0e-05 updt_s:0.051 data_s:0.001
68
+ INFO 2025-07-10 18:31:47 ts/train.py:232 step:11K smpl:85K ep:330 epch:33.00 loss:0.125 grdn:15.399 lr:1.0e-05 updt_s:0.051 data_s:0.000
69
+ INFO 2025-07-10 18:31:57 ts/train.py:232 step:11K smpl:86K ep:336 epch:33.62 loss:0.121 grdn:15.721 lr:1.0e-05 updt_s:0.051 data_s:0.001
70
+ INFO 2025-07-10 18:32:08 ts/train.py:232 step:11K smpl:88K ep:342 epch:34.24 loss:0.119 grdn:15.213 lr:1.0e-05 updt_s:0.051 data_s:0.001
71
+ INFO 2025-07-10 18:32:18 ts/train.py:232 step:11K smpl:90K ep:349 epch:34.86 loss:0.119 grdn:14.834 lr:1.0e-05 updt_s:0.051 data_s:0.000
72
+ INFO 2025-07-10 18:32:29 ts/train.py:232 step:11K smpl:91K ep:355 epch:35.49 loss:0.116 grdn:14.617 lr:1.0e-05 updt_s:0.051 data_s:0.001
73
+ INFO 2025-07-10 18:32:40 ts/train.py:232 step:12K smpl:93K ep:361 epch:36.11 loss:0.113 grdn:14.940 lr:1.0e-05 updt_s:0.052 data_s:0.001
74
+ INFO 2025-07-10 18:32:50 ts/train.py:232 step:12K smpl:94K ep:367 epch:36.73 loss:0.113 grdn:14.582 lr:1.0e-05 updt_s:0.051 data_s:0.000
75
+ INFO 2025-07-10 18:33:01 ts/train.py:232 step:12K smpl:96K ep:374 epch:37.35 loss:0.112 grdn:14.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
76
+ INFO 2025-07-10 18:33:11 ts/train.py:232 step:12K smpl:98K ep:380 epch:37.98 loss:0.109 grdn:14.265 lr:1.0e-05 updt_s:0.051 data_s:0.000
77
+ INFO 2025-07-10 18:33:22 ts/train.py:232 step:12K smpl:99K ep:386 epch:38.60 loss:0.106 grdn:13.602 lr:1.0e-05 updt_s:0.051 data_s:0.001
78
+ INFO 2025-07-10 18:33:32 ts/train.py:232 step:13K smpl:101K ep:392 epch:39.22 loss:0.106 grdn:13.718 lr:1.0e-05 updt_s:0.051 data_s:0.001
79
+ INFO 2025-07-10 18:33:43 ts/train.py:232 step:13K smpl:102K ep:398 epch:39.84 loss:0.104 grdn:13.415 lr:1.0e-05 updt_s:0.052 data_s:0.000
80
+ INFO 2025-07-10 18:33:53 ts/train.py:232 step:13K smpl:104K ep:405 epch:40.47 loss:0.103 grdn:13.773 lr:1.0e-05 updt_s:0.052 data_s:0.001
81
+ INFO 2025-07-10 18:34:04 ts/train.py:232 step:13K smpl:106K ep:411 epch:41.09 loss:0.101 grdn:13.411 lr:1.0e-05 updt_s:0.051 data_s:0.000
82
+ INFO 2025-07-10 18:34:14 ts/train.py:232 step:13K smpl:107K ep:417 epch:41.71 loss:0.099 grdn:13.152 lr:1.0e-05 updt_s:0.051 data_s:0.001
83
+ INFO 2025-07-10 18:34:25 ts/train.py:232 step:14K smpl:109K ep:423 epch:42.33 loss:0.099 grdn:12.431 lr:1.0e-05 updt_s:0.051 data_s:0.001
84
+ INFO 2025-07-10 18:34:35 ts/train.py:232 step:14K smpl:110K ep:430 epch:42.96 loss:0.097 grdn:12.903 lr:1.0e-05 updt_s:0.052 data_s:0.000
85
+ INFO 2025-07-10 18:34:46 ts/train.py:232 step:14K smpl:112K ep:436 epch:43.58 loss:0.095 grdn:12.925 lr:1.0e-05 updt_s:0.051 data_s:0.001
86
+ INFO 2025-07-10 18:34:56 ts/train.py:232 step:14K smpl:114K ep:442 epch:44.20 loss:0.096 grdn:13.020 lr:1.0e-05 updt_s:0.052 data_s:0.001
87
+ INFO 2025-07-10 18:35:07 ts/train.py:232 step:14K smpl:115K ep:448 epch:44.82 loss:0.095 grdn:12.209 lr:1.0e-05 updt_s:0.051 data_s:0.000
88
+ INFO 2025-07-10 18:35:17 ts/train.py:232 step:15K smpl:117K ep:454 epch:45.45 loss:0.094 grdn:12.645 lr:1.0e-05 updt_s:0.051 data_s:0.001
89
+ INFO 2025-07-10 18:35:28 ts/train.py:232 step:15K smpl:118K ep:461 epch:46.07 loss:0.092 grdn:12.644 lr:1.0e-05 updt_s:0.051 data_s:0.000
90
+ INFO 2025-07-10 18:35:38 ts/train.py:232 step:15K smpl:120K ep:467 epch:46.69 loss:0.091 grdn:12.696 lr:1.0e-05 updt_s:0.051 data_s:0.001
91
+ INFO 2025-07-10 18:35:49 ts/train.py:232 step:15K smpl:122K ep:473 epch:47.32 loss:0.091 grdn:12.840 lr:1.0e-05 updt_s:0.051 data_s:0.001
92
+ INFO 2025-07-10 18:35:59 ts/train.py:232 step:15K smpl:123K ep:479 epch:47.94 loss:0.091 grdn:12.139 lr:1.0e-05 updt_s:0.051 data_s:0.000
93
+ INFO 2025-07-10 18:36:10 ts/train.py:232 step:16K smpl:125K ep:486 epch:48.56 loss:0.088 grdn:11.835 lr:1.0e-05 updt_s:0.052 data_s:0.001
94
+ INFO 2025-07-10 18:36:21 ts/train.py:232 step:16K smpl:126K ep:492 epch:49.18 loss:0.093 grdn:11.972 lr:1.0e-05 updt_s:0.051 data_s:0.001
95
+ INFO 2025-07-10 18:36:31 ts/train.py:232 step:16K smpl:128K ep:498 epch:49.81 loss:0.086 grdn:11.941 lr:1.0e-05 updt_s:0.051 data_s:0.000
96
+ INFO 2025-07-10 18:36:42 ts/train.py:232 step:16K smpl:130K ep:504 epch:50.43 loss:0.086 grdn:11.755 lr:1.0e-05 updt_s:0.051 data_s:0.001
97
+ INFO 2025-07-10 18:36:52 ts/train.py:232 step:16K smpl:131K ep:511 epch:51.05 loss:0.085 grdn:11.028 lr:1.0e-05 updt_s:0.052 data_s:0.000
98
+ INFO 2025-07-10 18:37:03 ts/train.py:232 step:17K smpl:133K ep:517 epch:51.67 loss:0.084 grdn:11.340 lr:1.0e-05 updt_s:0.051 data_s:0.001
99
+ INFO 2025-07-10 18:37:13 ts/train.py:232 step:17K smpl:134K ep:523 epch:52.30 loss:0.085 grdn:11.367 lr:1.0e-05 updt_s:0.051 data_s:0.001
100
+ INFO 2025-07-10 18:37:24 ts/train.py:232 step:17K smpl:136K ep:529 epch:52.92 loss:0.083 grdn:11.414 lr:1.0e-05 updt_s:0.052 data_s:0.000
101
+ INFO 2025-07-10 18:37:34 ts/train.py:232 step:17K smpl:138K ep:535 epch:53.54 loss:0.083 grdn:11.275 lr:1.0e-05 updt_s:0.051 data_s:0.001
102
+ INFO 2025-07-10 18:37:45 ts/train.py:232 step:17K smpl:139K ep:542 epch:54.16 loss:0.080 grdn:11.259 lr:1.0e-05 updt_s:0.051 data_s:0.001
103
+ INFO 2025-07-10 18:37:55 ts/train.py:232 step:18K smpl:141K ep:548 epch:54.79 loss:0.082 grdn:11.450 lr:1.0e-05 updt_s:0.051 data_s:0.000
104
+ INFO 2025-07-10 18:38:06 ts/train.py:232 step:18K smpl:142K ep:554 epch:55.41 loss:0.079 grdn:10.649 lr:1.0e-05 updt_s:0.051 data_s:0.001
105
+ INFO 2025-07-10 18:38:16 ts/train.py:232 step:18K smpl:144K ep:560 epch:56.03 loss:0.081 grdn:10.753 lr:1.0e-05 updt_s:0.051 data_s:0.000
106
+ INFO 2025-07-10 18:38:27 ts/train.py:232 step:18K smpl:146K ep:567 epch:56.65 loss:0.079 grdn:10.339 lr:1.0e-05 updt_s:0.052 data_s:0.001
107
+ INFO 2025-07-10 18:38:38 ts/train.py:232 step:18K smpl:147K ep:573 epch:57.28 loss:0.077 grdn:10.653 lr:1.0e-05 updt_s:0.051 data_s:0.001
108
+ INFO 2025-07-10 18:38:48 ts/train.py:232 step:19K smpl:149K ep:579 epch:57.90 loss:0.077 grdn:10.984 lr:1.0e-05 updt_s:0.051 data_s:0.000
109
+ INFO 2025-07-10 18:38:59 ts/train.py:232 step:19K smpl:150K ep:585 epch:58.52 loss:0.076 grdn:10.781 lr:1.0e-05 updt_s:0.051 data_s:0.001
110
+ INFO 2025-07-10 18:39:09 ts/train.py:232 step:19K smpl:152K ep:591 epch:59.14 loss:0.078 grdn:10.547 lr:1.0e-05 updt_s:0.051 data_s:0.001
111
+ INFO 2025-07-10 18:39:20 ts/train.py:232 step:19K smpl:154K ep:598 epch:59.77 loss:0.076 grdn:10.414 lr:1.0e-05 updt_s:0.052 data_s:0.000
112
+ INFO 2025-07-10 18:39:30 ts/train.py:232 step:19K smpl:155K ep:604 epch:60.39 loss:0.074 grdn:9.790 lr:1.0e-05 updt_s:0.051 data_s:0.001
113
+ INFO 2025-07-10 18:39:41 ts/train.py:232 step:20K smpl:157K ep:610 epch:61.01 loss:0.072 grdn:9.884 lr:1.0e-05 updt_s:0.052 data_s:0.000
114
+ INFO 2025-07-10 18:39:51 ts/train.py:232 step:20K smpl:158K ep:616 epch:61.63 loss:0.073 grdn:10.092 lr:1.0e-05 updt_s:0.051 data_s:0.001
115
+ INFO 2025-07-10 18:40:02 ts/train.py:232 step:20K smpl:160K ep:623 epch:62.26 loss:0.073 grdn:9.811 lr:1.0e-05 updt_s:0.051 data_s:0.001
116
+ INFO 2025-07-10 18:40:02 ts/train.py:241 Checkpoint policy after step 20000
117
+ INFO 2025-07-10 18:40:13 ts/train.py:232 step:20K smpl:162K ep:629 epch:62.88 loss:0.073 grdn:10.159 lr:1.0e-05 updt_s:0.052 data_s:0.000
118
+ INFO 2025-07-10 18:40:23 ts/train.py:232 step:20K smpl:163K ep:635 epch:63.50 loss:0.073 grdn:10.043 lr:1.0e-05 updt_s:0.051 data_s:0.001
119
+ INFO 2025-07-10 18:40:34 ts/train.py:232 step:21K smpl:165K ep:641 epch:64.12 loss:0.071 grdn:9.591 lr:1.0e-05 updt_s:0.052 data_s:0.000
120
+ INFO 2025-07-10 18:40:44 ts/train.py:232 step:21K smpl:166K ep:647 epch:64.75 loss:0.071 grdn:9.502 lr:1.0e-05 updt_s:0.051 data_s:0.001
121
+ INFO 2025-07-10 18:40:55 ts/train.py:232 step:21K smpl:168K ep:654 epch:65.37 loss:0.070 grdn:9.752 lr:1.0e-05 updt_s:0.052 data_s:0.001
122
+ INFO 2025-07-10 18:41:06 ts/train.py:232 step:21K smpl:170K ep:660 epch:65.99 loss:0.070 grdn:9.368 lr:1.0e-05 updt_s:0.051 data_s:0.000
123
+ INFO 2025-07-10 18:41:16 ts/train.py:232 step:21K smpl:171K ep:666 epch:66.61 loss:0.068 grdn:9.542 lr:1.0e-05 updt_s:0.051 data_s:0.001
124
+ INFO 2025-07-10 18:41:27 ts/train.py:232 step:22K smpl:173K ep:672 epch:67.24 loss:0.067 grdn:8.962 lr:1.0e-05 updt_s:0.051 data_s:0.001
125
+ INFO 2025-07-10 18:41:37 ts/train.py:232 step:22K smpl:174K ep:679 epch:67.86 loss:0.070 grdn:9.591 lr:1.0e-05 updt_s:0.051 data_s:0.000
126
+ INFO 2025-07-10 18:41:48 ts/train.py:232 step:22K smpl:176K ep:685 epch:68.48 loss:0.065 grdn:9.156 lr:1.0e-05 updt_s:0.051 data_s:0.001
127
+ INFO 2025-07-10 18:41:58 ts/train.py:232 step:22K smpl:178K ep:691 epch:69.11 loss:0.066 grdn:9.000 lr:1.0e-05 updt_s:0.052 data_s:0.000
128
+ INFO 2025-07-10 18:42:09 ts/train.py:232 step:22K smpl:179K ep:697 epch:69.73 loss:0.067 grdn:9.025 lr:1.0e-05 updt_s:0.051 data_s:0.001
129
+ INFO 2025-07-10 18:42:19 ts/train.py:232 step:23K smpl:181K ep:704 epch:70.35 loss:0.065 grdn:9.113 lr:1.0e-05 updt_s:0.051 data_s:0.001
130
+ INFO 2025-07-10 18:42:30 ts/train.py:232 step:23K smpl:182K ep:710 epch:70.97 loss:0.066 grdn:9.171 lr:1.0e-05 updt_s:0.051 data_s:0.000
131
+ INFO 2025-07-10 18:42:40 ts/train.py:232 step:23K smpl:184K ep:716 epch:71.60 loss:0.065 grdn:9.345 lr:1.0e-05 updt_s:0.051 data_s:0.001
132
+ INFO 2025-07-10 18:42:51 ts/train.py:232 step:23K smpl:186K ep:722 epch:72.22 loss:0.064 grdn:8.505 lr:1.0e-05 updt_s:0.051 data_s:0.001
133
+ INFO 2025-07-10 18:43:01 ts/train.py:232 step:23K smpl:187K ep:728 epch:72.84 loss:0.066 grdn:8.963 lr:1.0e-05 updt_s:0.052 data_s:0.000
134
+ INFO 2025-07-10 18:43:12 ts/train.py:232 step:24K smpl:189K ep:735 epch:73.46 loss:0.063 grdn:9.176 lr:1.0e-05 updt_s:0.052 data_s:0.001
135
+ INFO 2025-07-10 18:43:22 ts/train.py:232 step:24K smpl:190K ep:741 epch:74.09 loss:0.065 grdn:8.965 lr:1.0e-05 updt_s:0.051 data_s:0.000
136
+ INFO 2025-07-10 18:43:33 ts/train.py:232 step:24K smpl:192K ep:747 epch:74.71 loss:0.064 grdn:8.891 lr:1.0e-05 updt_s:0.051 data_s:0.001
137
+ INFO 2025-07-10 18:43:44 ts/train.py:232 step:24K smpl:194K ep:753 epch:75.33 loss:0.064 grdn:8.892 lr:1.0e-05 updt_s:0.051 data_s:0.001
138
+ INFO 2025-07-10 18:43:54 ts/train.py:232 step:24K smpl:195K ep:760 epch:75.95 loss:0.062 grdn:8.779 lr:1.0e-05 updt_s:0.052 data_s:0.000
139
+ INFO 2025-07-10 18:44:05 ts/train.py:232 step:25K smpl:197K ep:766 epch:76.58 loss:0.061 grdn:8.433 lr:1.0e-05 updt_s:0.051 data_s:0.001
140
+ INFO 2025-07-10 18:44:15 ts/train.py:232 step:25K smpl:198K ep:772 epch:77.20 loss:0.061 grdn:8.708 lr:1.0e-05 updt_s:0.051 data_s:0.001
141
+ INFO 2025-07-10 18:44:26 ts/train.py:232 step:25K smpl:200K ep:778 epch:77.82 loss:0.061 grdn:8.773 lr:1.0e-05 updt_s:0.052 data_s:0.000
142
+ INFO 2025-07-10 18:44:36 ts/train.py:232 step:25K smpl:202K ep:784 epch:78.44 loss:0.061 grdn:8.499 lr:1.0e-05 updt_s:0.051 data_s:0.001
143
+ INFO 2025-07-10 18:44:47 ts/train.py:232 step:25K smpl:203K ep:791 epch:79.07 loss:0.060 grdn:8.481 lr:1.0e-05 updt_s:0.052 data_s:0.000
144
+ INFO 2025-07-10 18:44:57 ts/train.py:232 step:26K smpl:205K ep:797 epch:79.69 loss:0.060 grdn:8.513 lr:1.0e-05 updt_s:0.051 data_s:0.001
145
+ INFO 2025-07-10 18:45:08 ts/train.py:232 step:26K smpl:206K ep:803 epch:80.31 loss:0.061 grdn:9.174 lr:1.0e-05 updt_s:0.051 data_s:0.001
146
+ INFO 2025-07-10 18:45:18 ts/train.py:232 step:26K smpl:208K ep:809 epch:80.93 loss:0.060 grdn:8.546 lr:1.0e-05 updt_s:0.051 data_s:0.000
147
+ INFO 2025-07-10 18:45:29 ts/train.py:232 step:26K smpl:210K ep:816 epch:81.56 loss:0.062 grdn:9.036 lr:1.0e-05 updt_s:0.052 data_s:0.001
148
+ INFO 2025-07-10 18:45:39 ts/train.py:232 step:26K smpl:211K ep:822 epch:82.18 loss:0.059 grdn:8.268 lr:1.0e-05 updt_s:0.052 data_s:0.000
149
+ INFO 2025-07-10 18:45:50 ts/train.py:232 step:27K smpl:213K ep:828 epch:82.80 loss:0.058 grdn:7.797 lr:1.0e-05 updt_s:0.051 data_s:0.001
150
+ INFO 2025-07-10 18:46:01 ts/train.py:232 step:27K smpl:214K ep:834 epch:83.42 loss:0.060 grdn:9.075 lr:1.0e-05 updt_s:0.051 data_s:0.001
151
+ INFO 2025-07-10 18:46:11 ts/train.py:232 step:27K smpl:216K ep:840 epch:84.05 loss:0.060 grdn:8.301 lr:1.0e-05 updt_s:0.052 data_s:0.000
152
+ INFO 2025-07-10 18:46:22 ts/train.py:232 step:27K smpl:218K ep:847 epch:84.67 loss:0.057 grdn:8.631 lr:1.0e-05 updt_s:0.051 data_s:0.001
153
+ INFO 2025-07-10 18:46:32 ts/train.py:232 step:27K smpl:219K ep:853 epch:85.29 loss:0.058 grdn:8.622 lr:1.0e-05 updt_s:0.051 data_s:0.001
154
+ INFO 2025-07-10 18:46:43 ts/train.py:232 step:28K smpl:221K ep:859 epch:85.91 loss:0.058 grdn:7.957 lr:1.0e-05 updt_s:0.052 data_s:0.000
155
+ INFO 2025-07-10 18:46:53 ts/train.py:232 step:28K smpl:222K ep:865 epch:86.54 loss:0.057 grdn:8.160 lr:1.0e-05 updt_s:0.051 data_s:0.001
156
+ INFO 2025-07-10 18:47:04 ts/train.py:232 step:28K smpl:224K ep:872 epch:87.16 loss:0.056 grdn:8.166 lr:1.0e-05 updt_s:0.051 data_s:0.000
157
+ INFO 2025-07-10 18:47:14 ts/train.py:232 step:28K smpl:226K ep:878 epch:87.78 loss:0.055 grdn:7.722 lr:1.0e-05 updt_s:0.051 data_s:0.001
158
+ INFO 2025-07-10 18:47:25 ts/train.py:232 step:28K smpl:227K ep:884 epch:88.40 loss:0.057 grdn:7.843 lr:1.0e-05 updt_s:0.051 data_s:0.001
159
+ INFO 2025-07-10 18:47:35 ts/train.py:232 step:29K smpl:229K ep:890 epch:89.03 loss:0.057 grdn:8.340 lr:1.0e-05 updt_s:0.051 data_s:0.000
160
+ INFO 2025-07-10 18:47:46 ts/train.py:232 step:29K smpl:230K ep:896 epch:89.65 loss:0.057 grdn:8.216 lr:1.0e-05 updt_s:0.051 data_s:0.001
161
+ INFO 2025-07-10 18:47:56 ts/train.py:232 step:29K smpl:232K ep:903 epch:90.27 loss:0.056 grdn:7.873 lr:1.0e-05 updt_s:0.052 data_s:0.001
162
+ INFO 2025-07-10 18:48:07 ts/train.py:232 step:29K smpl:234K ep:909 epch:90.89 loss:0.054 grdn:7.779 lr:1.0e-05 updt_s:0.051 data_s:0.000
163
+ INFO 2025-07-10 18:48:17 ts/train.py:232 step:29K smpl:235K ep:915 epch:91.52 loss:0.057 grdn:8.266 lr:1.0e-05 updt_s:0.051 data_s:0.001
164
+ INFO 2025-07-10 18:48:28 ts/train.py:232 step:30K smpl:237K ep:921 epch:92.14 loss:0.054 grdn:7.410 lr:1.0e-05 updt_s:0.052 data_s:0.000
165
+ INFO 2025-07-10 18:48:38 ts/train.py:232 step:30K smpl:238K ep:928 epch:92.76 loss:0.055 grdn:7.856 lr:1.0e-05 updt_s:0.051 data_s:0.001
166
+ INFO 2025-07-10 18:48:49 ts/train.py:232 step:30K smpl:240K ep:934 epch:93.39 loss:0.054 grdn:7.765 lr:1.0e-05 updt_s:0.051 data_s:0.001
167
+ INFO 2025-07-10 18:48:59 ts/train.py:232 step:30K smpl:242K ep:940 epch:94.01 loss:0.054 grdn:7.870 lr:1.0e-05 updt_s:0.052 data_s:0.000
168
+ INFO 2025-07-10 18:49:10 ts/train.py:232 step:30K smpl:243K ep:946 epch:94.63 loss:0.053 grdn:7.535 lr:1.0e-05 updt_s:0.051 data_s:0.001
169
+ INFO 2025-07-10 18:49:21 ts/train.py:232 step:31K smpl:245K ep:953 epch:95.25 loss:0.054 grdn:7.705 lr:1.0e-05 updt_s:0.051 data_s:0.001
170
+ INFO 2025-07-10 18:49:31 ts/train.py:232 step:31K smpl:246K ep:959 epch:95.88 loss:0.053 grdn:7.579 lr:1.0e-05 updt_s:0.051 data_s:0.000
171
+ INFO 2025-07-10 18:49:42 ts/train.py:232 step:31K smpl:248K ep:965 epch:96.50 loss:0.054 grdn:8.128 lr:1.0e-05 updt_s:0.051 data_s:0.001
172
+ INFO 2025-07-10 18:49:52 ts/train.py:232 step:31K smpl:250K ep:971 epch:97.12 loss:0.055 grdn:8.041 lr:1.0e-05 updt_s:0.052 data_s:0.000
173
+ INFO 2025-07-10 18:50:03 ts/train.py:232 step:31K smpl:251K ep:977 epch:97.74 loss:0.052 grdn:7.292 lr:1.0e-05 updt_s:0.051 data_s:0.001
174
+ INFO 2025-07-10 18:50:13 ts/train.py:232 step:32K smpl:253K ep:984 epch:98.37 loss:0.052 grdn:7.285 lr:1.0e-05 updt_s:0.052 data_s:0.001
175
+ INFO 2025-07-10 18:50:24 ts/train.py:232 step:32K smpl:254K ep:990 epch:98.99 loss:0.053 grdn:7.334 lr:1.0e-05 updt_s:0.052 data_s:0.000
176
+ INFO 2025-07-10 18:50:34 ts/train.py:232 step:32K smpl:256K ep:996 epch:99.61 loss:0.052 grdn:7.523 lr:1.0e-05 updt_s:0.051 data_s:0.001
177
+ INFO 2025-07-10 18:50:45 ts/train.py:232 step:32K smpl:258K ep:1K epch:100.23 loss:0.052 grdn:6.955 lr:1.0e-05 updt_s:0.051 data_s:0.000
178
+ INFO 2025-07-10 18:50:55 ts/train.py:232 step:32K smpl:259K ep:1K epch:100.86 loss:0.051 grdn:7.220 lr:1.0e-05 updt_s:0.052 data_s:0.001
179
+ INFO 2025-07-10 18:51:06 ts/train.py:232 step:33K smpl:261K ep:1K epch:101.48 loss:0.052 grdn:7.204 lr:1.0e-05 updt_s:0.051 data_s:0.001
180
+ INFO 2025-07-10 18:51:16 ts/train.py:232 step:33K smpl:262K ep:1K epch:102.10 loss:0.051 grdn:7.207 lr:1.0e-05 updt_s:0.052 data_s:0.000
181
+ INFO 2025-07-10 18:51:27 ts/train.py:232 step:33K smpl:264K ep:1K epch:102.72 loss:0.050 grdn:7.458 lr:1.0e-05 updt_s:0.052 data_s:0.001
182
+ INFO 2025-07-10 18:51:38 ts/train.py:232 step:33K smpl:266K ep:1K epch:103.35 loss:0.051 grdn:7.245 lr:1.0e-05 updt_s:0.051 data_s:0.001
183
+ INFO 2025-07-10 18:51:48 ts/train.py:232 step:33K smpl:267K ep:1K epch:103.97 loss:0.049 grdn:7.099 lr:1.0e-05 updt_s:0.052 data_s:0.000
184
+ INFO 2025-07-10 18:51:59 ts/train.py:232 step:34K smpl:269K ep:1K epch:104.59 loss:0.051 grdn:7.241 lr:1.0e-05 updt_s:0.051 data_s:0.001
185
+ INFO 2025-07-10 18:52:09 ts/train.py:232 step:34K smpl:270K ep:1K epch:105.21 loss:0.050 grdn:7.081 lr:1.0e-05 updt_s:0.052 data_s:0.000
186
+ INFO 2025-07-10 18:52:20 ts/train.py:232 step:34K smpl:272K ep:1K epch:105.84 loss:0.050 grdn:7.111 lr:1.0e-05 updt_s:0.051 data_s:0.001
187
+ INFO 2025-07-10 18:52:30 ts/train.py:232 step:34K smpl:274K ep:1K epch:106.46 loss:0.050 grdn:7.075 lr:1.0e-05 updt_s:0.051 data_s:0.001
188
+ INFO 2025-07-10 18:52:41 ts/train.py:232 step:34K smpl:275K ep:1K epch:107.08 loss:0.050 grdn:7.380 lr:1.0e-05 updt_s:0.052 data_s:0.000
189
+ INFO 2025-07-10 18:52:51 ts/train.py:232 step:35K smpl:277K ep:1K epch:107.70 loss:0.049 grdn:7.142 lr:1.0e-05 updt_s:0.051 data_s:0.001
190
+ INFO 2025-07-10 18:53:02 ts/train.py:232 step:35K smpl:278K ep:1K epch:108.33 loss:0.048 grdn:6.766 lr:1.0e-05 updt_s:0.051 data_s:0.001
191
+ INFO 2025-07-10 18:53:12 ts/train.py:232 step:35K smpl:280K ep:1K epch:108.95 loss:0.049 grdn:7.262 lr:1.0e-05 updt_s:0.052 data_s:0.000
192
+ INFO 2025-07-10 18:53:23 ts/train.py:232 step:35K smpl:282K ep:1K epch:109.57 loss:0.049 grdn:6.802 lr:1.0e-05 updt_s:0.051 data_s:0.001
193
+ INFO 2025-07-10 18:53:33 ts/train.py:232 step:35K smpl:283K ep:1K epch:110.19 loss:0.048 grdn:6.960 lr:1.0e-05 updt_s:0.051 data_s:0.000
194
+ INFO 2025-07-10 18:53:44 ts/train.py:232 step:36K smpl:285K ep:1K epch:110.82 loss:0.048 grdn:6.990 lr:1.0e-05 updt_s:0.052 data_s:0.001
195
+ INFO 2025-07-10 18:53:54 ts/train.py:232 step:36K smpl:286K ep:1K epch:111.44 loss:0.049 grdn:6.858 lr:1.0e-05 updt_s:0.051 data_s:0.001
196
+ INFO 2025-07-10 18:54:05 ts/train.py:232 step:36K smpl:288K ep:1K epch:112.06 loss:0.048 grdn:7.151 lr:1.0e-05 updt_s:0.052 data_s:0.000
197
+ INFO 2025-07-10 18:54:15 ts/train.py:232 step:36K smpl:290K ep:1K epch:112.68 loss:0.049 grdn:7.102 lr:1.0e-05 updt_s:0.051 data_s:0.001
198
+ INFO 2025-07-10 18:54:26 ts/train.py:232 step:36K smpl:291K ep:1K epch:113.31 loss:0.047 grdn:7.079 lr:1.0e-05 updt_s:0.051 data_s:0.001
199
+ INFO 2025-07-10 18:54:36 ts/train.py:232 step:37K smpl:293K ep:1K epch:113.93 loss:0.048 grdn:6.893 lr:1.0e-05 updt_s:0.052 data_s:0.000
200
+ INFO 2025-07-10 18:54:47 ts/train.py:232 step:37K smpl:294K ep:1K epch:114.55 loss:0.048 grdn:7.265 lr:1.0e-05 updt_s:0.051 data_s:0.001
201
+ INFO 2025-07-10 18:54:58 ts/train.py:232 step:37K smpl:296K ep:1K epch:115.18 loss:0.047 grdn:6.449 lr:1.0e-05 updt_s:0.052 data_s:0.000
202
+ INFO 2025-07-10 18:55:08 ts/train.py:232 step:37K smpl:298K ep:1K epch:115.80 loss:0.047 grdn:6.586 lr:1.0e-05 updt_s:0.051 data_s:0.001
203
+ INFO 2025-07-10 18:55:19 ts/train.py:232 step:37K smpl:299K ep:1K epch:116.42 loss:0.047 grdn:6.474 lr:1.0e-05 updt_s:0.051 data_s:0.001
204
+ INFO 2025-07-10 18:55:29 ts/train.py:232 step:38K smpl:301K ep:1K epch:117.04 loss:0.047 grdn:6.725 lr:1.0e-05 updt_s:0.051 data_s:0.000
205
+ INFO 2025-07-10 18:55:40 ts/train.py:232 step:38K smpl:302K ep:1K epch:117.67 loss:0.048 grdn:6.917 lr:1.0e-05 updt_s:0.051 data_s:0.001
206
+ INFO 2025-07-10 18:55:50 ts/train.py:232 step:38K smpl:304K ep:1K epch:118.29 loss:0.045 grdn:6.411 lr:1.0e-05 updt_s:0.051 data_s:0.001
207
+ INFO 2025-07-10 18:56:01 ts/train.py:232 step:38K smpl:306K ep:1K epch:118.91 loss:0.047 grdn:6.855 lr:1.0e-05 updt_s:0.051 data_s:0.000
208
+ INFO 2025-07-10 18:56:11 ts/train.py:232 step:38K smpl:307K ep:1K epch:119.53 loss:0.046 grdn:6.473 lr:1.0e-05 updt_s:0.052 data_s:0.001
209
+ INFO 2025-07-10 18:56:22 ts/train.py:232 step:39K smpl:309K ep:1K epch:120.16 loss:0.046 grdn:6.623 lr:1.0e-05 updt_s:0.051 data_s:0.000
210
+ INFO 2025-07-10 18:56:32 ts/train.py:232 step:39K smpl:310K ep:1K epch:120.78 loss:0.045 grdn:6.498 lr:1.0e-05 updt_s:0.051 data_s:0.001
211
+ INFO 2025-07-10 18:56:43 ts/train.py:232 step:39K smpl:312K ep:1K epch:121.40 loss:0.046 grdn:6.803 lr:1.0e-05 updt_s:0.051 data_s:0.001
212
+ INFO 2025-07-10 18:56:53 ts/train.py:232 step:39K smpl:314K ep:1K epch:122.02 loss:0.046 grdn:6.396 lr:1.0e-05 updt_s:0.051 data_s:0.000
213
+ INFO 2025-07-10 18:57:04 ts/train.py:232 step:39K smpl:315K ep:1K epch:122.65 loss:0.044 grdn:6.518 lr:1.0e-05 updt_s:0.051 data_s:0.001
214
+ INFO 2025-07-10 18:57:14 ts/train.py:232 step:40K smpl:317K ep:1K epch:123.27 loss:0.047 grdn:7.028 lr:1.0e-05 updt_s:0.052 data_s:0.000
215
+ INFO 2025-07-10 18:57:25 ts/train.py:232 step:40K smpl:318K ep:1K epch:123.89 loss:0.045 grdn:6.300 lr:1.0e-05 updt_s:0.051 data_s:0.001
216
+ INFO 2025-07-10 18:57:36 ts/train.py:232 step:40K smpl:320K ep:1K epch:124.51 loss:0.045 grdn:6.393 lr:1.0e-05 updt_s:0.051 data_s:0.001
217
+ INFO 2025-07-10 18:57:36 ts/train.py:241 Checkpoint policy after step 40000
218
+ INFO 2025-07-10 18:57:47 ts/train.py:232 step:40K smpl:322K ep:1K epch:125.14 loss:0.047 grdn:6.678 lr:1.0e-05 updt_s:0.052 data_s:0.000
219
+ INFO 2025-07-10 18:57:57 ts/train.py:232 step:40K smpl:323K ep:1K epch:125.76 loss:0.044 grdn:6.306 lr:1.0e-05 updt_s:0.051 data_s:0.001
220
+ INFO 2025-07-10 18:58:08 ts/train.py:232 step:41K smpl:325K ep:1K epch:126.38 loss:0.045 grdn:6.528 lr:1.0e-05 updt_s:0.051 data_s:0.001
221
+ INFO 2025-07-10 18:58:18 ts/train.py:232 step:41K smpl:326K ep:1K epch:127.00 loss:0.044 grdn:6.258 lr:1.0e-05 updt_s:0.052 data_s:0.000
222
+ INFO 2025-07-10 18:58:29 ts/train.py:232 step:41K smpl:328K ep:1K epch:127.63 loss:0.045 grdn:6.384 lr:1.0e-05 updt_s:0.052 data_s:0.001
223
+ INFO 2025-07-10 18:58:39 ts/train.py:232 step:41K smpl:330K ep:1K epch:128.25 loss:0.044 grdn:6.242 lr:1.0e-05 updt_s:0.052 data_s:0.000
224
+ INFO 2025-07-10 18:58:50 ts/train.py:232 step:41K smpl:331K ep:1K epch:128.87 loss:0.044 grdn:6.254 lr:1.0e-05 updt_s:0.051 data_s:0.001
225
+ INFO 2025-07-10 18:59:01 ts/train.py:232 step:42K smpl:333K ep:1K epch:129.49 loss:0.044 grdn:6.307 lr:1.0e-05 updt_s:0.051 data_s:0.001
226
+ INFO 2025-07-10 18:59:11 ts/train.py:232 step:42K smpl:334K ep:1K epch:130.12 loss:0.044 grdn:6.612 lr:1.0e-05 updt_s:0.052 data_s:0.000
227
+ INFO 2025-07-10 18:59:22 ts/train.py:232 step:42K smpl:336K ep:1K epch:130.74 loss:0.043 grdn:6.287 lr:1.0e-05 updt_s:0.051 data_s:0.001
228
+ INFO 2025-07-10 18:59:32 ts/train.py:232 step:42K smpl:338K ep:1K epch:131.36 loss:0.043 grdn:6.233 lr:1.0e-05 updt_s:0.052 data_s:0.001
229
+ INFO 2025-07-10 18:59:43 ts/train.py:232 step:42K smpl:339K ep:1K epch:131.98 loss:0.043 grdn:6.396 lr:1.0e-05 updt_s:0.052 data_s:0.000
230
+ INFO 2025-07-10 18:59:53 ts/train.py:232 step:43K smpl:341K ep:1K epch:132.61 loss:0.043 grdn:6.238 lr:1.0e-05 updt_s:0.051 data_s:0.001
231
+ INFO 2025-07-10 19:00:04 ts/train.py:232 step:43K smpl:342K ep:1K epch:133.23 loss:0.043 grdn:6.301 lr:1.0e-05 updt_s:0.051 data_s:0.000
232
+ INFO 2025-07-10 19:00:14 ts/train.py:232 step:43K smpl:344K ep:1K epch:133.85 loss:0.043 grdn:6.266 lr:1.0e-05 updt_s:0.051 data_s:0.001
233
+ INFO 2025-07-10 19:00:25 ts/train.py:232 step:43K smpl:346K ep:1K epch:134.47 loss:0.042 grdn:6.202 lr:1.0e-05 updt_s:0.051 data_s:0.001
234
+ INFO 2025-07-10 19:00:35 ts/train.py:232 step:43K smpl:347K ep:1K epch:135.10 loss:0.042 grdn:5.952 lr:1.0e-05 updt_s:0.052 data_s:0.000
235
+ INFO 2025-07-10 19:00:46 ts/train.py:232 step:44K smpl:349K ep:1K epch:135.72 loss:0.043 grdn:5.973 lr:1.0e-05 updt_s:0.052 data_s:0.001
236
+ INFO 2025-07-10 19:00:57 ts/train.py:232 step:44K smpl:350K ep:1K epch:136.34 loss:0.042 grdn:6.127 lr:1.0e-05 updt_s:0.051 data_s:0.001
237
+ INFO 2025-07-10 19:01:07 ts/train.py:232 step:44K smpl:352K ep:1K epch:136.96 loss:0.043 grdn:6.328 lr:1.0e-05 updt_s:0.051 data_s:0.000
238
+ INFO 2025-07-10 19:01:18 ts/train.py:232 step:44K smpl:354K ep:1K epch:137.59 loss:0.041 grdn:5.825 lr:1.0e-05 updt_s:0.051 data_s:0.001
239
+ INFO 2025-07-10 19:01:28 ts/train.py:232 step:44K smpl:355K ep:1K epch:138.21 loss:0.042 grdn:6.143 lr:1.0e-05 updt_s:0.052 data_s:0.000
240
+ INFO 2025-07-10 19:01:39 ts/train.py:232 step:45K smpl:357K ep:1K epch:138.83 loss:0.042 grdn:6.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
241
+ INFO 2025-07-10 19:01:49 ts/train.py:232 step:45K smpl:358K ep:1K epch:139.46 loss:0.042 grdn:6.082 lr:1.0e-05 updt_s:0.051 data_s:0.001
242
+ INFO 2025-07-10 19:02:00 ts/train.py:232 step:45K smpl:360K ep:1K epch:140.08 loss:0.042 grdn:5.789 lr:1.0e-05 updt_s:0.052 data_s:0.000
243
+ INFO 2025-07-10 19:02:10 ts/train.py:232 step:45K smpl:362K ep:1K epch:140.70 loss:0.041 grdn:6.126 lr:1.0e-05 updt_s:0.051 data_s:0.001
244
+ INFO 2025-07-10 19:02:21 ts/train.py:232 step:45K smpl:363K ep:1K epch:141.32 loss:0.041 grdn:5.706 lr:1.0e-05 updt_s:0.051 data_s:0.000
245
+ INFO 2025-07-10 19:02:31 ts/train.py:232 step:46K smpl:365K ep:1K epch:141.95 loss:0.041 grdn:6.106 lr:1.0e-05 updt_s:0.051 data_s:0.001
246
+ INFO 2025-07-10 19:02:42 ts/train.py:232 step:46K smpl:366K ep:1K epch:142.57 loss:0.041 grdn:6.015 lr:1.0e-05 updt_s:0.051 data_s:0.001
247
+ INFO 2025-07-10 19:02:52 ts/train.py:232 step:46K smpl:368K ep:1K epch:143.19 loss:0.041 grdn:6.032 lr:1.0e-05 updt_s:0.051 data_s:0.000
248
+ INFO 2025-07-10 19:03:03 ts/train.py:232 step:46K smpl:370K ep:1K epch:143.81 loss:0.042 grdn:5.933 lr:1.0e-05 updt_s:0.052 data_s:0.001
249
+ INFO 2025-07-10 19:03:13 ts/train.py:232 step:46K smpl:371K ep:1K epch:144.44 loss:0.042 grdn:6.104 lr:1.0e-05 updt_s:0.051 data_s:0.001
250
+ INFO 2025-07-10 19:03:24 ts/train.py:232 step:47K smpl:373K ep:1K epch:145.06 loss:0.042 grdn:6.189 lr:1.0e-05 updt_s:0.052 data_s:0.000
251
+ INFO 2025-07-10 19:03:34 ts/train.py:232 step:47K smpl:374K ep:1K epch:145.68 loss:0.041 grdn:5.968 lr:1.0e-05 updt_s:0.051 data_s:0.001
252
+ INFO 2025-07-10 19:03:45 ts/train.py:232 step:47K smpl:376K ep:1K epch:146.30 loss:0.040 grdn:5.840 lr:1.0e-05 updt_s:0.052 data_s:0.000
253
+ INFO 2025-07-10 19:03:55 ts/train.py:232 step:47K smpl:378K ep:1K epch:146.93 loss:0.040 grdn:5.907 lr:1.0e-05 updt_s:0.051 data_s:0.001
254
+ INFO 2025-07-10 19:04:06 ts/train.py:232 step:47K smpl:379K ep:1K epch:147.55 loss:0.042 grdn:6.292 lr:1.0e-05 updt_s:0.051 data_s:0.001
255
+ INFO 2025-07-10 19:04:17 ts/train.py:232 step:48K smpl:381K ep:1K epch:148.17 loss:0.041 grdn:6.094 lr:1.0e-05 updt_s:0.052 data_s:0.000
256
+ INFO 2025-07-10 19:04:27 ts/train.py:232 step:48K smpl:382K ep:1K epch:148.79 loss:0.041 grdn:5.685 lr:1.0e-05 updt_s:0.051 data_s:0.001
257
+ INFO 2025-07-10 19:04:38 ts/train.py:232 step:48K smpl:384K ep:1K epch:149.42 loss:0.041 grdn:6.029 lr:1.0e-05 updt_s:0.051 data_s:0.001
258
+ INFO 2025-07-10 19:04:48 ts/train.py:232 step:48K smpl:386K ep:2K epch:150.04 loss:0.039 grdn:5.823 lr:1.0e-05 updt_s:0.052 data_s:0.000
259
+ INFO 2025-07-10 19:04:59 ts/train.py:232 step:48K smpl:387K ep:2K epch:150.66 loss:0.041 grdn:5.694 lr:1.0e-05 updt_s:0.051 data_s:0.001
260
+ INFO 2025-07-10 19:05:09 ts/train.py:232 step:49K smpl:389K ep:2K epch:151.28 loss:0.040 grdn:5.516 lr:1.0e-05 updt_s:0.051 data_s:0.000
261
+ INFO 2025-07-10 19:05:20 ts/train.py:232 step:49K smpl:390K ep:2K epch:151.91 loss:0.041 grdn:6.056 lr:1.0e-05 updt_s:0.052 data_s:0.001
262
+ INFO 2025-07-10 19:05:30 ts/train.py:232 step:49K smpl:392K ep:2K epch:152.53 loss:0.039 grdn:5.519 lr:1.0e-05 updt_s:0.051 data_s:0.001
263
+ INFO 2025-07-10 19:05:41 ts/train.py:232 step:49K smpl:394K ep:2K epch:153.15 loss:0.039 grdn:5.704 lr:1.0e-05 updt_s:0.051 data_s:0.000
264
+ INFO 2025-07-10 19:05:51 ts/train.py:232 step:49K smpl:395K ep:2K epch:153.77 loss:0.039 grdn:5.805 lr:1.0e-05 updt_s:0.051 data_s:0.001
265
+ INFO 2025-07-10 19:06:02 ts/train.py:232 step:50K smpl:397K ep:2K epch:154.40 loss:0.039 grdn:5.813 lr:1.0e-05 updt_s:0.051 data_s:0.001
266
+ INFO 2025-07-10 19:06:12 ts/train.py:232 step:50K smpl:398K ep:2K epch:155.02 loss:0.039 grdn:5.593 lr:1.0e-05 updt_s:0.052 data_s:0.000
267
+ INFO 2025-07-10 19:06:23 ts/train.py:232 step:50K smpl:400K ep:2K epch:155.64 loss:0.039 grdn:5.609 lr:1.0e-05 updt_s:0.051 data_s:0.001
268
+ INFO 2025-07-10 19:06:33 ts/train.py:232 step:50K smpl:402K ep:2K epch:156.26 loss:0.039 grdn:5.691 lr:1.0e-05 updt_s:0.052 data_s:0.000
269
+ INFO 2025-07-10 19:06:44 ts/train.py:232 step:50K smpl:403K ep:2K epch:156.89 loss:0.039 grdn:5.611 lr:1.0e-05 updt_s:0.051 data_s:0.001
270
+ INFO 2025-07-10 19:06:55 ts/train.py:232 step:51K smpl:405K ep:2K epch:157.51 loss:0.039 grdn:5.698 lr:1.0e-05 updt_s:0.051 data_s:0.001
271
+ INFO 2025-07-10 19:07:05 ts/train.py:232 step:51K smpl:406K ep:2K epch:158.13 loss:0.038 grdn:5.464 lr:1.0e-05 updt_s:0.051 data_s:0.000
272
+ INFO 2025-07-10 19:07:16 ts/train.py:232 step:51K smpl:408K ep:2K epch:158.75 loss:0.039 grdn:5.779 lr:1.0e-05 updt_s:0.051 data_s:0.001
273
+ INFO 2025-07-10 19:07:26 ts/train.py:232 step:51K smpl:410K ep:2K epch:159.38 loss:0.039 grdn:5.612 lr:1.0e-05 updt_s:0.051 data_s:0.001
274
+ INFO 2025-07-10 19:07:37 ts/train.py:232 step:51K smpl:411K ep:2K epch:160.00 loss:0.039 grdn:5.518 lr:1.0e-05 updt_s:0.051 data_s:0.000
275
+ INFO 2025-07-10 19:07:47 ts/train.py:232 step:52K smpl:413K ep:2K epch:160.62 loss:0.039 grdn:5.484 lr:1.0e-05 updt_s:0.052 data_s:0.001
276
+ INFO 2025-07-10 19:07:58 ts/train.py:232 step:52K smpl:414K ep:2K epch:161.25 loss:0.039 grdn:5.633 lr:1.0e-05 updt_s:0.051 data_s:0.000
277
+ INFO 2025-07-10 19:08:08 ts/train.py:232 step:52K smpl:416K ep:2K epch:161.87 loss:0.039 grdn:5.572 lr:1.0e-05 updt_s:0.051 data_s:0.001
278
+ INFO 2025-07-10 19:08:19 ts/train.py:232 step:52K smpl:418K ep:2K epch:162.49 loss:0.038 grdn:5.416 lr:1.0e-05 updt_s:0.051 data_s:0.001
279
+ INFO 2025-07-10 19:08:29 ts/train.py:232 step:52K smpl:419K ep:2K epch:163.11 loss:0.038 grdn:5.519 lr:1.0e-05 updt_s:0.051 data_s:0.000
280
+ INFO 2025-07-10 19:08:40 ts/train.py:232 step:53K smpl:421K ep:2K epch:163.74 loss:0.038 grdn:5.695 lr:1.0e-05 updt_s:0.051 data_s:0.001
281
+ INFO 2025-07-10 19:08:50 ts/train.py:232 step:53K smpl:422K ep:2K epch:164.36 loss:0.038 grdn:5.645 lr:1.0e-05 updt_s:0.052 data_s:0.000
282
+ INFO 2025-07-10 19:09:01 ts/train.py:232 step:53K smpl:424K ep:2K epch:164.98 loss:0.037 grdn:5.411 lr:1.0e-05 updt_s:0.052 data_s:0.001
283
+ INFO 2025-07-10 19:09:12 ts/train.py:232 step:53K smpl:426K ep:2K epch:165.60 loss:0.038 grdn:5.439 lr:1.0e-05 updt_s:0.051 data_s:0.001
284
+ INFO 2025-07-10 19:09:22 ts/train.py:232 step:53K smpl:427K ep:2K epch:166.23 loss:0.038 grdn:5.512 lr:1.0e-05 updt_s:0.052 data_s:0.000
285
+ INFO 2025-07-10 19:09:33 ts/train.py:232 step:54K smpl:429K ep:2K epch:166.85 loss:0.038 grdn:5.678 lr:1.0e-05 updt_s:0.051 data_s:0.001
286
+ INFO 2025-07-10 19:09:43 ts/train.py:232 step:54K smpl:430K ep:2K epch:167.47 loss:0.038 grdn:5.825 lr:1.0e-05 updt_s:0.051 data_s:0.001
287
+ INFO 2025-07-10 19:09:54 ts/train.py:232 step:54K smpl:432K ep:2K epch:168.09 loss:0.038 grdn:5.151 lr:1.0e-05 updt_s:0.052 data_s:0.000
288
+ INFO 2025-07-10 19:10:04 ts/train.py:232 step:54K smpl:434K ep:2K epch:168.72 loss:0.037 grdn:5.216 lr:1.0e-05 updt_s:0.052 data_s:0.001
289
+ INFO 2025-07-10 19:10:15 ts/train.py:232 step:54K smpl:435K ep:2K epch:169.34 loss:0.037 grdn:5.191 lr:1.0e-05 updt_s:0.052 data_s:0.000
290
+ INFO 2025-07-10 19:10:25 ts/train.py:232 step:55K smpl:437K ep:2K epch:169.96 loss:0.037 grdn:5.181 lr:1.0e-05 updt_s:0.051 data_s:0.001
291
+ INFO 2025-07-10 19:10:36 ts/train.py:232 step:55K smpl:438K ep:2K epch:170.58 loss:0.037 grdn:5.222 lr:1.0e-05 updt_s:0.051 data_s:0.001
292
+ INFO 2025-07-10 19:10:46 ts/train.py:232 step:55K smpl:440K ep:2K epch:171.21 loss:0.038 grdn:5.732 lr:1.0e-05 updt_s:0.052 data_s:0.000
293
+ INFO 2025-07-10 19:10:57 ts/train.py:232 step:55K smpl:442K ep:2K epch:171.83 loss:0.037 grdn:5.379 lr:1.0e-05 updt_s:0.051 data_s:0.001
294
+ INFO 2025-07-10 19:11:07 ts/train.py:232 step:55K smpl:443K ep:2K epch:172.45 loss:0.036 grdn:5.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
295
+ INFO 2025-07-10 19:11:18 ts/train.py:232 step:56K smpl:445K ep:2K epch:173.07 loss:0.037 grdn:5.687 lr:1.0e-05 updt_s:0.052 data_s:0.000
296
+ INFO 2025-07-10 19:11:28 ts/train.py:232 step:56K smpl:446K ep:2K epch:173.70 loss:0.037 grdn:5.289 lr:1.0e-05 updt_s:0.051 data_s:0.001
297
+ INFO 2025-07-10 19:11:39 ts/train.py:232 step:56K smpl:448K ep:2K epch:174.32 loss:0.037 grdn:5.194 lr:1.0e-05 updt_s:0.051 data_s:0.000
298
+ INFO 2025-07-10 19:11:49 ts/train.py:232 step:56K smpl:450K ep:2K epch:174.94 loss:0.037 grdn:5.605 lr:1.0e-05 updt_s:0.051 data_s:0.001
299
+ INFO 2025-07-10 19:12:00 ts/train.py:232 step:56K smpl:451K ep:2K epch:175.56 loss:0.037 grdn:5.482 lr:1.0e-05 updt_s:0.051 data_s:0.001
300
+ INFO 2025-07-10 19:12:10 ts/train.py:232 step:57K smpl:453K ep:2K epch:176.19 loss:0.037 grdn:5.324 lr:1.0e-05 updt_s:0.051 data_s:0.000
301
+ INFO 2025-07-10 19:12:21 ts/train.py:232 step:57K smpl:454K ep:2K epch:176.81 loss:0.037 grdn:5.382 lr:1.0e-05 updt_s:0.051 data_s:0.001
302
+ INFO 2025-07-10 19:12:32 ts/train.py:232 step:57K smpl:456K ep:2K epch:177.43 loss:0.037 grdn:5.349 lr:1.0e-05 updt_s:0.052 data_s:0.001
303
+ INFO 2025-07-10 19:12:42 ts/train.py:232 step:57K smpl:458K ep:2K epch:178.05 loss:0.036 grdn:5.360 lr:1.0e-05 updt_s:0.051 data_s:0.000
304
+ INFO 2025-07-10 19:12:53 ts/train.py:232 step:57K smpl:459K ep:2K epch:178.68 loss:0.037 grdn:5.532 lr:1.0e-05 updt_s:0.051 data_s:0.001
305
+ INFO 2025-07-10 19:13:03 ts/train.py:232 step:58K smpl:461K ep:2K epch:179.30 loss:0.036 grdn:5.166 lr:1.0e-05 updt_s:0.051 data_s:0.000
306
+ INFO 2025-07-10 19:13:14 ts/train.py:232 step:58K smpl:462K ep:2K epch:179.92 loss:0.037 grdn:5.544 lr:1.0e-05 updt_s:0.051 data_s:0.001
307
+ INFO 2025-07-10 19:13:24 ts/train.py:232 step:58K smpl:464K ep:2K epch:180.54 loss:0.036 grdn:5.321 lr:1.0e-05 updt_s:0.051 data_s:0.001
308
+ INFO 2025-07-10 19:13:35 ts/train.py:232 step:58K smpl:466K ep:2K epch:181.17 loss:0.036 grdn:5.441 lr:1.0e-05 updt_s:0.052 data_s:0.000
309
+ INFO 2025-07-10 19:13:45 ts/train.py:232 step:58K smpl:467K ep:2K epch:181.79 loss:0.036 grdn:5.555 lr:1.0e-05 updt_s:0.052 data_s:0.001
310
+ INFO 2025-07-10 19:13:56 ts/train.py:232 step:59K smpl:469K ep:2K epch:182.41 loss:0.035 grdn:5.165 lr:1.0e-05 updt_s:0.051 data_s:0.000
311
+ INFO 2025-07-10 19:14:06 ts/train.py:232 step:59K smpl:470K ep:2K epch:183.04 loss:0.036 grdn:5.374 lr:1.0e-05 updt_s:0.051 data_s:0.001
312
+ INFO 2025-07-10 19:14:17 ts/train.py:232 step:59K smpl:472K ep:2K epch:183.66 loss:0.035 grdn:4.972 lr:1.0e-05 updt_s:0.051 data_s:0.001
313
+ INFO 2025-07-10 19:14:27 ts/train.py:232 step:59K smpl:474K ep:2K epch:184.28 loss:0.035 grdn:5.210 lr:1.0e-05 updt_s:0.051 data_s:0.000
314
+ INFO 2025-07-10 19:14:38 ts/train.py:232 step:59K smpl:475K ep:2K epch:184.90 loss:0.036 grdn:5.263 lr:1.0e-05 updt_s:0.051 data_s:0.001
315
+ INFO 2025-07-10 19:14:49 ts/train.py:232 step:60K smpl:477K ep:2K epch:185.53 loss:0.035 grdn:4.840 lr:1.0e-05 updt_s:0.051 data_s:0.001
316
+ INFO 2025-07-10 19:14:59 ts/train.py:232 step:60K smpl:478K ep:2K epch:186.15 loss:0.035 grdn:5.132 lr:1.0e-05 updt_s:0.052 data_s:0.000
317
+ INFO 2025-07-10 19:15:10 ts/train.py:232 step:60K smpl:480K ep:2K epch:186.77 loss:0.036 grdn:5.413 lr:1.0e-05 updt_s:0.051 data_s:0.001
318
+ INFO 2025-07-10 19:15:10 ts/train.py:241 Checkpoint policy after step 60000
319
+ INFO 2025-07-10 19:15:21 ts/train.py:232 step:60K smpl:482K ep:2K epch:187.39 loss:0.035 grdn:4.934 lr:1.0e-05 updt_s:0.052 data_s:0.000
320
+ INFO 2025-07-10 19:15:31 ts/train.py:232 step:60K smpl:483K ep:2K epch:188.02 loss:0.035 grdn:5.132 lr:1.0e-05 updt_s:0.051 data_s:0.001
321
+ INFO 2025-07-10 19:15:42 ts/train.py:232 step:61K smpl:485K ep:2K epch:188.64 loss:0.035 grdn:5.178 lr:1.0e-05 updt_s:0.051 data_s:0.001
322
+ INFO 2025-07-10 19:15:52 ts/train.py:232 step:61K smpl:486K ep:2K epch:189.26 loss:0.035 grdn:4.943 lr:1.0e-05 updt_s:0.051 data_s:0.000
323
+ INFO 2025-07-10 19:16:03 ts/train.py:232 step:61K smpl:488K ep:2K epch:189.88 loss:0.037 grdn:5.302 lr:1.0e-05 updt_s:0.052 data_s:0.001
324
+ INFO 2025-07-10 19:16:14 ts/train.py:232 step:61K smpl:490K ep:2K epch:190.51 loss:0.035 grdn:5.318 lr:1.0e-05 updt_s:0.051 data_s:0.001
325
+ INFO 2025-07-10 19:16:24 ts/train.py:232 step:61K smpl:491K ep:2K epch:191.13 loss:0.034 grdn:5.148 lr:1.0e-05 updt_s:0.052 data_s:0.000
326
+ INFO 2025-07-10 19:16:35 ts/train.py:232 step:62K smpl:493K ep:2K epch:191.75 loss:0.035 grdn:5.190 lr:1.0e-05 updt_s:0.051 data_s:0.001
327
+ INFO 2025-07-10 19:16:45 ts/train.py:232 step:62K smpl:494K ep:2K epch:192.37 loss:0.035 grdn:5.193 lr:1.0e-05 updt_s:0.051 data_s:0.000
328
+ INFO 2025-07-10 19:16:56 ts/train.py:232 step:62K smpl:496K ep:2K epch:193.00 loss:0.035 grdn:5.295 lr:1.0e-05 updt_s:0.051 data_s:0.001
329
+ INFO 2025-07-10 19:17:06 ts/train.py:232 step:62K smpl:498K ep:2K epch:193.62 loss:0.035 grdn:5.049 lr:1.0e-05 updt_s:0.051 data_s:0.001
330
+ INFO 2025-07-10 19:17:17 ts/train.py:232 step:62K smpl:499K ep:2K epch:194.24 loss:0.035 grdn:4.987 lr:1.0e-05 updt_s:0.052 data_s:0.000
331
+ INFO 2025-07-10 19:17:27 ts/train.py:232 step:63K smpl:501K ep:2K epch:194.86 loss:0.035 grdn:5.487 lr:1.0e-05 updt_s:0.051 data_s:0.001
332
+ INFO 2025-07-10 19:17:38 ts/train.py:232 step:63K smpl:502K ep:2K epch:195.49 loss:0.034 grdn:4.921 lr:1.0e-05 updt_s:0.051 data_s:0.001
333
+ INFO 2025-07-10 19:17:48 ts/train.py:232 step:63K smpl:504K ep:2K epch:196.11 loss:0.034 grdn:4.776 lr:1.0e-05 updt_s:0.052 data_s:0.000
334
+ INFO 2025-07-10 19:17:59 ts/train.py:232 step:63K smpl:506K ep:2K epch:196.73 loss:0.035 grdn:4.812 lr:1.0e-05 updt_s:0.051 data_s:0.001
335
+ INFO 2025-07-10 19:18:09 ts/train.py:232 step:63K smpl:507K ep:2K epch:197.35 loss:0.035 grdn:5.137 lr:1.0e-05 updt_s:0.051 data_s:0.000
336
+ INFO 2025-07-10 19:18:20 ts/train.py:232 step:64K smpl:509K ep:2K epch:197.98 loss:0.034 grdn:5.130 lr:1.0e-05 updt_s:0.052 data_s:0.001
337
+ INFO 2025-07-10 19:18:31 ts/train.py:232 step:64K smpl:510K ep:2K epch:198.60 loss:0.035 grdn:5.180 lr:1.0e-05 updt_s:0.051 data_s:0.001
338
+ INFO 2025-07-10 19:18:41 ts/train.py:232 step:64K smpl:512K ep:2K epch:199.22 loss:0.034 grdn:4.883 lr:1.0e-05 updt_s:0.051 data_s:0.000
339
+ INFO 2025-07-10 19:18:52 ts/train.py:232 step:64K smpl:514K ep:2K epch:199.84 loss:0.034 grdn:4.881 lr:1.0e-05 updt_s:0.051 data_s:0.001
340
+ INFO 2025-07-10 19:19:02 ts/train.py:232 step:64K smpl:515K ep:2K epch:200.47 loss:0.034 grdn:5.077 lr:1.0e-05 updt_s:0.051 data_s:0.000
341
+ INFO 2025-07-10 19:19:13 ts/train.py:232 step:65K smpl:517K ep:2K epch:201.09 loss:0.033 grdn:4.742 lr:1.0e-05 updt_s:0.052 data_s:0.001
342
+ INFO 2025-07-10 19:19:23 ts/train.py:232 step:65K smpl:518K ep:2K epch:201.71 loss:0.034 grdn:5.105 lr:1.0e-05 updt_s:0.051 data_s:0.001
343
+ INFO 2025-07-10 19:19:34 ts/train.py:232 step:65K smpl:520K ep:2K epch:202.33 loss:0.033 grdn:5.104 lr:1.0e-05 updt_s:0.052 data_s:0.000
344
+ INFO 2025-07-10 19:19:44 ts/train.py:232 step:65K smpl:522K ep:2K epch:202.96 loss:0.034 grdn:5.447 lr:1.0e-05 updt_s:0.051 data_s:0.001
345
+ INFO 2025-07-10 19:19:55 ts/train.py:232 step:65K smpl:523K ep:2K epch:203.58 loss:0.034 grdn:4.902 lr:1.0e-05 updt_s:0.051 data_s:0.001
346
+ INFO 2025-07-10 19:20:05 ts/train.py:232 step:66K smpl:525K ep:2K epch:204.20 loss:0.034 grdn:5.049 lr:1.0e-05 updt_s:0.051 data_s:0.000
347
+ INFO 2025-07-10 19:20:16 ts/train.py:232 step:66K smpl:526K ep:2K epch:204.82 loss:0.033 grdn:4.863 lr:1.0e-05 updt_s:0.051 data_s:0.001
348
+ INFO 2025-07-10 19:20:26 ts/train.py:232 step:66K smpl:528K ep:2K epch:205.45 loss:0.033 grdn:4.807 lr:1.0e-05 updt_s:0.051 data_s:0.000
349
+ INFO 2025-07-10 19:20:37 ts/train.py:232 step:66K smpl:530K ep:2K epch:206.07 loss:0.034 grdn:4.832 lr:1.0e-05 updt_s:0.051 data_s:0.001
350
+ INFO 2025-07-10 19:20:48 ts/train.py:232 step:66K smpl:531K ep:2K epch:206.69 loss:0.033 grdn:4.841 lr:1.0e-05 updt_s:0.052 data_s:0.001
351
+ INFO 2025-07-10 19:20:58 ts/train.py:232 step:67K smpl:533K ep:2K epch:207.32 loss:0.034 grdn:5.092 lr:1.0e-05 updt_s:0.052 data_s:0.000
352
+ INFO 2025-07-10 19:21:09 ts/train.py:232 step:67K smpl:534K ep:2K epch:207.94 loss:0.033 grdn:5.011 lr:1.0e-05 updt_s:0.051 data_s:0.001
353
+ INFO 2025-07-10 19:21:19 ts/train.py:232 step:67K smpl:536K ep:2K epch:208.56 loss:0.034 grdn:4.795 lr:1.0e-05 updt_s:0.051 data_s:0.001
354
+ INFO 2025-07-10 19:21:30 ts/train.py:232 step:67K smpl:538K ep:2K epch:209.18 loss:0.033 grdn:4.930 lr:1.0e-05 updt_s:0.052 data_s:0.000
355
+ INFO 2025-07-10 19:21:40 ts/train.py:232 step:67K smpl:539K ep:2K epch:209.81 loss:0.034 grdn:4.925 lr:1.0e-05 updt_s:0.051 data_s:0.001
356
+ INFO 2025-07-10 19:21:51 ts/train.py:232 step:68K smpl:541K ep:2K epch:210.43 loss:0.033 grdn:4.918 lr:1.0e-05 updt_s:0.052 data_s:0.000
357
+ INFO 2025-07-10 19:22:01 ts/train.py:232 step:68K smpl:542K ep:2K epch:211.05 loss:0.033 grdn:4.606 lr:1.0e-05 updt_s:0.052 data_s:0.001
358
+ INFO 2025-07-10 19:22:12 ts/train.py:232 step:68K smpl:544K ep:2K epch:211.67 loss:0.032 grdn:4.636 lr:1.0e-05 updt_s:0.051 data_s:0.001
359
+ INFO 2025-07-10 19:22:22 ts/train.py:232 step:68K smpl:546K ep:2K epch:212.30 loss:0.033 grdn:4.863 lr:1.0e-05 updt_s:0.051 data_s:0.000
360
+ INFO 2025-07-10 19:22:33 ts/train.py:232 step:68K smpl:547K ep:2K epch:212.92 loss:0.032 grdn:4.518 lr:1.0e-05 updt_s:0.051 data_s:0.001
361
+ INFO 2025-07-10 19:22:43 ts/train.py:232 step:69K smpl:549K ep:2K epch:213.54 loss:0.033 grdn:5.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
362
+ INFO 2025-07-10 19:22:54 ts/train.py:232 step:69K smpl:550K ep:2K epch:214.16 loss:0.033 grdn:5.115 lr:1.0e-05 updt_s:0.052 data_s:0.000
363
+ INFO 2025-07-10 19:23:05 ts/train.py:232 step:69K smpl:552K ep:2K epch:214.79 loss:0.032 grdn:4.761 lr:1.0e-05 updt_s:0.052 data_s:0.001
364
+ INFO 2025-07-10 19:23:15 ts/train.py:232 step:69K smpl:554K ep:2K epch:215.41 loss:0.033 grdn:4.826 lr:1.0e-05 updt_s:0.052 data_s:0.000
365
+ INFO 2025-07-10 19:23:26 ts/train.py:232 step:69K smpl:555K ep:2K epch:216.03 loss:0.033 grdn:4.988 lr:1.0e-05 updt_s:0.051 data_s:0.001
366
+ INFO 2025-07-10 19:23:36 ts/train.py:232 step:70K smpl:557K ep:2K epch:216.65 loss:0.033 grdn:4.903 lr:1.0e-05 updt_s:0.051 data_s:0.001
367
+ INFO 2025-07-10 19:23:47 ts/train.py:232 step:70K smpl:558K ep:2K epch:217.28 loss:0.033 grdn:4.970 lr:1.0e-05 updt_s:0.052 data_s:0.000
368
+ INFO 2025-07-10 19:23:57 ts/train.py:232 step:70K smpl:560K ep:2K epch:217.90 loss:0.032 grdn:4.808 lr:1.0e-05 updt_s:0.051 data_s:0.001
369
+ INFO 2025-07-10 19:24:08 ts/train.py:232 step:70K smpl:562K ep:2K epch:218.52 loss:0.032 grdn:4.759 lr:1.0e-05 updt_s:0.051 data_s:0.001
370
+ INFO 2025-07-10 19:24:18 ts/train.py:232 step:70K smpl:563K ep:2K epch:219.14 loss:0.032 grdn:4.517 lr:1.0e-05 updt_s:0.052 data_s:0.000
371
+ INFO 2025-07-10 19:24:29 ts/train.py:232 step:71K smpl:565K ep:2K epch:219.77 loss:0.032 grdn:4.763 lr:1.0e-05 updt_s:0.051 data_s:0.001
372
+ INFO 2025-07-10 19:24:39 ts/train.py:232 step:71K smpl:566K ep:2K epch:220.39 loss:0.032 grdn:5.071 lr:1.0e-05 updt_s:0.052 data_s:0.000
373
+ INFO 2025-07-10 19:24:50 ts/train.py:232 step:71K smpl:568K ep:2K epch:221.01 loss:0.033 grdn:4.967 lr:1.0e-05 updt_s:0.051 data_s:0.001
374
+ INFO 2025-07-10 19:25:00 ts/train.py:232 step:71K smpl:570K ep:2K epch:221.63 loss:0.032 grdn:4.665 lr:1.0e-05 updt_s:0.051 data_s:0.001
375
+ INFO 2025-07-10 19:25:11 ts/train.py:232 step:71K smpl:571K ep:2K epch:222.26 loss:0.032 grdn:4.813 lr:1.0e-05 updt_s:0.052 data_s:0.000
376
+ INFO 2025-07-10 19:25:21 ts/train.py:232 step:72K smpl:573K ep:2K epch:222.88 loss:0.032 grdn:4.868 lr:1.0e-05 updt_s:0.051 data_s:0.001
377
+ INFO 2025-07-10 19:25:32 ts/train.py:232 step:72K smpl:574K ep:2K epch:223.50 loss:0.031 grdn:4.706 lr:1.0e-05 updt_s:0.052 data_s:0.000
378
+ INFO 2025-07-10 19:25:42 ts/train.py:232 step:72K smpl:576K ep:2K epch:224.12 loss:0.032 grdn:4.929 lr:1.0e-05 updt_s:0.051 data_s:0.001
379
+ INFO 2025-07-10 19:25:53 ts/train.py:232 step:72K smpl:578K ep:2K epch:224.75 loss:0.032 grdn:4.760 lr:1.0e-05 updt_s:0.051 data_s:0.001
380
+ INFO 2025-07-10 19:26:03 ts/train.py:232 step:72K smpl:579K ep:2K epch:225.37 loss:0.032 grdn:4.666 lr:1.0e-05 updt_s:0.052 data_s:0.000
381
+ INFO 2025-07-10 19:26:14 ts/train.py:232 step:73K smpl:581K ep:2K epch:225.99 loss:0.031 grdn:4.523 lr:1.0e-05 updt_s:0.051 data_s:0.001
382
+ INFO 2025-07-10 19:26:25 ts/train.py:232 step:73K smpl:582K ep:2K epch:226.61 loss:0.032 grdn:4.830 lr:1.0e-05 updt_s:0.051 data_s:0.001
383
+ INFO 2025-07-10 19:26:35 ts/train.py:232 step:73K smpl:584K ep:2K epch:227.24 loss:0.031 grdn:4.488 lr:1.0e-05 updt_s:0.051 data_s:0.000
384
+ INFO 2025-07-10 19:26:46 ts/train.py:232 step:73K smpl:586K ep:2K epch:227.86 loss:0.032 grdn:4.946 lr:1.0e-05 updt_s:0.052 data_s:0.001
385
+ INFO 2025-07-10 19:26:56 ts/train.py:232 step:73K smpl:587K ep:2K epch:228.48 loss:0.031 grdn:4.668 lr:1.0e-05 updt_s:0.051 data_s:0.000
386
+ INFO 2025-07-10 19:27:07 ts/train.py:232 step:74K smpl:589K ep:2K epch:229.11 loss:0.032 grdn:4.822 lr:1.0e-05 updt_s:0.051 data_s:0.001
387
+ INFO 2025-07-10 19:27:17 ts/train.py:232 step:74K smpl:590K ep:2K epch:229.73 loss:0.031 grdn:4.601 lr:1.0e-05 updt_s:0.051 data_s:0.001
388
+ INFO 2025-07-10 19:27:28 ts/train.py:232 step:74K smpl:592K ep:2K epch:230.35 loss:0.032 grdn:4.807 lr:1.0e-05 updt_s:0.051 data_s:0.000
389
+ INFO 2025-07-10 19:27:38 ts/train.py:232 step:74K smpl:594K ep:2K epch:230.97 loss:0.032 grdn:4.764 lr:1.0e-05 updt_s:0.051 data_s:0.001
390
+ INFO 2025-07-10 19:27:49 ts/train.py:232 step:74K smpl:595K ep:2K epch:231.60 loss:0.031 grdn:4.565 lr:1.0e-05 updt_s:0.052 data_s:0.001
391
+ INFO 2025-07-10 19:27:59 ts/train.py:232 step:75K smpl:597K ep:2K epch:232.22 loss:0.031 grdn:4.680 lr:1.0e-05 updt_s:0.051 data_s:0.000
392
+ INFO 2025-07-10 19:28:10 ts/train.py:232 step:75K smpl:598K ep:2K epch:232.84 loss:0.031 grdn:4.465 lr:1.0e-05 updt_s:0.051 data_s:0.001
393
+ INFO 2025-07-10 19:28:20 ts/train.py:232 step:75K smpl:600K ep:2K epch:233.46 loss:0.031 grdn:4.496 lr:1.0e-05 updt_s:0.051 data_s:0.000
394
+ INFO 2025-07-10 19:28:31 ts/train.py:232 step:75K smpl:602K ep:2K epch:234.09 loss:0.031 grdn:4.691 lr:1.0e-05 updt_s:0.051 data_s:0.001
395
+ INFO 2025-07-10 19:28:41 ts/train.py:232 step:75K smpl:603K ep:2K epch:234.71 loss:0.030 grdn:4.222 lr:1.0e-05 updt_s:0.051 data_s:0.001
396
+ INFO 2025-07-10 19:28:52 ts/train.py:232 step:76K smpl:605K ep:2K epch:235.33 loss:0.031 grdn:4.782 lr:1.0e-05 updt_s:0.051 data_s:0.000
397
+ INFO 2025-07-10 19:29:02 ts/train.py:232 step:76K smpl:606K ep:2K epch:235.95 loss:0.031 grdn:4.708 lr:1.0e-05 updt_s:0.052 data_s:0.001
398
+ INFO 2025-07-10 19:29:13 ts/train.py:232 step:76K smpl:608K ep:2K epch:236.58 loss:0.031 grdn:4.482 lr:1.0e-05 updt_s:0.051 data_s:0.001
399
+ INFO 2025-07-10 19:29:23 ts/train.py:232 step:76K smpl:610K ep:2K epch:237.20 loss:0.031 grdn:4.656 lr:1.0e-05 updt_s:0.052 data_s:0.000
400
+ INFO 2025-07-10 19:29:34 ts/train.py:232 step:76K smpl:611K ep:2K epch:237.82 loss:0.030 grdn:4.609 lr:1.0e-05 updt_s:0.051 data_s:0.001
401
+ INFO 2025-07-10 19:29:44 ts/train.py:232 step:77K smpl:613K ep:2K epch:238.44 loss:0.031 grdn:4.512 lr:1.0e-05 updt_s:0.052 data_s:0.000
402
+ INFO 2025-07-10 19:29:55 ts/train.py:232 step:77K smpl:614K ep:2K epch:239.07 loss:0.031 grdn:4.678 lr:1.0e-05 updt_s:0.051 data_s:0.001
403
+ INFO 2025-07-10 19:30:06 ts/train.py:232 step:77K smpl:616K ep:2K epch:239.69 loss:0.032 grdn:4.932 lr:1.0e-05 updt_s:0.051 data_s:0.001
404
+ INFO 2025-07-10 19:30:16 ts/train.py:232 step:77K smpl:618K ep:2K epch:240.31 loss:0.031 grdn:4.590 lr:1.0e-05 updt_s:0.052 data_s:0.000
405
+ INFO 2025-07-10 19:30:27 ts/train.py:232 step:77K smpl:619K ep:2K epch:240.93 loss:0.030 grdn:4.493 lr:1.0e-05 updt_s:0.051 data_s:0.001
406
+ INFO 2025-07-10 19:30:37 ts/train.py:232 step:78K smpl:621K ep:2K epch:241.56 loss:0.031 grdn:4.592 lr:1.0e-05 updt_s:0.051 data_s:0.000
407
+ INFO 2025-07-10 19:30:48 ts/train.py:232 step:78K smpl:622K ep:2K epch:242.18 loss:0.031 grdn:4.534 lr:1.0e-05 updt_s:0.051 data_s:0.001
408
+ INFO 2025-07-10 19:30:58 ts/train.py:232 step:78K smpl:624K ep:2K epch:242.80 loss:0.031 grdn:4.688 lr:1.0e-05 updt_s:0.051 data_s:0.001
409
+ INFO 2025-07-10 19:31:09 ts/train.py:232 step:78K smpl:626K ep:2K epch:243.42 loss:0.030 grdn:4.548 lr:1.0e-05 updt_s:0.052 data_s:0.000
410
+ INFO 2025-07-10 19:31:19 ts/train.py:232 step:78K smpl:627K ep:2K epch:244.05 loss:0.030 grdn:4.545 lr:1.0e-05 updt_s:0.052 data_s:0.001
411
+ INFO 2025-07-10 19:31:30 ts/train.py:232 step:79K smpl:629K ep:2K epch:244.67 loss:0.030 grdn:4.527 lr:1.0e-05 updt_s:0.051 data_s:0.001
412
+ INFO 2025-07-10 19:31:40 ts/train.py:232 step:79K smpl:630K ep:2K epch:245.29 loss:0.030 grdn:4.361 lr:1.0e-05 updt_s:0.051 data_s:0.000
413
+ INFO 2025-07-10 19:31:51 ts/train.py:232 step:79K smpl:632K ep:2K epch:245.91 loss:0.031 grdn:4.580 lr:1.0e-05 updt_s:0.051 data_s:0.001
414
+ INFO 2025-07-10 19:32:01 ts/train.py:232 step:79K smpl:634K ep:2K epch:246.54 loss:0.030 grdn:4.532 lr:1.0e-05 updt_s:0.051 data_s:0.000
415
+ INFO 2025-07-10 19:32:12 ts/train.py:232 step:79K smpl:635K ep:2K epch:247.16 loss:0.030 grdn:4.371 lr:1.0e-05 updt_s:0.051 data_s:0.001
416
+ INFO 2025-07-10 19:32:23 ts/train.py:232 step:80K smpl:637K ep:2K epch:247.78 loss:0.031 grdn:4.799 lr:1.0e-05 updt_s:0.051 data_s:0.001
417
+ INFO 2025-07-10 19:32:33 ts/train.py:232 step:80K smpl:638K ep:2K epch:248.40 loss:0.030 grdn:4.355 lr:1.0e-05 updt_s:0.052 data_s:0.000
418
+ INFO 2025-07-10 19:32:44 ts/train.py:232 step:80K smpl:640K ep:2K epch:249.03 loss:0.030 grdn:4.697 lr:1.0e-05 updt_s:0.051 data_s:0.001
419
+ INFO 2025-07-10 19:32:44 ts/train.py:241 Checkpoint policy after step 80000
420
+ INFO 2025-07-10 19:32:55 ts/train.py:232 step:80K smpl:642K ep:2K epch:249.65 loss:0.030 grdn:4.417 lr:1.0e-05 updt_s:0.051 data_s:0.001
421
+ INFO 2025-07-10 19:33:05 ts/train.py:232 step:80K smpl:643K ep:3K epch:250.27 loss:0.030 grdn:4.508 lr:1.0e-05 updt_s:0.052 data_s:0.000
422
+ INFO 2025-07-10 19:33:16 ts/train.py:232 step:81K smpl:645K ep:3K epch:250.89 loss:0.030 grdn:4.526 lr:1.0e-05 updt_s:0.051 data_s:0.001
423
+ INFO 2025-07-10 19:33:26 ts/train.py:232 step:81K smpl:646K ep:3K epch:251.52 loss:0.029 grdn:4.222 lr:1.0e-05 updt_s:0.052 data_s:0.000
424
+ INFO 2025-07-10 19:33:37 ts/train.py:232 step:81K smpl:648K ep:3K epch:252.14 loss:0.029 grdn:4.368 lr:1.0e-05 updt_s:0.052 data_s:0.001
425
+ INFO 2025-07-10 19:33:48 ts/train.py:232 step:81K smpl:650K ep:3K epch:252.76 loss:0.029 grdn:4.352 lr:1.0e-05 updt_s:0.051 data_s:0.001
426
+ INFO 2025-07-10 19:33:58 ts/train.py:232 step:81K smpl:651K ep:3K epch:253.39 loss:0.030 grdn:4.515 lr:1.0e-05 updt_s:0.052 data_s:0.000
427
+ INFO 2025-07-10 19:34:09 ts/train.py:232 step:82K smpl:653K ep:3K epch:254.01 loss:0.030 grdn:4.439 lr:1.0e-05 updt_s:0.051 data_s:0.001
428
+ INFO 2025-07-10 19:34:19 ts/train.py:232 step:82K smpl:654K ep:3K epch:254.63 loss:0.030 grdn:4.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
429
+ INFO 2025-07-10 19:34:30 ts/train.py:232 step:82K smpl:656K ep:3K epch:255.25 loss:0.030 grdn:4.857 lr:1.0e-05 updt_s:0.052 data_s:0.000
430
+ INFO 2025-07-10 19:34:40 ts/train.py:232 step:82K smpl:658K ep:3K epch:255.88 loss:0.030 grdn:4.499 lr:1.0e-05 updt_s:0.051 data_s:0.001
431
+ INFO 2025-07-10 19:34:51 ts/train.py:232 step:82K smpl:659K ep:3K epch:256.50 loss:0.030 grdn:4.619 lr:1.0e-05 updt_s:0.052 data_s:0.000
432
+ INFO 2025-07-10 19:35:01 ts/train.py:232 step:83K smpl:661K ep:3K epch:257.12 loss:0.029 grdn:4.277 lr:1.0e-05 updt_s:0.051 data_s:0.001
433
+ INFO 2025-07-10 19:35:12 ts/train.py:232 step:83K smpl:662K ep:3K epch:257.74 loss:0.030 grdn:4.500 lr:1.0e-05 updt_s:0.051 data_s:0.001
434
+ INFO 2025-07-10 19:35:22 ts/train.py:232 step:83K smpl:664K ep:3K epch:258.37 loss:0.029 grdn:4.428 lr:1.0e-05 updt_s:0.051 data_s:0.000
435
+ INFO 2025-07-10 19:35:33 ts/train.py:232 step:83K smpl:666K ep:3K epch:258.99 loss:0.029 grdn:4.366 lr:1.0e-05 updt_s:0.051 data_s:0.001
436
+ INFO 2025-07-10 19:35:44 ts/train.py:232 step:83K smpl:667K ep:3K epch:259.61 loss:0.029 grdn:4.275 lr:1.0e-05 updt_s:0.051 data_s:0.001
437
+ INFO 2025-07-10 19:35:54 ts/train.py:232 step:84K smpl:669K ep:3K epch:260.23 loss:0.029 grdn:4.369 lr:1.0e-05 updt_s:0.051 data_s:0.000
438
+ INFO 2025-07-10 19:36:05 ts/train.py:232 step:84K smpl:670K ep:3K epch:260.86 loss:0.029 grdn:4.375 lr:1.0e-05 updt_s:0.052 data_s:0.001
439
+ INFO 2025-07-10 19:36:15 ts/train.py:232 step:84K smpl:672K ep:3K epch:261.48 loss:0.030 grdn:4.515 lr:1.0e-05 updt_s:0.051 data_s:0.000
440
+ INFO 2025-07-10 19:36:26 ts/train.py:232 step:84K smpl:674K ep:3K epch:262.10 loss:0.029 grdn:4.268 lr:1.0e-05 updt_s:0.051 data_s:0.001
441
+ INFO 2025-07-10 19:36:36 ts/train.py:232 step:84K smpl:675K ep:3K epch:262.72 loss:0.029 grdn:4.411 lr:1.0e-05 updt_s:0.051 data_s:0.001
442
+ INFO 2025-07-10 19:36:46 ts/train.py:232 step:85K smpl:677K ep:3K epch:263.35 loss:0.029 grdn:4.387 lr:1.0e-05 updt_s:0.051 data_s:0.000
443
+ INFO 2025-07-10 19:36:57 ts/train.py:232 step:85K smpl:678K ep:3K epch:263.97 loss:0.029 grdn:4.334 lr:1.0e-05 updt_s:0.051 data_s:0.001
444
+ INFO 2025-07-10 19:37:07 ts/train.py:232 step:85K smpl:680K ep:3K epch:264.59 loss:0.029 grdn:4.437 lr:1.0e-05 updt_s:0.051 data_s:0.000
445
+ INFO 2025-07-10 19:37:18 ts/train.py:232 step:85K smpl:682K ep:3K epch:265.21 loss:0.029 grdn:4.333 lr:1.0e-05 updt_s:0.052 data_s:0.001
446
+ INFO 2025-07-10 19:37:29 ts/train.py:232 step:85K smpl:683K ep:3K epch:265.84 loss:0.029 grdn:4.670 lr:1.0e-05 updt_s:0.051 data_s:0.001
447
+ INFO 2025-07-10 19:37:39 ts/train.py:232 step:86K smpl:685K ep:3K epch:266.46 loss:0.028 grdn:4.082 lr:1.0e-05 updt_s:0.051 data_s:0.000
448
+ INFO 2025-07-10 19:37:50 ts/train.py:232 step:86K smpl:686K ep:3K epch:267.08 loss:0.030 grdn:4.614 lr:1.0e-05 updt_s:0.051 data_s:0.001
449
+ INFO 2025-07-10 19:38:00 ts/train.py:232 step:86K smpl:688K ep:3K epch:267.70 loss:0.030 grdn:4.544 lr:1.0e-05 updt_s:0.051 data_s:0.001
450
+ INFO 2025-07-10 19:38:11 ts/train.py:232 step:86K smpl:690K ep:3K epch:268.33 loss:0.029 grdn:4.368 lr:1.0e-05 updt_s:0.052 data_s:0.000
451
+ INFO 2025-07-10 19:38:21 ts/train.py:232 step:86K smpl:691K ep:3K epch:268.95 loss:0.029 grdn:4.714 lr:1.0e-05 updt_s:0.052 data_s:0.001
452
+ INFO 2025-07-10 19:38:32 ts/train.py:232 step:87K smpl:693K ep:3K epch:269.57 loss:0.029 grdn:4.307 lr:1.0e-05 updt_s:0.051 data_s:0.000
453
+ INFO 2025-07-10 19:38:42 ts/train.py:232 step:87K smpl:694K ep:3K epch:270.19 loss:0.029 grdn:4.299 lr:1.0e-05 updt_s:0.051 data_s:0.001
454
+ INFO 2025-07-10 19:38:53 ts/train.py:232 step:87K smpl:696K ep:3K epch:270.82 loss:0.029 grdn:4.126 lr:1.0e-05 updt_s:0.051 data_s:0.001
455
+ INFO 2025-07-10 19:39:03 ts/train.py:232 step:87K smpl:698K ep:3K epch:271.44 loss:0.029 grdn:4.312 lr:1.0e-05 updt_s:0.052 data_s:0.000
456
+ INFO 2025-07-10 19:39:14 ts/train.py:232 step:87K smpl:699K ep:3K epch:272.06 loss:0.029 grdn:4.624 lr:1.0e-05 updt_s:0.051 data_s:0.001
457
+ INFO 2025-07-10 19:39:25 ts/train.py:232 step:88K smpl:701K ep:3K epch:272.68 loss:0.029 grdn:4.449 lr:1.0e-05 updt_s:0.051 data_s:0.001
458
+ INFO 2025-07-10 19:39:35 ts/train.py:232 step:88K smpl:702K ep:3K epch:273.31 loss:0.029 grdn:4.172 lr:1.0e-05 updt_s:0.052 data_s:0.000
459
+ INFO 2025-07-10 19:39:46 ts/train.py:232 step:88K smpl:704K ep:3K epch:273.93 loss:0.029 grdn:4.358 lr:1.0e-05 updt_s:0.051 data_s:0.001
460
+ INFO 2025-07-10 19:39:56 ts/train.py:232 step:88K smpl:706K ep:3K epch:274.55 loss:0.029 grdn:4.459 lr:1.0e-05 updt_s:0.051 data_s:0.000
461
+ INFO 2025-07-10 19:40:07 ts/train.py:232 step:88K smpl:707K ep:3K epch:275.18 loss:0.028 grdn:4.100 lr:1.0e-05 updt_s:0.051 data_s:0.001
462
+ INFO 2025-07-10 19:40:17 ts/train.py:232 step:89K smpl:709K ep:3K epch:275.80 loss:0.028 grdn:4.078 lr:1.0e-05 updt_s:0.051 data_s:0.001
463
+ INFO 2025-07-10 19:40:28 ts/train.py:232 step:89K smpl:710K ep:3K epch:276.42 loss:0.028 grdn:4.261 lr:1.0e-05 updt_s:0.051 data_s:0.000
464
+ INFO 2025-07-10 19:40:38 ts/train.py:232 step:89K smpl:712K ep:3K epch:277.04 loss:0.029 grdn:4.603 lr:1.0e-05 updt_s:0.051 data_s:0.001
465
+ INFO 2025-07-10 19:40:49 ts/train.py:232 step:89K smpl:714K ep:3K epch:277.67 loss:0.028 grdn:4.295 lr:1.0e-05 updt_s:0.052 data_s:0.001
466
+ INFO 2025-07-10 19:40:59 ts/train.py:232 step:89K smpl:715K ep:3K epch:278.29 loss:0.029 grdn:4.400 lr:1.0e-05 updt_s:0.051 data_s:0.000
467
+ INFO 2025-07-10 19:41:10 ts/train.py:232 step:90K smpl:717K ep:3K epch:278.91 loss:0.028 grdn:4.335 lr:1.0e-05 updt_s:0.051 data_s:0.001
468
+ INFO 2025-07-10 19:41:20 ts/train.py:232 step:90K smpl:718K ep:3K epch:279.53 loss:0.028 grdn:4.288 lr:1.0e-05 updt_s:0.052 data_s:0.000
469
+ INFO 2025-07-10 19:41:31 ts/train.py:232 step:90K smpl:720K ep:3K epch:280.16 loss:0.028 grdn:4.370 lr:1.0e-05 updt_s:0.051 data_s:0.001
470
+ INFO 2025-07-10 19:41:41 ts/train.py:232 step:90K smpl:722K ep:3K epch:280.78 loss:0.029 grdn:4.383 lr:1.0e-05 updt_s:0.051 data_s:0.001
471
+ INFO 2025-07-10 19:41:52 ts/train.py:232 step:90K smpl:723K ep:3K epch:281.40 loss:0.028 grdn:4.337 lr:1.0e-05 updt_s:0.052 data_s:0.000
472
+ INFO 2025-07-10 19:42:03 ts/train.py:232 step:91K smpl:725K ep:3K epch:282.02 loss:0.028 grdn:4.241 lr:1.0e-05 updt_s:0.051 data_s:0.001
473
+ INFO 2025-07-10 19:42:13 ts/train.py:232 step:91K smpl:726K ep:3K epch:282.65 loss:0.028 grdn:4.023 lr:1.0e-05 updt_s:0.051 data_s:0.000
474
+ INFO 2025-07-10 19:42:24 ts/train.py:232 step:91K smpl:728K ep:3K epch:283.27 loss:0.028 grdn:4.232 lr:1.0e-05 updt_s:0.051 data_s:0.001
475
+ INFO 2025-07-10 19:42:34 ts/train.py:232 step:91K smpl:730K ep:3K epch:283.89 loss:0.028 grdn:3.907 lr:1.0e-05 updt_s:0.051 data_s:0.001
476
+ INFO 2025-07-10 19:42:45 ts/train.py:232 step:91K smpl:731K ep:3K epch:284.51 loss:0.028 grdn:4.261 lr:1.0e-05 updt_s:0.052 data_s:0.000
477
+ INFO 2025-07-10 19:42:55 ts/train.py:232 step:92K smpl:733K ep:3K epch:285.14 loss:0.028 grdn:4.284 lr:1.0e-05 updt_s:0.051 data_s:0.001
478
+ INFO 2025-07-10 19:43:06 ts/train.py:232 step:92K smpl:734K ep:3K epch:285.76 loss:0.028 grdn:4.212 lr:1.0e-05 updt_s:0.052 data_s:0.001
479
+ INFO 2025-07-10 19:43:16 ts/train.py:232 step:92K smpl:736K ep:3K epch:286.38 loss:0.028 grdn:4.358 lr:1.0e-05 updt_s:0.051 data_s:0.000
480
+ INFO 2025-07-10 19:43:27 ts/train.py:232 step:92K smpl:738K ep:3K epch:287.00 loss:0.028 grdn:4.041 lr:1.0e-05 updt_s:0.051 data_s:0.001
481
+ INFO 2025-07-10 19:43:37 ts/train.py:232 step:92K smpl:739K ep:3K epch:287.63 loss:0.028 grdn:4.199 lr:1.0e-05 updt_s:0.051 data_s:0.000
482
+ INFO 2025-07-10 19:43:48 ts/train.py:232 step:93K smpl:741K ep:3K epch:288.25 loss:0.027 grdn:3.952 lr:1.0e-05 updt_s:0.051 data_s:0.001
483
+ INFO 2025-07-10 19:43:58 ts/train.py:232 step:93K smpl:742K ep:3K epch:288.87 loss:0.028 grdn:4.244 lr:1.0e-05 updt_s:0.051 data_s:0.001
484
+ INFO 2025-07-10 19:44:09 ts/train.py:232 step:93K smpl:744K ep:3K epch:289.49 loss:0.028 grdn:4.002 lr:1.0e-05 updt_s:0.052 data_s:0.000
485
+ INFO 2025-07-10 19:44:20 ts/train.py:232 step:93K smpl:746K ep:3K epch:290.12 loss:0.027 grdn:4.190 lr:1.0e-05 updt_s:0.052 data_s:0.001
486
+ INFO 2025-07-10 19:44:30 ts/train.py:232 step:93K smpl:747K ep:3K epch:290.74 loss:0.028 grdn:4.256 lr:1.0e-05 updt_s:0.051 data_s:0.001
487
+ INFO 2025-07-10 19:44:41 ts/train.py:232 step:94K smpl:749K ep:3K epch:291.36 loss:0.027 grdn:4.098 lr:1.0e-05 updt_s:0.051 data_s:0.000
488
+ INFO 2025-07-10 19:44:51 ts/train.py:232 step:94K smpl:750K ep:3K epch:291.98 loss:0.028 grdn:4.217 lr:1.0e-05 updt_s:0.051 data_s:0.001
489
+ INFO 2025-07-10 19:45:01 ts/train.py:232 step:94K smpl:752K ep:3K epch:292.61 loss:0.029 grdn:4.414 lr:1.0e-05 updt_s:0.051 data_s:0.000
490
+ INFO 2025-07-10 19:45:12 ts/train.py:232 step:94K smpl:754K ep:3K epch:293.23 loss:0.028 grdn:4.305 lr:1.0e-05 updt_s:0.051 data_s:0.001
491
+ INFO 2025-07-10 19:45:23 ts/train.py:232 step:94K smpl:755K ep:3K epch:293.85 loss:0.027 grdn:3.977 lr:1.0e-05 updt_s:0.051 data_s:0.001
492
+ INFO 2025-07-10 19:45:33 ts/train.py:232 step:95K smpl:757K ep:3K epch:294.47 loss:0.028 grdn:4.181 lr:1.0e-05 updt_s:0.052 data_s:0.000
493
+ INFO 2025-07-10 19:45:44 ts/train.py:232 step:95K smpl:758K ep:3K epch:295.10 loss:0.027 grdn:4.163 lr:1.0e-05 updt_s:0.051 data_s:0.001
494
+ INFO 2025-07-10 19:45:54 ts/train.py:232 step:95K smpl:760K ep:3K epch:295.72 loss:0.027 grdn:3.996 lr:1.0e-05 updt_s:0.051 data_s:0.001
495
+ INFO 2025-07-10 19:46:05 ts/train.py:232 step:95K smpl:762K ep:3K epch:296.34 loss:0.027 grdn:4.202 lr:1.0e-05 updt_s:0.052 data_s:0.000
496
+ INFO 2025-07-10 19:46:15 ts/train.py:232 step:95K smpl:763K ep:3K epch:296.96 loss:0.027 grdn:4.071 lr:1.0e-05 updt_s:0.051 data_s:0.001
497
+ INFO 2025-07-10 19:46:26 ts/train.py:232 step:96K smpl:765K ep:3K epch:297.59 loss:0.028 grdn:4.316 lr:1.0e-05 updt_s:0.052 data_s:0.000
498
+ INFO 2025-07-10 19:46:36 ts/train.py:232 step:96K smpl:766K ep:3K epch:298.21 loss:0.028 grdn:4.125 lr:1.0e-05 updt_s:0.052 data_s:0.001
499
+ INFO 2025-07-10 19:46:47 ts/train.py:232 step:96K smpl:768K ep:3K epch:298.83 loss:0.027 grdn:3.899 lr:1.0e-05 updt_s:0.051 data_s:0.001
500
+ INFO 2025-07-10 19:46:57 ts/train.py:232 step:96K smpl:770K ep:3K epch:299.46 loss:0.027 grdn:3.979 lr:1.0e-05 updt_s:0.052 data_s:0.000
501
+ INFO 2025-07-10 19:47:08 ts/train.py:232 step:96K smpl:771K ep:3K epch:300.08 loss:0.027 grdn:4.095 lr:1.0e-05 updt_s:0.051 data_s:0.001
502
+ INFO 2025-07-10 19:47:18 ts/train.py:232 step:97K smpl:773K ep:3K epch:300.70 loss:0.028 grdn:4.191 lr:1.0e-05 updt_s:0.051 data_s:0.000
503
+ INFO 2025-07-10 19:47:29 ts/train.py:232 step:97K smpl:774K ep:3K epch:301.32 loss:0.027 grdn:4.120 lr:1.0e-05 updt_s:0.051 data_s:0.001
504
+ INFO 2025-07-10 19:47:39 ts/train.py:232 step:97K smpl:776K ep:3K epch:301.95 loss:0.027 grdn:4.159 lr:1.0e-05 updt_s:0.051 data_s:0.001
505
+ INFO 2025-07-10 19:47:50 ts/train.py:232 step:97K smpl:778K ep:3K epch:302.57 loss:0.027 grdn:4.197 lr:1.0e-05 updt_s:0.052 data_s:0.000
506
+ INFO 2025-07-10 19:48:01 ts/train.py:232 step:97K smpl:779K ep:3K epch:303.19 loss:0.027 grdn:4.174 lr:1.0e-05 updt_s:0.051 data_s:0.001
507
+ INFO 2025-07-10 19:48:11 ts/train.py:232 step:98K smpl:781K ep:3K epch:303.81 loss:0.027 grdn:4.182 lr:1.0e-05 updt_s:0.051 data_s:0.001
508
+ INFO 2025-07-10 19:48:22 ts/train.py:232 step:98K smpl:782K ep:3K epch:304.44 loss:0.028 grdn:4.192 lr:1.0e-05 updt_s:0.052 data_s:0.000
509
+ INFO 2025-07-10 19:48:32 ts/train.py:232 step:98K smpl:784K ep:3K epch:305.06 loss:0.027 grdn:4.179 lr:1.0e-05 updt_s:0.051 data_s:0.001
510
+ INFO 2025-07-10 19:48:43 ts/train.py:232 step:98K smpl:786K ep:3K epch:305.68 loss:0.028 grdn:4.224 lr:1.0e-05 updt_s:0.051 data_s:0.000
511
+ INFO 2025-07-10 19:48:53 ts/train.py:232 step:98K smpl:787K ep:3K epch:306.30 loss:0.027 grdn:4.062 lr:1.0e-05 updt_s:0.051 data_s:0.001
512
+ INFO 2025-07-10 19:49:04 ts/train.py:232 step:99K smpl:789K ep:3K epch:306.93 loss:0.027 grdn:4.137 lr:1.0e-05 updt_s:0.052 data_s:0.001
513
+ INFO 2025-07-10 19:49:14 ts/train.py:232 step:99K smpl:790K ep:3K epch:307.55 loss:0.027 grdn:4.003 lr:1.0e-05 updt_s:0.051 data_s:0.000
514
+ INFO 2025-07-10 19:49:25 ts/train.py:232 step:99K smpl:792K ep:3K epch:308.17 loss:0.027 grdn:4.199 lr:1.0e-05 updt_s:0.051 data_s:0.001
515
+ INFO 2025-07-10 19:49:35 ts/train.py:232 step:99K smpl:794K ep:3K epch:308.79 loss:0.027 grdn:4.015 lr:1.0e-05 updt_s:0.051 data_s:0.001
516
+ INFO 2025-07-10 19:49:46 ts/train.py:232 step:99K smpl:795K ep:3K epch:309.42 loss:0.027 grdn:4.297 lr:1.0e-05 updt_s:0.051 data_s:0.000
517
+ INFO 2025-07-10 19:49:56 ts/train.py:232 step:100K smpl:797K ep:3K epch:310.04 loss:0.026 grdn:4.077 lr:1.0e-05 updt_s:0.051 data_s:0.001
518
+ INFO 2025-07-10 19:50:07 ts/train.py:232 step:100K smpl:798K ep:3K epch:310.66 loss:0.027 grdn:4.214 lr:1.0e-05 updt_s:0.051 data_s:0.000
519
+ INFO 2025-07-10 19:50:18 ts/train.py:232 step:100K smpl:800K ep:3K epch:311.28 loss:0.026 grdn:4.077 lr:1.0e-05 updt_s:0.052 data_s:0.001
520
+ INFO 2025-07-10 19:50:18 ts/train.py:241 Checkpoint policy after step 100000
521
+ INFO 2025-07-10 19:50:18 ts/train.py:283 End of training
wandb/run-20250710_182237-9a34iqpp/files/requirements.txt ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pyserial==3.5
2
+ beautifulsoup4==4.13.4
3
+ nvidia-cufft-cu12==11.3.3.41
4
+ pure_eval==0.2.3
5
+ python-xlib==0.33
6
+ ipdb==0.13.13
7
+ tqdm==4.67.1
8
+ nvidia-cufile-cu12==1.13.0.11
9
+ tokenizers==0.21.1
10
+ pillow==11.2.1
11
+ deepdiff==8.5.0
12
+ executing==2.2.0
13
+ datasets==3.6.0
14
+ nvidia-nccl-cu12==2.26.2
15
+ nvidia-curand-cu12==10.3.9.55
16
+ packaging==25.0
17
+ pynput==1.8.1
18
+ gymnasium==0.29.1
19
+ blinker==1.9.0
20
+ asciitree==0.3.3
21
+ cloudpickle==3.1.1
22
+ numpy==2.2.6
23
+ traitlets==5.14.3
24
+ pluggy==1.6.0
25
+ pandas==2.2.3
26
+ attrs==25.3.0
27
+ mergedeep==1.3.4
28
+ wcwidth==0.2.13
29
+ importlib_metadata==8.7.0
30
+ Flask==3.1.1
31
+ rerun-sdk==0.23.3
32
+ llvmlite==0.44.0
33
+ python-dateutil==2.9.0.post0
34
+ typing-inspection==0.4.1
35
+ nvidia-nvjitlink-cu12==12.8.61
36
+ networkx==3.4.2
37
+ pydantic==2.11.5
38
+ mypy_extensions==1.1.0
39
+ torchaudio==2.7.0+cu128
40
+ cffi==1.17.1
41
+ jedi==0.19.2
42
+ Pygments==2.19.1
43
+ docker-pycreds==0.4.0
44
+ charset-normalizer==3.4.2
45
+ lerobot==0.1.0
46
+ nvidia-cuda-runtime-cu12==12.8.57
47
+ sympy==1.13.3
48
+ wandb==0.19.11
49
+ soupsieve==2.7
50
+ feetech-servo-sdk==1.0.0
51
+ pymunk==7.0.0
52
+ certifi==2025.4.26
53
+ pycparser==2.22
54
+ triton==3.3.0
55
+ gitdb==4.0.12
56
+ fasteners==0.19
57
+ torchcodec==0.4.0+cu128
58
+ nvidia-cusparselt-cu12==0.6.3
59
+ yarl==1.20.0
60
+ hf-xet==1.1.2
61
+ multiprocess==0.70.16
62
+ sentry-sdk==2.29.1
63
+ MarkupSafe==3.0.2
64
+ idna==3.10
65
+ regex==2024.11.6
66
+ zipp==3.22.0
67
+ PyYAML==6.0.2
68
+ smmap==5.0.2
69
+ annotated-types==0.7.0
70
+ inquirerpy==0.3.4
71
+ typing_extensions==4.13.2
72
+ einops==0.8.1
73
+ PySocks==1.7.1
74
+ itsdangerous==2.2.0
75
+ pyarrow==20.0.0
76
+ pfzy==0.3.4
77
+ mpmath==1.3.0
78
+ diffusers==0.33.1
79
+ parso==0.8.4
80
+ wheel==0.45.1
81
+ pytz==2025.2
82
+ decorator==5.2.1
83
+ aiohappyeyeballs==2.6.1
84
+ ipython==8.37.0
85
+ Werkzeug==3.1.3
86
+ toml==0.10.2
87
+ frozenlist==1.6.0
88
+ nvidia-cusolver-cu12==11.7.2.55
89
+ GitPython==3.1.44
90
+ numba==0.61.2
91
+ stack-data==0.6.3
92
+ pexpect==4.9.0
93
+ Farama-Notifications==0.0.4
94
+ aiosignal==1.3.2
95
+ platformdirs==4.3.8
96
+ cmake==4.0.2
97
+ evdev==1.9.2
98
+ gdown==5.2.0
99
+ jsonlines==4.0.0
100
+ fsspec==2025.3.0
101
+ h5py==3.13.0
102
+ zarr==2.18.3
103
+ pip==25.1
104
+ pydantic_core==2.33.2
105
+ multidict==6.4.4
106
+ nvidia-cudnn-cu12==9.7.1.26
107
+ nvidia-cuda-cupti-cu12==12.8.57
108
+ click==8.2.1
109
+ pyzmq==26.4.0
110
+ orderly-set==5.4.1
111
+ safetensors==0.5.3
112
+ av==14.4.0
113
+ nvidia-cublas-cu12==12.8.3.14
114
+ async-timeout==5.0.1
115
+ dill==0.3.8
116
+ torchvision==0.22.0+cu128
117
+ transformers==4.52.4
118
+ opencv-python-headless==4.11.0.86
119
+ hf_transfer==0.1.9
120
+ antlr4-python3-runtime==4.9.3
121
+ termcolor==3.1.0
122
+ numcodecs==0.13.1
123
+ pytest==8.3.5
124
+ propcache==0.3.1
125
+ typing-inspect==0.9.0
126
+ filelock==3.18.0
127
+ protobuf==6.31.1
128
+ aiohttp==3.12.4
129
+ exceptiongroup==1.3.0
130
+ matplotlib-inline==0.1.7
131
+ torch==2.7.0+cu128
132
+ nvidia-nvtx-cu12==12.8.55
133
+ imageio==2.37.0
134
+ Jinja2==3.1.6
135
+ draccus==0.10.0
136
+ huggingface-hub==0.32.3
137
+ omegaconf==2.3.0
138
+ urllib3==2.4.0
139
+ prompt_toolkit==3.0.51
140
+ psutil==7.0.0
141
+ requests==2.32.3
142
+ nvidia-cuda-nvrtc-cu12==12.8.61
143
+ xxhash==3.5.0
144
+ tzdata==2025.2
145
+ setuptools==78.1.1
146
+ six==1.17.0
147
+ pyyaml-include==1.4.1
148
+ nvidia-cusparse-cu12==12.5.7.53
149
+ asttokens==3.0.0
150
+ iniconfig==2.1.0
151
+ tomli==2.2.1
152
+ ptyprocess==0.7.0
153
+ setproctitle==1.3.6
154
+ imageio-ffmpeg==0.6.0
wandb/run-20250710_182237-9a34iqpp/files/wandb-metadata.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.11.0-29-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.13",
4
+ "startedAt": "2025-07-11T01:22:37.290780Z",
5
+ "args": [
6
+ "--dataset.repo_id=salhotra/pickplacejenga",
7
+ "--policy.type=act",
8
+ "--output_dir=outputs/train/act_jenga",
9
+ "--job_name=act_jenga",
10
+ "--policy.device=cuda",
11
+ "--wandb.enable=true"
12
+ ],
13
+ "program": "-m lerobot.scripts.train",
14
+ "git": {
15
+ "remote": "git@github.com:gautams3/lerobot.git",
16
+ "commit": "4edf6883c537d4697cb4cd1cb5e04941ab1f1aa5"
17
+ },
18
+ "root": "outputs/train/act_jenga",
19
+ "host": "deepskills101",
20
+ "executable": "/home/gautam/miniconda3/envs/lerobot/bin/python",
21
+ "cpu_count": 16,
22
+ "cpu_count_logical": 32,
23
+ "gpu": "NVIDIA GeForce RTX 5090",
24
+ "gpu_count": 1,
25
+ "disk": {
26
+ "/": {
27
+ "total": "1966736678912",
28
+ "used": "426732449792"
29
+ }
30
+ },
31
+ "memory": {
32
+ "total": "64931237888"
33
+ },
34
+ "cpu": {
35
+ "count": 16,
36
+ "countLogical": 32
37
+ },
38
+ "gpu_nvidia": [
39
+ {
40
+ "name": "NVIDIA GeForce RTX 5090",
41
+ "memoryTotal": "34190917632",
42
+ "cudaCores": 21760
43
+ }
44
+ ],
45
+ "cudaVersion": "12.8"
46
+ }
wandb/run-20250710_182237-9a34iqpp/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train/steps":100000,"_timestamp":1.752202218023635e+09,"train/lr":1.0000000000000021e-05,"train/dataloading_s":0.001227157690009335,"train/kld_loss":8.947029709815979e-05,"_runtime":5261.552109704,"train/update_s":0.05191454804501063,"train/episodes":3112.84046692607,"_step":100000,"_wandb":{"runtime":5261},"train/epochs":311.284046692607,"train/grad_norm":4.077432491779327,"train/loss":0.02601949863601476,"train/l1_loss":0.02068505249917507,"train/samples":800000}
wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-07-10T18:22:37.111970869-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpon40_hd3/port-91290.txt","pid":91290,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
2
+ {"time":"2025-07-10T18:22:37.112948402-07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":91290}
3
+ {"time":"2025-07-10T18:22:37.113145031-07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":38477,"Zone":""}}
4
+ {"time":"2025-07-10T18:22:37.279500309-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:49516"}
5
+ {"time":"2025-07-10T18:22:37.291786345-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"9a34iqpp","id":"127.0.0.1:49516"}
6
+ {"time":"2025-07-10T18:22:37.50824928-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"9a34iqpp","id":"127.0.0.1:49516"}
7
+ {"time":"2025-07-10T19:50:18.842807834-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:49516"}
8
+ {"time":"2025-07-10T19:50:18.842848984-07:00","level":"INFO","msg":"server is shutting down"}
9
+ {"time":"2025-07-10T19:50:18.842845654-07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:49516"}
10
+ {"time":"2025-07-10T19:50:18.842907304-07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:49516"}
11
+ {"time":"2025-07-10T19:50:22.350547648-07:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:38477->127.0.0.1:49516: use of closed network connection","id":"127.0.0.1:49516"}
12
+ {"time":"2025-07-10T19:50:22.520785479-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:49516"}
13
+ {"time":"2025-07-10T19:50:22.520795449-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:49516"}
14
+ {"time":"2025-07-10T19:50:22.520801739-07:00","level":"INFO","msg":"server is closed"}
wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2025-07-10T18:22:37.291873045-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log"}
2
+ {"time":"2025-07-10T18:22:37.50822651-07:00","level":"INFO","msg":"created new stream","id":"9a34iqpp"}
3
+ {"time":"2025-07-10T18:22:37.50824652-07:00","level":"INFO","msg":"stream: started","id":"9a34iqpp"}
4
+ {"time":"2025-07-10T18:22:37.5082548-07:00","level":"INFO","msg":"sender: started","stream_id":"9a34iqpp"}
5
+ {"time":"2025-07-10T18:22:37.50825709-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"9a34iqpp"}
6
+ {"time":"2025-07-10T18:22:37.50827746-07:00","level":"INFO","msg":"handler: started","stream_id":"9a34iqpp"}
7
+ {"time":"2025-07-10T18:22:37.709300281-07:00","level":"INFO","msg":"Starting system monitor"}
8
+ {"time":"2025-07-10T19:50:18.842881964-07:00","level":"INFO","msg":"stream: closing","id":"9a34iqpp"}
9
+ {"time":"2025-07-10T19:50:18.842934104-07:00","level":"INFO","msg":"Stopping system monitor"}
10
+ {"time":"2025-07-10T19:50:18.842961544-07:00","level":"INFO","msg":"Stopped system monitor"}
11
+ {"time":"2025-07-10T19:50:22.41034061-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
12
+ {"time":"2025-07-10T19:50:22.520723579-07:00","level":"INFO","msg":"handler: closed","stream_id":"9a34iqpp"}
13
+ {"time":"2025-07-10T19:50:22.520742779-07:00","level":"INFO","msg":"sender: closed","stream_id":"9a34iqpp"}
14
+ {"time":"2025-07-10T19:50:22.520738189-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9a34iqpp"}
15
+ {"time":"2025-07-10T19:50:22.520773059-07:00","level":"INFO","msg":"stream: closed","id":"9a34iqpp"}
wandb/run-20250710_182237-9a34iqpp/logs/debug.log ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
2
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Configure stats pid to 91290
3
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/.config/wandb/settings
4
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/lerobot/wandb/settings
5
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from environment variables
6
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug.log
7
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log
8
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():852] calling init triggers
9
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
10
+ config: {'dataset': {'repo_id': 'salhotra/pickplacejenga', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_jenga', 'job_name': 'act_jenga', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
11
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():893] starting backend
12
+ 2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():897] sending inform_init request
13
+ 2025-07-10 18:22:37,290 INFO MainThread:91290 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
14
+ 2025-07-10 18:22:37,290 INFO MainThread:91290 [wandb_init.py:init():907] backend started and connected
15
+ 2025-07-10 18:22:37,291 INFO MainThread:91290 [wandb_init.py:init():1005] updated telemetry
16
+ 2025-07-10 18:22:37,293 INFO MainThread:91290 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
17
+ 2025-07-10 18:22:37,698 INFO MainThread:91290 [wandb_init.py:init():1104] starting run threads in backend
18
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_console_start():2573] atexit reg
19
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2421] redirect: wrap_raw
20
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2490] Wrapping output streams.
21
+ 2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2513] Redirects installed.
22
+ 2025-07-10 18:22:37,769 INFO MainThread:91290 [wandb_init.py:init():1150] run started, returning control to user process
23
+ 2025-07-10 19:50:18,842 INFO MsgRouterThr:91290 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b19fad6dd8362b5f752463ad227972bb14a628e1f9fe2131e9627e9405fea
3
+ size 902495