Hugging Face's logo

abdul004
/
so101_act_policy_v4

Robotics
LeRobot
Safetensors
act
Model card Files
xet
Community
abdul004 commited on
Commit
a9e2d72
·
verified ·
1 Parent(s): 8b7d088

Clean up: keep only 5k-interval checkpoints

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/001000/pretrained_model/config.json +0 -70
  2. checkpoints/001000/pretrained_model/model.safetensors +0 -3
  3. checkpoints/001000/pretrained_model/policy_postprocessor.json +0 -32
  4. checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +0 -3
  5. checkpoints/001000/pretrained_model/policy_preprocessor.json +0 -64
  6. checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +0 -3
  7. checkpoints/001000/pretrained_model/train_config.json +0 -193
  8. checkpoints/001000/training_state/optimizer_param_groups.json +0 -191
  9. checkpoints/001000/training_state/optimizer_state.safetensors +0 -3
  10. checkpoints/001000/training_state/rng_state.safetensors +0 -3
  11. checkpoints/001000/training_state/training_step.json +0 -3
  12. checkpoints/002000/pretrained_model/config.json +0 -70
  13. checkpoints/002000/pretrained_model/model.safetensors +0 -3
  14. checkpoints/002000/pretrained_model/policy_postprocessor.json +0 -32
  15. checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +0 -3
  16. checkpoints/002000/pretrained_model/policy_preprocessor.json +0 -64
  17. checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +0 -3
  18. checkpoints/002000/pretrained_model/train_config.json +0 -193
  19. checkpoints/002000/training_state/optimizer_param_groups.json +0 -191
  20. checkpoints/002000/training_state/optimizer_state.safetensors +0 -3
  21. checkpoints/002000/training_state/rng_state.safetensors +0 -3
  22. checkpoints/002000/training_state/training_step.json +0 -3
  23. checkpoints/003000/pretrained_model/config.json +0 -70
  24. checkpoints/003000/pretrained_model/model.safetensors +0 -3
  25. checkpoints/003000/pretrained_model/policy_postprocessor.json +0 -32
  26. checkpoints/003000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +0 -3
  27. checkpoints/003000/pretrained_model/policy_preprocessor.json +0 -64
  28. checkpoints/003000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +0 -3
  29. checkpoints/003000/pretrained_model/train_config.json +0 -193
  30. checkpoints/003000/training_state/optimizer_param_groups.json +0 -191
  31. checkpoints/003000/training_state/optimizer_state.safetensors +0 -3
  32. checkpoints/003000/training_state/rng_state.safetensors +0 -3
  33. checkpoints/003000/training_state/training_step.json +0 -3
  34. checkpoints/004000/pretrained_model/config.json +0 -70
  35. checkpoints/004000/pretrained_model/model.safetensors +0 -3
  36. checkpoints/004000/pretrained_model/policy_postprocessor.json +0 -32
  37. checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +0 -3
  38. checkpoints/004000/pretrained_model/policy_preprocessor.json +0 -64
  39. checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +0 -3
  40. checkpoints/004000/pretrained_model/train_config.json +0 -193
  41. checkpoints/004000/training_state/optimizer_param_groups.json +0 -191
  42. checkpoints/004000/training_state/optimizer_state.safetensors +0 -3
  43. checkpoints/004000/training_state/rng_state.safetensors +0 -3
  44. checkpoints/004000/training_state/training_step.json +0 -3
  45. checkpoints/006000/pretrained_model/config.json +0 -70
  46. checkpoints/006000/pretrained_model/model.safetensors +0 -3
  47. checkpoints/006000/pretrained_model/policy_postprocessor.json +0 -32
  48. checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +0 -3
  49. checkpoints/006000/pretrained_model/policy_preprocessor.json +0 -64
  50. checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +0 -3
checkpoints/001000/pretrained_model/config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
10
- },
11
- "observation.images.wrist": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- },
19
- "observation.images.overhead": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
26
- }
27
- },
28
- "output_features": {
29
- "action": {
30
- "type": "ACTION",
31
- "shape": [
32
- 6
33
- ]
34
- }
35
- },
36
- "device": "cuda",
37
- "use_amp": false,
38
- "push_to_hub": true,
39
- "repo_id": "abdul004/so101_act_policy_v4",
40
- "private": null,
41
- "tags": null,
42
- "license": null,
43
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
44
- "chunk_size": 20,
45
- "n_action_steps": 20,
46
- "normalization_mapping": {
47
- "VISUAL": "MEAN_STD",
48
- "STATE": "MEAN_STD",
49
- "ACTION": "MEAN_STD"
50
- },
51
- "vision_backbone": "resnet18",
52
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": 0,
54
- "pre_norm": false,
55
- "dim_model": 512,
56
- "n_heads": 8,
57
- "dim_feedforward": 3200,
58
- "feedforward_activation": "relu",
59
- "n_encoder_layers": 4,
60
- "n_decoder_layers": 1,
61
- "use_vae": true,
62
- "latent_dim": 32,
63
- "n_vae_encoder_layers": 4,
64
- "temporal_ensemble_coeff": null,
65
- "dropout": 0.1,
66
- "kl_weight": 10.0,
67
- "optimizer_lr": 1e-05,
68
- "optimizer_weight_decay": 0.0001,
69
- "optimizer_lr_backbone": 1e-05
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/001000/pretrained_model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0671762f65c5267995e5bb92b30e9b45ba845cbf7193ee54383ac0b9ca127ecc
3
- size 206372048
 
 
 
 
checkpoints/001000/pretrained_model/policy_postprocessor.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "unnormalizer_processor",
6
- "config": {
7
- "eps": 1e-08,
8
- "features": {
9
- "action": {
10
- "type": "ACTION",
11
- "shape": [
12
- 6
13
- ]
14
- }
15
- },
16
- "norm_map": {
17
- "VISUAL": "MEAN_STD",
18
- "STATE": "MEAN_STD",
19
- "ACTION": "MEAN_STD"
20
- }
21
- },
22
- "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
- },
24
- {
25
- "registry_name": "device_processor",
26
- "config": {
27
- "device": "cpu",
28
- "float_dtype": null
29
- }
30
- }
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/001000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/001000/pretrained_model/policy_preprocessor.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "device_processor",
16
- "config": {
17
- "device": "cuda",
18
- "float_dtype": null
19
- }
20
- },
21
- {
22
- "registry_name": "normalizer_processor",
23
- "config": {
24
- "eps": 1e-08,
25
- "features": {
26
- "observation.state": {
27
- "type": "STATE",
28
- "shape": [
29
- 6
30
- ]
31
- },
32
- "observation.images.wrist": {
33
- "type": "VISUAL",
34
- "shape": [
35
- 3,
36
- 480,
37
- 640
38
- ]
39
- },
40
- "observation.images.overhead": {
41
- "type": "VISUAL",
42
- "shape": [
43
- 3,
44
- 480,
45
- 640
46
- ]
47
- },
48
- "action": {
49
- "type": "ACTION",
50
- "shape": [
51
- 6
52
- ]
53
- }
54
- },
55
- "norm_map": {
56
- "VISUAL": "MEAN_STD",
57
- "STATE": "MEAN_STD",
58
- "ACTION": "MEAN_STD"
59
- }
60
- },
61
- "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
62
- }
63
- ]
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/001000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/001000/pretrained_model/train_config.json DELETED
@@ -1,193 +0,0 @@
1
- {
2
- "dataset": {
3
- "repo_id": "abdul004/so101_ball_in_cup_v4",
4
- "root": null,
5
- "episodes": null,
6
- "image_transforms": {
7
- "enable": false,
8
- "max_num_transforms": 3,
9
- "random_order": false,
10
- "tfs": {
11
- "brightness": {
12
- "weight": 1.0,
13
- "type": "ColorJitter",
14
- "kwargs": {
15
- "brightness": [
16
- 0.8,
17
- 1.2
18
- ]
19
- }
20
- },
21
- "contrast": {
22
- "weight": 1.0,
23
- "type": "ColorJitter",
24
- "kwargs": {
25
- "contrast": [
26
- 0.8,
27
- 1.2
28
- ]
29
- }
30
- },
31
- "saturation": {
32
- "weight": 1.0,
33
- "type": "ColorJitter",
34
- "kwargs": {
35
- "saturation": [
36
- 0.5,
37
- 1.5
38
- ]
39
- }
40
- },
41
- "hue": {
42
- "weight": 1.0,
43
- "type": "ColorJitter",
44
- "kwargs": {
45
- "hue": [
46
- -0.05,
47
- 0.05
48
- ]
49
- }
50
- },
51
- "sharpness": {
52
- "weight": 1.0,
53
- "type": "SharpnessJitter",
54
- "kwargs": {
55
- "sharpness": [
56
- 0.5,
57
- 1.5
58
- ]
59
- }
60
- },
61
- "affine": {
62
- "weight": 1.0,
63
- "type": "RandomAffine",
64
- "kwargs": {
65
- "degrees": [
66
- -5.0,
67
- 5.0
68
- ],
69
- "translate": [
70
- 0.05,
71
- 0.05
72
- ]
73
- }
74
- }
75
- }
76
- },
77
- "revision": null,
78
- "use_imagenet_stats": true,
79
- "video_backend": "torchcodec",
80
- "streaming": false
81
- },
82
- "env": null,
83
- "policy": {
84
- "type": "act",
85
- "n_obs_steps": 1,
86
- "input_features": {
87
- "observation.state": {
88
- "type": "STATE",
89
- "shape": [
90
- 6
91
- ]
92
- },
93
- "observation.images.wrist": {
94
- "type": "VISUAL",
95
- "shape": [
96
- 3,
97
- 480,
98
- 640
99
- ]
100
- },
101
- "observation.images.overhead": {
102
- "type": "VISUAL",
103
- "shape": [
104
- 3,
105
- 480,
106
- 640
107
- ]
108
- }
109
- },
110
- "output_features": {
111
- "action": {
112
- "type": "ACTION",
113
- "shape": [
114
- 6
115
- ]
116
- }
117
- },
118
- "device": "cuda",
119
- "use_amp": false,
120
- "push_to_hub": true,
121
- "repo_id": "abdul004/so101_act_policy_v4",
122
- "private": null,
123
- "tags": null,
124
- "license": null,
125
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
126
- "chunk_size": 20,
127
- "n_action_steps": 20,
128
- "normalization_mapping": {
129
- "VISUAL": "MEAN_STD",
130
- "STATE": "MEAN_STD",
131
- "ACTION": "MEAN_STD"
132
- },
133
- "vision_backbone": "resnet18",
134
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
135
- "replace_final_stride_with_dilation": 0,
136
- "pre_norm": false,
137
- "dim_model": 512,
138
- "n_heads": 8,
139
- "dim_feedforward": 3200,
140
- "feedforward_activation": "relu",
141
- "n_encoder_layers": 4,
142
- "n_decoder_layers": 1,
143
- "use_vae": true,
144
- "latent_dim": 32,
145
- "n_vae_encoder_layers": 4,
146
- "temporal_ensemble_coeff": null,
147
- "dropout": 0.1,
148
- "kl_weight": 10.0,
149
- "optimizer_lr": 1e-05,
150
- "optimizer_weight_decay": 0.0001,
151
- "optimizer_lr_backbone": 1e-05
152
- },
153
- "output_dir": "outputs/train/so101_v4_act",
154
- "job_name": "act",
155
- "resume": false,
156
- "seed": 1000,
157
- "num_workers": 4,
158
- "batch_size": 32,
159
- "steps": 50000,
160
- "eval_freq": -1,
161
- "log_freq": 100,
162
- "save_checkpoint": true,
163
- "save_freq": 1000,
164
- "use_policy_training_preset": true,
165
- "optimizer": {
166
- "type": "adamw",
167
- "lr": 1e-05,
168
- "weight_decay": 0.0001,
169
- "grad_clip_norm": 10.0,
170
- "betas": [
171
- 0.9,
172
- 0.999
173
- ],
174
- "eps": 1e-08
175
- },
176
- "scheduler": null,
177
- "eval": {
178
- "n_episodes": 50,
179
- "batch_size": 50,
180
- "use_async_envs": false
181
- },
182
- "wandb": {
183
- "enable": false,
184
- "disable_artifact": false,
185
- "project": "lerobot",
186
- "entity": null,
187
- "notes": null,
188
- "run_id": null,
189
- "mode": null
190
- },
191
- "checkpoint_path": null,
192
- "rename_map": {}
193
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/001000/training_state/optimizer_param_groups.json DELETED
@@ -1,191 +0,0 @@
1
- [
2
- {
3
- "lr": 1e-05,
4
- "betas": [
5
- 0.9,
6
- 0.999
7
- ],
8
- "eps": 1e-08,
9
- "weight_decay": 0.0001,
10
- "amsgrad": false,
11
- "maximize": false,
12
- "foreach": null,
13
- "capturable": false,
14
- "differentiable": false,
15
- "fused": null,
16
- "decoupled_weight_decay": true,
17
- "params": [
18
- 0,
19
- 1,
20
- 2,
21
- 3,
22
- 4,
23
- 5,
24
- 6,
25
- 7,
26
- 8,
27
- 9,
28
- 10,
29
- 11,
30
- 12,
31
- 13,
32
- 14,
33
- 15,
34
- 16,
35
- 17,
36
- 18,
37
- 19,
38
- 20,
39
- 21,
40
- 22,
41
- 23,
42
- 24,
43
- 25,
44
- 26,
45
- 27,
46
- 28,
47
- 29,
48
- 30,
49
- 31,
50
- 32,
51
- 33,
52
- 34,
53
- 35,
54
- 36,
55
- 37,
56
- 38,
57
- 39,
58
- 40,
59
- 41,
60
- 42,
61
- 43,
62
- 44,
63
- 45,
64
- 46,
65
- 47,
66
- 48,
67
- 49,
68
- 50,
69
- 51,
70
- 52,
71
- 53,
72
- 54,
73
- 55,
74
- 56,
75
- 57,
76
- 58,
77
- 59,
78
- 60,
79
- 61,
80
- 62,
81
- 63,
82
- 64,
83
- 65,
84
- 66,
85
- 67,
86
- 68,
87
- 69,
88
- 70,
89
- 71,
90
- 72,
91
- 73,
92
- 74,
93
- 75,
94
- 76,
95
- 77,
96
- 78,
97
- 79,
98
- 80,
99
- 81,
100
- 82,
101
- 83,
102
- 84,
103
- 85,
104
- 86,
105
- 87,
106
- 88,
107
- 89,
108
- 90,
109
- 91,
110
- 92,
111
- 93,
112
- 94,
113
- 95,
114
- 96,
115
- 97,
116
- 98,
117
- 99,
118
- 100,
119
- 101,
120
- 102,
121
- 103,
122
- 104,
123
- 105,
124
- 106,
125
- 107,
126
- 108,
127
- 109,
128
- 110,
129
- 111,
130
- 112,
131
- 113,
132
- 114,
133
- 115,
134
- 116,
135
- 117,
136
- 118,
137
- 119,
138
- 120,
139
- 121,
140
- 122,
141
- 123,
142
- 124,
143
- 125,
144
- 126,
145
- 127,
146
- 128,
147
- 129,
148
- 130,
149
- 131,
150
- 132
151
- ]
152
- },
153
- {
154
- "lr": 1e-05,
155
- "betas": [
156
- 0.9,
157
- 0.999
158
- ],
159
- "eps": 1e-08,
160
- "weight_decay": 0.0001,
161
- "amsgrad": false,
162
- "maximize": false,
163
- "foreach": null,
164
- "capturable": false,
165
- "differentiable": false,
166
- "fused": null,
167
- "decoupled_weight_decay": true,
168
- "params": [
169
- 133,
170
- 134,
171
- 135,
172
- 136,
173
- 137,
174
- 138,
175
- 139,
176
- 140,
177
- 141,
178
- 142,
179
- 143,
180
- 144,
181
- 145,
182
- 146,
183
- 147,
184
- 148,
185
- 149,
186
- 150,
187
- 151,
188
- 152
189
- ]
190
- }
191
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/001000/training_state/optimizer_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:75fb596370d8bc44d34ae415fabf738ac53a1c229826a4a70bf25288fa72fc81
3
- size 412489972
 
 
 
 
checkpoints/001000/training_state/rng_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:32b149efbbcead531fdc3eb8b173ed9c054e2f39d66b043b45acf35bbf81644c
3
- size 15708
 
 
 
 
checkpoints/001000/training_state/training_step.json DELETED
@@ -1,3 +0,0 @@
1
- {
2
- "step": 1000
3
- }
 
 
 
 
checkpoints/002000/pretrained_model/config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
10
- },
11
- "observation.images.wrist": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- },
19
- "observation.images.overhead": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
26
- }
27
- },
28
- "output_features": {
29
- "action": {
30
- "type": "ACTION",
31
- "shape": [
32
- 6
33
- ]
34
- }
35
- },
36
- "device": "cuda",
37
- "use_amp": false,
38
- "push_to_hub": true,
39
- "repo_id": "abdul004/so101_act_policy_v4",
40
- "private": null,
41
- "tags": null,
42
- "license": null,
43
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
44
- "chunk_size": 20,
45
- "n_action_steps": 20,
46
- "normalization_mapping": {
47
- "VISUAL": "MEAN_STD",
48
- "STATE": "MEAN_STD",
49
- "ACTION": "MEAN_STD"
50
- },
51
- "vision_backbone": "resnet18",
52
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": 0,
54
- "pre_norm": false,
55
- "dim_model": 512,
56
- "n_heads": 8,
57
- "dim_feedforward": 3200,
58
- "feedforward_activation": "relu",
59
- "n_encoder_layers": 4,
60
- "n_decoder_layers": 1,
61
- "use_vae": true,
62
- "latent_dim": 32,
63
- "n_vae_encoder_layers": 4,
64
- "temporal_ensemble_coeff": null,
65
- "dropout": 0.1,
66
- "kl_weight": 10.0,
67
- "optimizer_lr": 1e-05,
68
- "optimizer_weight_decay": 0.0001,
69
- "optimizer_lr_backbone": 1e-05
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/002000/pretrained_model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac0edc11e5dc40b800f94fdf9a5576196b49dcd23f9b40c39e44141c3e0138ce
3
- size 206372048
 
 
 
 
checkpoints/002000/pretrained_model/policy_postprocessor.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "unnormalizer_processor",
6
- "config": {
7
- "eps": 1e-08,
8
- "features": {
9
- "action": {
10
- "type": "ACTION",
11
- "shape": [
12
- 6
13
- ]
14
- }
15
- },
16
- "norm_map": {
17
- "VISUAL": "MEAN_STD",
18
- "STATE": "MEAN_STD",
19
- "ACTION": "MEAN_STD"
20
- }
21
- },
22
- "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
- },
24
- {
25
- "registry_name": "device_processor",
26
- "config": {
27
- "device": "cpu",
28
- "float_dtype": null
29
- }
30
- }
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/002000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/002000/pretrained_model/policy_preprocessor.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "device_processor",
16
- "config": {
17
- "device": "cuda",
18
- "float_dtype": null
19
- }
20
- },
21
- {
22
- "registry_name": "normalizer_processor",
23
- "config": {
24
- "eps": 1e-08,
25
- "features": {
26
- "observation.state": {
27
- "type": "STATE",
28
- "shape": [
29
- 6
30
- ]
31
- },
32
- "observation.images.wrist": {
33
- "type": "VISUAL",
34
- "shape": [
35
- 3,
36
- 480,
37
- 640
38
- ]
39
- },
40
- "observation.images.overhead": {
41
- "type": "VISUAL",
42
- "shape": [
43
- 3,
44
- 480,
45
- 640
46
- ]
47
- },
48
- "action": {
49
- "type": "ACTION",
50
- "shape": [
51
- 6
52
- ]
53
- }
54
- },
55
- "norm_map": {
56
- "VISUAL": "MEAN_STD",
57
- "STATE": "MEAN_STD",
58
- "ACTION": "MEAN_STD"
59
- }
60
- },
61
- "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
62
- }
63
- ]
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/002000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/002000/pretrained_model/train_config.json DELETED
@@ -1,193 +0,0 @@
1
- {
2
- "dataset": {
3
- "repo_id": "abdul004/so101_ball_in_cup_v4",
4
- "root": null,
5
- "episodes": null,
6
- "image_transforms": {
7
- "enable": false,
8
- "max_num_transforms": 3,
9
- "random_order": false,
10
- "tfs": {
11
- "brightness": {
12
- "weight": 1.0,
13
- "type": "ColorJitter",
14
- "kwargs": {
15
- "brightness": [
16
- 0.8,
17
- 1.2
18
- ]
19
- }
20
- },
21
- "contrast": {
22
- "weight": 1.0,
23
- "type": "ColorJitter",
24
- "kwargs": {
25
- "contrast": [
26
- 0.8,
27
- 1.2
28
- ]
29
- }
30
- },
31
- "saturation": {
32
- "weight": 1.0,
33
- "type": "ColorJitter",
34
- "kwargs": {
35
- "saturation": [
36
- 0.5,
37
- 1.5
38
- ]
39
- }
40
- },
41
- "hue": {
42
- "weight": 1.0,
43
- "type": "ColorJitter",
44
- "kwargs": {
45
- "hue": [
46
- -0.05,
47
- 0.05
48
- ]
49
- }
50
- },
51
- "sharpness": {
52
- "weight": 1.0,
53
- "type": "SharpnessJitter",
54
- "kwargs": {
55
- "sharpness": [
56
- 0.5,
57
- 1.5
58
- ]
59
- }
60
- },
61
- "affine": {
62
- "weight": 1.0,
63
- "type": "RandomAffine",
64
- "kwargs": {
65
- "degrees": [
66
- -5.0,
67
- 5.0
68
- ],
69
- "translate": [
70
- 0.05,
71
- 0.05
72
- ]
73
- }
74
- }
75
- }
76
- },
77
- "revision": null,
78
- "use_imagenet_stats": true,
79
- "video_backend": "torchcodec",
80
- "streaming": false
81
- },
82
- "env": null,
83
- "policy": {
84
- "type": "act",
85
- "n_obs_steps": 1,
86
- "input_features": {
87
- "observation.state": {
88
- "type": "STATE",
89
- "shape": [
90
- 6
91
- ]
92
- },
93
- "observation.images.wrist": {
94
- "type": "VISUAL",
95
- "shape": [
96
- 3,
97
- 480,
98
- 640
99
- ]
100
- },
101
- "observation.images.overhead": {
102
- "type": "VISUAL",
103
- "shape": [
104
- 3,
105
- 480,
106
- 640
107
- ]
108
- }
109
- },
110
- "output_features": {
111
- "action": {
112
- "type": "ACTION",
113
- "shape": [
114
- 6
115
- ]
116
- }
117
- },
118
- "device": "cuda",
119
- "use_amp": false,
120
- "push_to_hub": true,
121
- "repo_id": "abdul004/so101_act_policy_v4",
122
- "private": null,
123
- "tags": null,
124
- "license": null,
125
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
126
- "chunk_size": 20,
127
- "n_action_steps": 20,
128
- "normalization_mapping": {
129
- "VISUAL": "MEAN_STD",
130
- "STATE": "MEAN_STD",
131
- "ACTION": "MEAN_STD"
132
- },
133
- "vision_backbone": "resnet18",
134
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
135
- "replace_final_stride_with_dilation": 0,
136
- "pre_norm": false,
137
- "dim_model": 512,
138
- "n_heads": 8,
139
- "dim_feedforward": 3200,
140
- "feedforward_activation": "relu",
141
- "n_encoder_layers": 4,
142
- "n_decoder_layers": 1,
143
- "use_vae": true,
144
- "latent_dim": 32,
145
- "n_vae_encoder_layers": 4,
146
- "temporal_ensemble_coeff": null,
147
- "dropout": 0.1,
148
- "kl_weight": 10.0,
149
- "optimizer_lr": 1e-05,
150
- "optimizer_weight_decay": 0.0001,
151
- "optimizer_lr_backbone": 1e-05
152
- },
153
- "output_dir": "outputs/train/so101_v4_act",
154
- "job_name": "act",
155
- "resume": false,
156
- "seed": 1000,
157
- "num_workers": 4,
158
- "batch_size": 32,
159
- "steps": 50000,
160
- "eval_freq": -1,
161
- "log_freq": 100,
162
- "save_checkpoint": true,
163
- "save_freq": 1000,
164
- "use_policy_training_preset": true,
165
- "optimizer": {
166
- "type": "adamw",
167
- "lr": 1e-05,
168
- "weight_decay": 0.0001,
169
- "grad_clip_norm": 10.0,
170
- "betas": [
171
- 0.9,
172
- 0.999
173
- ],
174
- "eps": 1e-08
175
- },
176
- "scheduler": null,
177
- "eval": {
178
- "n_episodes": 50,
179
- "batch_size": 50,
180
- "use_async_envs": false
181
- },
182
- "wandb": {
183
- "enable": false,
184
- "disable_artifact": false,
185
- "project": "lerobot",
186
- "entity": null,
187
- "notes": null,
188
- "run_id": null,
189
- "mode": null
190
- },
191
- "checkpoint_path": null,
192
- "rename_map": {}
193
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/002000/training_state/optimizer_param_groups.json DELETED
@@ -1,191 +0,0 @@
1
- [
2
- {
3
- "lr": 1e-05,
4
- "betas": [
5
- 0.9,
6
- 0.999
7
- ],
8
- "eps": 1e-08,
9
- "weight_decay": 0.0001,
10
- "amsgrad": false,
11
- "maximize": false,
12
- "foreach": null,
13
- "capturable": false,
14
- "differentiable": false,
15
- "fused": null,
16
- "decoupled_weight_decay": true,
17
- "params": [
18
- 0,
19
- 1,
20
- 2,
21
- 3,
22
- 4,
23
- 5,
24
- 6,
25
- 7,
26
- 8,
27
- 9,
28
- 10,
29
- 11,
30
- 12,
31
- 13,
32
- 14,
33
- 15,
34
- 16,
35
- 17,
36
- 18,
37
- 19,
38
- 20,
39
- 21,
40
- 22,
41
- 23,
42
- 24,
43
- 25,
44
- 26,
45
- 27,
46
- 28,
47
- 29,
48
- 30,
49
- 31,
50
- 32,
51
- 33,
52
- 34,
53
- 35,
54
- 36,
55
- 37,
56
- 38,
57
- 39,
58
- 40,
59
- 41,
60
- 42,
61
- 43,
62
- 44,
63
- 45,
64
- 46,
65
- 47,
66
- 48,
67
- 49,
68
- 50,
69
- 51,
70
- 52,
71
- 53,
72
- 54,
73
- 55,
74
- 56,
75
- 57,
76
- 58,
77
- 59,
78
- 60,
79
- 61,
80
- 62,
81
- 63,
82
- 64,
83
- 65,
84
- 66,
85
- 67,
86
- 68,
87
- 69,
88
- 70,
89
- 71,
90
- 72,
91
- 73,
92
- 74,
93
- 75,
94
- 76,
95
- 77,
96
- 78,
97
- 79,
98
- 80,
99
- 81,
100
- 82,
101
- 83,
102
- 84,
103
- 85,
104
- 86,
105
- 87,
106
- 88,
107
- 89,
108
- 90,
109
- 91,
110
- 92,
111
- 93,
112
- 94,
113
- 95,
114
- 96,
115
- 97,
116
- 98,
117
- 99,
118
- 100,
119
- 101,
120
- 102,
121
- 103,
122
- 104,
123
- 105,
124
- 106,
125
- 107,
126
- 108,
127
- 109,
128
- 110,
129
- 111,
130
- 112,
131
- 113,
132
- 114,
133
- 115,
134
- 116,
135
- 117,
136
- 118,
137
- 119,
138
- 120,
139
- 121,
140
- 122,
141
- 123,
142
- 124,
143
- 125,
144
- 126,
145
- 127,
146
- 128,
147
- 129,
148
- 130,
149
- 131,
150
- 132
151
- ]
152
- },
153
- {
154
- "lr": 1e-05,
155
- "betas": [
156
- 0.9,
157
- 0.999
158
- ],
159
- "eps": 1e-08,
160
- "weight_decay": 0.0001,
161
- "amsgrad": false,
162
- "maximize": false,
163
- "foreach": null,
164
- "capturable": false,
165
- "differentiable": false,
166
- "fused": null,
167
- "decoupled_weight_decay": true,
168
- "params": [
169
- 133,
170
- 134,
171
- 135,
172
- 136,
173
- 137,
174
- 138,
175
- 139,
176
- 140,
177
- 141,
178
- 142,
179
- 143,
180
- 144,
181
- 145,
182
- 146,
183
- 147,
184
- 148,
185
- 149,
186
- 150,
187
- 151,
188
- 152
189
- ]
190
- }
191
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/002000/training_state/optimizer_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8c09c6644e57234925e8d017c6fba7e954b61138b98bfff510d99dc866d73b4
3
- size 412489972
 
 
 
 
checkpoints/002000/training_state/rng_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:24d1e3d5257e149c82bd9c4a97f3329c147c5cd57e15bd010dee2fd429034f69
3
- size 15708
 
 
 
 
checkpoints/002000/training_state/training_step.json DELETED
@@ -1,3 +0,0 @@
1
- {
2
- "step": 2000
3
- }
 
 
 
 
checkpoints/003000/pretrained_model/config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
10
- },
11
- "observation.images.wrist": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- },
19
- "observation.images.overhead": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
26
- }
27
- },
28
- "output_features": {
29
- "action": {
30
- "type": "ACTION",
31
- "shape": [
32
- 6
33
- ]
34
- }
35
- },
36
- "device": "cuda",
37
- "use_amp": false,
38
- "push_to_hub": true,
39
- "repo_id": "abdul004/so101_act_policy_v4",
40
- "private": null,
41
- "tags": null,
42
- "license": null,
43
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
44
- "chunk_size": 20,
45
- "n_action_steps": 20,
46
- "normalization_mapping": {
47
- "VISUAL": "MEAN_STD",
48
- "STATE": "MEAN_STD",
49
- "ACTION": "MEAN_STD"
50
- },
51
- "vision_backbone": "resnet18",
52
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": 0,
54
- "pre_norm": false,
55
- "dim_model": 512,
56
- "n_heads": 8,
57
- "dim_feedforward": 3200,
58
- "feedforward_activation": "relu",
59
- "n_encoder_layers": 4,
60
- "n_decoder_layers": 1,
61
- "use_vae": true,
62
- "latent_dim": 32,
63
- "n_vae_encoder_layers": 4,
64
- "temporal_ensemble_coeff": null,
65
- "dropout": 0.1,
66
- "kl_weight": 10.0,
67
- "optimizer_lr": 1e-05,
68
- "optimizer_weight_decay": 0.0001,
69
- "optimizer_lr_backbone": 1e-05
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/003000/pretrained_model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:05f410bfc7290baf61f059ddbf74b556eef75556b4236e811f5858b696f1fd30
3
- size 206372048
 
 
 
 
checkpoints/003000/pretrained_model/policy_postprocessor.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "unnormalizer_processor",
6
- "config": {
7
- "eps": 1e-08,
8
- "features": {
9
- "action": {
10
- "type": "ACTION",
11
- "shape": [
12
- 6
13
- ]
14
- }
15
- },
16
- "norm_map": {
17
- "VISUAL": "MEAN_STD",
18
- "STATE": "MEAN_STD",
19
- "ACTION": "MEAN_STD"
20
- }
21
- },
22
- "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
- },
24
- {
25
- "registry_name": "device_processor",
26
- "config": {
27
- "device": "cpu",
28
- "float_dtype": null
29
- }
30
- }
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/003000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/003000/pretrained_model/policy_preprocessor.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "device_processor",
16
- "config": {
17
- "device": "cuda",
18
- "float_dtype": null
19
- }
20
- },
21
- {
22
- "registry_name": "normalizer_processor",
23
- "config": {
24
- "eps": 1e-08,
25
- "features": {
26
- "observation.state": {
27
- "type": "STATE",
28
- "shape": [
29
- 6
30
- ]
31
- },
32
- "observation.images.wrist": {
33
- "type": "VISUAL",
34
- "shape": [
35
- 3,
36
- 480,
37
- 640
38
- ]
39
- },
40
- "observation.images.overhead": {
41
- "type": "VISUAL",
42
- "shape": [
43
- 3,
44
- 480,
45
- 640
46
- ]
47
- },
48
- "action": {
49
- "type": "ACTION",
50
- "shape": [
51
- 6
52
- ]
53
- }
54
- },
55
- "norm_map": {
56
- "VISUAL": "MEAN_STD",
57
- "STATE": "MEAN_STD",
58
- "ACTION": "MEAN_STD"
59
- }
60
- },
61
- "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
62
- }
63
- ]
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/003000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/003000/pretrained_model/train_config.json DELETED
@@ -1,193 +0,0 @@
1
- {
2
- "dataset": {
3
- "repo_id": "abdul004/so101_ball_in_cup_v4",
4
- "root": null,
5
- "episodes": null,
6
- "image_transforms": {
7
- "enable": false,
8
- "max_num_transforms": 3,
9
- "random_order": false,
10
- "tfs": {
11
- "brightness": {
12
- "weight": 1.0,
13
- "type": "ColorJitter",
14
- "kwargs": {
15
- "brightness": [
16
- 0.8,
17
- 1.2
18
- ]
19
- }
20
- },
21
- "contrast": {
22
- "weight": 1.0,
23
- "type": "ColorJitter",
24
- "kwargs": {
25
- "contrast": [
26
- 0.8,
27
- 1.2
28
- ]
29
- }
30
- },
31
- "saturation": {
32
- "weight": 1.0,
33
- "type": "ColorJitter",
34
- "kwargs": {
35
- "saturation": [
36
- 0.5,
37
- 1.5
38
- ]
39
- }
40
- },
41
- "hue": {
42
- "weight": 1.0,
43
- "type": "ColorJitter",
44
- "kwargs": {
45
- "hue": [
46
- -0.05,
47
- 0.05
48
- ]
49
- }
50
- },
51
- "sharpness": {
52
- "weight": 1.0,
53
- "type": "SharpnessJitter",
54
- "kwargs": {
55
- "sharpness": [
56
- 0.5,
57
- 1.5
58
- ]
59
- }
60
- },
61
- "affine": {
62
- "weight": 1.0,
63
- "type": "RandomAffine",
64
- "kwargs": {
65
- "degrees": [
66
- -5.0,
67
- 5.0
68
- ],
69
- "translate": [
70
- 0.05,
71
- 0.05
72
- ]
73
- }
74
- }
75
- }
76
- },
77
- "revision": null,
78
- "use_imagenet_stats": true,
79
- "video_backend": "torchcodec",
80
- "streaming": false
81
- },
82
- "env": null,
83
- "policy": {
84
- "type": "act",
85
- "n_obs_steps": 1,
86
- "input_features": {
87
- "observation.state": {
88
- "type": "STATE",
89
- "shape": [
90
- 6
91
- ]
92
- },
93
- "observation.images.wrist": {
94
- "type": "VISUAL",
95
- "shape": [
96
- 3,
97
- 480,
98
- 640
99
- ]
100
- },
101
- "observation.images.overhead": {
102
- "type": "VISUAL",
103
- "shape": [
104
- 3,
105
- 480,
106
- 640
107
- ]
108
- }
109
- },
110
- "output_features": {
111
- "action": {
112
- "type": "ACTION",
113
- "shape": [
114
- 6
115
- ]
116
- }
117
- },
118
- "device": "cuda",
119
- "use_amp": false,
120
- "push_to_hub": true,
121
- "repo_id": "abdul004/so101_act_policy_v4",
122
- "private": null,
123
- "tags": null,
124
- "license": null,
125
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
126
- "chunk_size": 20,
127
- "n_action_steps": 20,
128
- "normalization_mapping": {
129
- "VISUAL": "MEAN_STD",
130
- "STATE": "MEAN_STD",
131
- "ACTION": "MEAN_STD"
132
- },
133
- "vision_backbone": "resnet18",
134
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
135
- "replace_final_stride_with_dilation": 0,
136
- "pre_norm": false,
137
- "dim_model": 512,
138
- "n_heads": 8,
139
- "dim_feedforward": 3200,
140
- "feedforward_activation": "relu",
141
- "n_encoder_layers": 4,
142
- "n_decoder_layers": 1,
143
- "use_vae": true,
144
- "latent_dim": 32,
145
- "n_vae_encoder_layers": 4,
146
- "temporal_ensemble_coeff": null,
147
- "dropout": 0.1,
148
- "kl_weight": 10.0,
149
- "optimizer_lr": 1e-05,
150
- "optimizer_weight_decay": 0.0001,
151
- "optimizer_lr_backbone": 1e-05
152
- },
153
- "output_dir": "outputs/train/so101_v4_act",
154
- "job_name": "act",
155
- "resume": false,
156
- "seed": 1000,
157
- "num_workers": 4,
158
- "batch_size": 32,
159
- "steps": 50000,
160
- "eval_freq": -1,
161
- "log_freq": 100,
162
- "save_checkpoint": true,
163
- "save_freq": 1000,
164
- "use_policy_training_preset": true,
165
- "optimizer": {
166
- "type": "adamw",
167
- "lr": 1e-05,
168
- "weight_decay": 0.0001,
169
- "grad_clip_norm": 10.0,
170
- "betas": [
171
- 0.9,
172
- 0.999
173
- ],
174
- "eps": 1e-08
175
- },
176
- "scheduler": null,
177
- "eval": {
178
- "n_episodes": 50,
179
- "batch_size": 50,
180
- "use_async_envs": false
181
- },
182
- "wandb": {
183
- "enable": false,
184
- "disable_artifact": false,
185
- "project": "lerobot",
186
- "entity": null,
187
- "notes": null,
188
- "run_id": null,
189
- "mode": null
190
- },
191
- "checkpoint_path": null,
192
- "rename_map": {}
193
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/003000/training_state/optimizer_param_groups.json DELETED
@@ -1,191 +0,0 @@
1
- [
2
- {
3
- "lr": 1e-05,
4
- "betas": [
5
- 0.9,
6
- 0.999
7
- ],
8
- "eps": 1e-08,
9
- "weight_decay": 0.0001,
10
- "amsgrad": false,
11
- "maximize": false,
12
- "foreach": null,
13
- "capturable": false,
14
- "differentiable": false,
15
- "fused": null,
16
- "decoupled_weight_decay": true,
17
- "params": [
18
- 0,
19
- 1,
20
- 2,
21
- 3,
22
- 4,
23
- 5,
24
- 6,
25
- 7,
26
- 8,
27
- 9,
28
- 10,
29
- 11,
30
- 12,
31
- 13,
32
- 14,
33
- 15,
34
- 16,
35
- 17,
36
- 18,
37
- 19,
38
- 20,
39
- 21,
40
- 22,
41
- 23,
42
- 24,
43
- 25,
44
- 26,
45
- 27,
46
- 28,
47
- 29,
48
- 30,
49
- 31,
50
- 32,
51
- 33,
52
- 34,
53
- 35,
54
- 36,
55
- 37,
56
- 38,
57
- 39,
58
- 40,
59
- 41,
60
- 42,
61
- 43,
62
- 44,
63
- 45,
64
- 46,
65
- 47,
66
- 48,
67
- 49,
68
- 50,
69
- 51,
70
- 52,
71
- 53,
72
- 54,
73
- 55,
74
- 56,
75
- 57,
76
- 58,
77
- 59,
78
- 60,
79
- 61,
80
- 62,
81
- 63,
82
- 64,
83
- 65,
84
- 66,
85
- 67,
86
- 68,
87
- 69,
88
- 70,
89
- 71,
90
- 72,
91
- 73,
92
- 74,
93
- 75,
94
- 76,
95
- 77,
96
- 78,
97
- 79,
98
- 80,
99
- 81,
100
- 82,
101
- 83,
102
- 84,
103
- 85,
104
- 86,
105
- 87,
106
- 88,
107
- 89,
108
- 90,
109
- 91,
110
- 92,
111
- 93,
112
- 94,
113
- 95,
114
- 96,
115
- 97,
116
- 98,
117
- 99,
118
- 100,
119
- 101,
120
- 102,
121
- 103,
122
- 104,
123
- 105,
124
- 106,
125
- 107,
126
- 108,
127
- 109,
128
- 110,
129
- 111,
130
- 112,
131
- 113,
132
- 114,
133
- 115,
134
- 116,
135
- 117,
136
- 118,
137
- 119,
138
- 120,
139
- 121,
140
- 122,
141
- 123,
142
- 124,
143
- 125,
144
- 126,
145
- 127,
146
- 128,
147
- 129,
148
- 130,
149
- 131,
150
- 132
151
- ]
152
- },
153
- {
154
- "lr": 1e-05,
155
- "betas": [
156
- 0.9,
157
- 0.999
158
- ],
159
- "eps": 1e-08,
160
- "weight_decay": 0.0001,
161
- "amsgrad": false,
162
- "maximize": false,
163
- "foreach": null,
164
- "capturable": false,
165
- "differentiable": false,
166
- "fused": null,
167
- "decoupled_weight_decay": true,
168
- "params": [
169
- 133,
170
- 134,
171
- 135,
172
- 136,
173
- 137,
174
- 138,
175
- 139,
176
- 140,
177
- 141,
178
- 142,
179
- 143,
180
- 144,
181
- 145,
182
- 146,
183
- 147,
184
- 148,
185
- 149,
186
- 150,
187
- 151,
188
- 152
189
- ]
190
- }
191
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/003000/training_state/optimizer_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:eeac2d05299bd63b3aa53390f975a4545840ae41929afb77f8b52edb0b681b01
3
- size 412489972
 
 
 
 
checkpoints/003000/training_state/rng_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9339045e8c5a1c161ad035b22fe382c61aabc0d92d7cd8c2ea316ce1781baad5
3
- size 15708
 
 
 
 
checkpoints/003000/training_state/training_step.json DELETED
@@ -1,3 +0,0 @@
1
- {
2
- "step": 3000
3
- }
 
 
 
 
checkpoints/004000/pretrained_model/config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
10
- },
11
- "observation.images.wrist": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- },
19
- "observation.images.overhead": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
26
- }
27
- },
28
- "output_features": {
29
- "action": {
30
- "type": "ACTION",
31
- "shape": [
32
- 6
33
- ]
34
- }
35
- },
36
- "device": "cuda",
37
- "use_amp": false,
38
- "push_to_hub": true,
39
- "repo_id": "abdul004/so101_act_policy_v4",
40
- "private": null,
41
- "tags": null,
42
- "license": null,
43
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
44
- "chunk_size": 20,
45
- "n_action_steps": 20,
46
- "normalization_mapping": {
47
- "VISUAL": "MEAN_STD",
48
- "STATE": "MEAN_STD",
49
- "ACTION": "MEAN_STD"
50
- },
51
- "vision_backbone": "resnet18",
52
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": 0,
54
- "pre_norm": false,
55
- "dim_model": 512,
56
- "n_heads": 8,
57
- "dim_feedforward": 3200,
58
- "feedforward_activation": "relu",
59
- "n_encoder_layers": 4,
60
- "n_decoder_layers": 1,
61
- "use_vae": true,
62
- "latent_dim": 32,
63
- "n_vae_encoder_layers": 4,
64
- "temporal_ensemble_coeff": null,
65
- "dropout": 0.1,
66
- "kl_weight": 10.0,
67
- "optimizer_lr": 1e-05,
68
- "optimizer_weight_decay": 0.0001,
69
- "optimizer_lr_backbone": 1e-05
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/004000/pretrained_model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3345e3afdcc56b935478d83da62732311e103b9a1796a75cb2e1ec774d18f6fa
3
- size 206372048
 
 
 
 
checkpoints/004000/pretrained_model/policy_postprocessor.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "unnormalizer_processor",
6
- "config": {
7
- "eps": 1e-08,
8
- "features": {
9
- "action": {
10
- "type": "ACTION",
11
- "shape": [
12
- 6
13
- ]
14
- }
15
- },
16
- "norm_map": {
17
- "VISUAL": "MEAN_STD",
18
- "STATE": "MEAN_STD",
19
- "ACTION": "MEAN_STD"
20
- }
21
- },
22
- "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
- },
24
- {
25
- "registry_name": "device_processor",
26
- "config": {
27
- "device": "cpu",
28
- "float_dtype": null
29
- }
30
- }
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/004000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/004000/pretrained_model/policy_preprocessor.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "device_processor",
16
- "config": {
17
- "device": "cuda",
18
- "float_dtype": null
19
- }
20
- },
21
- {
22
- "registry_name": "normalizer_processor",
23
- "config": {
24
- "eps": 1e-08,
25
- "features": {
26
- "observation.state": {
27
- "type": "STATE",
28
- "shape": [
29
- 6
30
- ]
31
- },
32
- "observation.images.wrist": {
33
- "type": "VISUAL",
34
- "shape": [
35
- 3,
36
- 480,
37
- 640
38
- ]
39
- },
40
- "observation.images.overhead": {
41
- "type": "VISUAL",
42
- "shape": [
43
- 3,
44
- 480,
45
- 640
46
- ]
47
- },
48
- "action": {
49
- "type": "ACTION",
50
- "shape": [
51
- 6
52
- ]
53
- }
54
- },
55
- "norm_map": {
56
- "VISUAL": "MEAN_STD",
57
- "STATE": "MEAN_STD",
58
- "ACTION": "MEAN_STD"
59
- }
60
- },
61
- "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
62
- }
63
- ]
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/004000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/004000/pretrained_model/train_config.json DELETED
@@ -1,193 +0,0 @@
1
- {
2
- "dataset": {
3
- "repo_id": "abdul004/so101_ball_in_cup_v4",
4
- "root": null,
5
- "episodes": null,
6
- "image_transforms": {
7
- "enable": false,
8
- "max_num_transforms": 3,
9
- "random_order": false,
10
- "tfs": {
11
- "brightness": {
12
- "weight": 1.0,
13
- "type": "ColorJitter",
14
- "kwargs": {
15
- "brightness": [
16
- 0.8,
17
- 1.2
18
- ]
19
- }
20
- },
21
- "contrast": {
22
- "weight": 1.0,
23
- "type": "ColorJitter",
24
- "kwargs": {
25
- "contrast": [
26
- 0.8,
27
- 1.2
28
- ]
29
- }
30
- },
31
- "saturation": {
32
- "weight": 1.0,
33
- "type": "ColorJitter",
34
- "kwargs": {
35
- "saturation": [
36
- 0.5,
37
- 1.5
38
- ]
39
- }
40
- },
41
- "hue": {
42
- "weight": 1.0,
43
- "type": "ColorJitter",
44
- "kwargs": {
45
- "hue": [
46
- -0.05,
47
- 0.05
48
- ]
49
- }
50
- },
51
- "sharpness": {
52
- "weight": 1.0,
53
- "type": "SharpnessJitter",
54
- "kwargs": {
55
- "sharpness": [
56
- 0.5,
57
- 1.5
58
- ]
59
- }
60
- },
61
- "affine": {
62
- "weight": 1.0,
63
- "type": "RandomAffine",
64
- "kwargs": {
65
- "degrees": [
66
- -5.0,
67
- 5.0
68
- ],
69
- "translate": [
70
- 0.05,
71
- 0.05
72
- ]
73
- }
74
- }
75
- }
76
- },
77
- "revision": null,
78
- "use_imagenet_stats": true,
79
- "video_backend": "torchcodec",
80
- "streaming": false
81
- },
82
- "env": null,
83
- "policy": {
84
- "type": "act",
85
- "n_obs_steps": 1,
86
- "input_features": {
87
- "observation.state": {
88
- "type": "STATE",
89
- "shape": [
90
- 6
91
- ]
92
- },
93
- "observation.images.wrist": {
94
- "type": "VISUAL",
95
- "shape": [
96
- 3,
97
- 480,
98
- 640
99
- ]
100
- },
101
- "observation.images.overhead": {
102
- "type": "VISUAL",
103
- "shape": [
104
- 3,
105
- 480,
106
- 640
107
- ]
108
- }
109
- },
110
- "output_features": {
111
- "action": {
112
- "type": "ACTION",
113
- "shape": [
114
- 6
115
- ]
116
- }
117
- },
118
- "device": "cuda",
119
- "use_amp": false,
120
- "push_to_hub": true,
121
- "repo_id": "abdul004/so101_act_policy_v4",
122
- "private": null,
123
- "tags": null,
124
- "license": null,
125
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
126
- "chunk_size": 20,
127
- "n_action_steps": 20,
128
- "normalization_mapping": {
129
- "VISUAL": "MEAN_STD",
130
- "STATE": "MEAN_STD",
131
- "ACTION": "MEAN_STD"
132
- },
133
- "vision_backbone": "resnet18",
134
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
135
- "replace_final_stride_with_dilation": 0,
136
- "pre_norm": false,
137
- "dim_model": 512,
138
- "n_heads": 8,
139
- "dim_feedforward": 3200,
140
- "feedforward_activation": "relu",
141
- "n_encoder_layers": 4,
142
- "n_decoder_layers": 1,
143
- "use_vae": true,
144
- "latent_dim": 32,
145
- "n_vae_encoder_layers": 4,
146
- "temporal_ensemble_coeff": null,
147
- "dropout": 0.1,
148
- "kl_weight": 10.0,
149
- "optimizer_lr": 1e-05,
150
- "optimizer_weight_decay": 0.0001,
151
- "optimizer_lr_backbone": 1e-05
152
- },
153
- "output_dir": "outputs/train/so101_v4_act",
154
- "job_name": "act",
155
- "resume": false,
156
- "seed": 1000,
157
- "num_workers": 4,
158
- "batch_size": 32,
159
- "steps": 50000,
160
- "eval_freq": -1,
161
- "log_freq": 100,
162
- "save_checkpoint": true,
163
- "save_freq": 1000,
164
- "use_policy_training_preset": true,
165
- "optimizer": {
166
- "type": "adamw",
167
- "lr": 1e-05,
168
- "weight_decay": 0.0001,
169
- "grad_clip_norm": 10.0,
170
- "betas": [
171
- 0.9,
172
- 0.999
173
- ],
174
- "eps": 1e-08
175
- },
176
- "scheduler": null,
177
- "eval": {
178
- "n_episodes": 50,
179
- "batch_size": 50,
180
- "use_async_envs": false
181
- },
182
- "wandb": {
183
- "enable": false,
184
- "disable_artifact": false,
185
- "project": "lerobot",
186
- "entity": null,
187
- "notes": null,
188
- "run_id": null,
189
- "mode": null
190
- },
191
- "checkpoint_path": null,
192
- "rename_map": {}
193
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/004000/training_state/optimizer_param_groups.json DELETED
@@ -1,191 +0,0 @@
1
- [
2
- {
3
- "lr": 1e-05,
4
- "betas": [
5
- 0.9,
6
- 0.999
7
- ],
8
- "eps": 1e-08,
9
- "weight_decay": 0.0001,
10
- "amsgrad": false,
11
- "maximize": false,
12
- "foreach": null,
13
- "capturable": false,
14
- "differentiable": false,
15
- "fused": null,
16
- "decoupled_weight_decay": true,
17
- "params": [
18
- 0,
19
- 1,
20
- 2,
21
- 3,
22
- 4,
23
- 5,
24
- 6,
25
- 7,
26
- 8,
27
- 9,
28
- 10,
29
- 11,
30
- 12,
31
- 13,
32
- 14,
33
- 15,
34
- 16,
35
- 17,
36
- 18,
37
- 19,
38
- 20,
39
- 21,
40
- 22,
41
- 23,
42
- 24,
43
- 25,
44
- 26,
45
- 27,
46
- 28,
47
- 29,
48
- 30,
49
- 31,
50
- 32,
51
- 33,
52
- 34,
53
- 35,
54
- 36,
55
- 37,
56
- 38,
57
- 39,
58
- 40,
59
- 41,
60
- 42,
61
- 43,
62
- 44,
63
- 45,
64
- 46,
65
- 47,
66
- 48,
67
- 49,
68
- 50,
69
- 51,
70
- 52,
71
- 53,
72
- 54,
73
- 55,
74
- 56,
75
- 57,
76
- 58,
77
- 59,
78
- 60,
79
- 61,
80
- 62,
81
- 63,
82
- 64,
83
- 65,
84
- 66,
85
- 67,
86
- 68,
87
- 69,
88
- 70,
89
- 71,
90
- 72,
91
- 73,
92
- 74,
93
- 75,
94
- 76,
95
- 77,
96
- 78,
97
- 79,
98
- 80,
99
- 81,
100
- 82,
101
- 83,
102
- 84,
103
- 85,
104
- 86,
105
- 87,
106
- 88,
107
- 89,
108
- 90,
109
- 91,
110
- 92,
111
- 93,
112
- 94,
113
- 95,
114
- 96,
115
- 97,
116
- 98,
117
- 99,
118
- 100,
119
- 101,
120
- 102,
121
- 103,
122
- 104,
123
- 105,
124
- 106,
125
- 107,
126
- 108,
127
- 109,
128
- 110,
129
- 111,
130
- 112,
131
- 113,
132
- 114,
133
- 115,
134
- 116,
135
- 117,
136
- 118,
137
- 119,
138
- 120,
139
- 121,
140
- 122,
141
- 123,
142
- 124,
143
- 125,
144
- 126,
145
- 127,
146
- 128,
147
- 129,
148
- 130,
149
- 131,
150
- 132
151
- ]
152
- },
153
- {
154
- "lr": 1e-05,
155
- "betas": [
156
- 0.9,
157
- 0.999
158
- ],
159
- "eps": 1e-08,
160
- "weight_decay": 0.0001,
161
- "amsgrad": false,
162
- "maximize": false,
163
- "foreach": null,
164
- "capturable": false,
165
- "differentiable": false,
166
- "fused": null,
167
- "decoupled_weight_decay": true,
168
- "params": [
169
- 133,
170
- 134,
171
- 135,
172
- 136,
173
- 137,
174
- 138,
175
- 139,
176
- 140,
177
- 141,
178
- 142,
179
- 143,
180
- 144,
181
- 145,
182
- 146,
183
- 147,
184
- 148,
185
- 149,
186
- 150,
187
- 151,
188
- 152
189
- ]
190
- }
191
- ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/004000/training_state/optimizer_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:87bd1e0b23e6b3ec0781ec7954f2e2deb5af4032749e99e7f34d150675da9fab
3
- size 412489972
 
 
 
 
checkpoints/004000/training_state/rng_state.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:91cbfa44989f1c76c88d2614fbfd651e38bb9fc3ab132381f0b749266f796e4d
3
- size 15708
 
 
 
 
checkpoints/004000/training_state/training_step.json DELETED
@@ -1,3 +0,0 @@
1
- {
2
- "step": 4000
3
- }
 
 
 
 
checkpoints/006000/pretrained_model/config.json DELETED
@@ -1,70 +0,0 @@
1
- {
2
- "type": "act",
3
- "n_obs_steps": 1,
4
- "input_features": {
5
- "observation.state": {
6
- "type": "STATE",
7
- "shape": [
8
- 6
9
- ]
10
- },
11
- "observation.images.wrist": {
12
- "type": "VISUAL",
13
- "shape": [
14
- 3,
15
- 480,
16
- 640
17
- ]
18
- },
19
- "observation.images.overhead": {
20
- "type": "VISUAL",
21
- "shape": [
22
- 3,
23
- 480,
24
- 640
25
- ]
26
- }
27
- },
28
- "output_features": {
29
- "action": {
30
- "type": "ACTION",
31
- "shape": [
32
- 6
33
- ]
34
- }
35
- },
36
- "device": "cuda",
37
- "use_amp": false,
38
- "push_to_hub": true,
39
- "repo_id": "abdul004/so101_act_policy_v4",
40
- "private": null,
41
- "tags": null,
42
- "license": null,
43
- "pretrained_path": "resume_ckpt/checkpoints/002000/pretrained_model",
44
- "chunk_size": 20,
45
- "n_action_steps": 20,
46
- "normalization_mapping": {
47
- "VISUAL": "MEAN_STD",
48
- "STATE": "MEAN_STD",
49
- "ACTION": "MEAN_STD"
50
- },
51
- "vision_backbone": "resnet18",
52
- "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
53
- "replace_final_stride_with_dilation": 0,
54
- "pre_norm": false,
55
- "dim_model": 512,
56
- "n_heads": 8,
57
- "dim_feedforward": 3200,
58
- "feedforward_activation": "relu",
59
- "n_encoder_layers": 4,
60
- "n_decoder_layers": 1,
61
- "use_vae": true,
62
- "latent_dim": 32,
63
- "n_vae_encoder_layers": 4,
64
- "temporal_ensemble_coeff": null,
65
- "dropout": 0.1,
66
- "kl_weight": 10.0,
67
- "optimizer_lr": 1e-05,
68
- "optimizer_weight_decay": 0.0001,
69
- "optimizer_lr_backbone": 1e-05
70
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/006000/pretrained_model/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7a1253cd66d29321c1b4de0d89ebb0b234feb5815714c0f2fd81855027e7e13
3
- size 206372048
 
 
 
 
checkpoints/006000/pretrained_model/policy_postprocessor.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "name": "policy_postprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "unnormalizer_processor",
6
- "config": {
7
- "eps": 1e-08,
8
- "features": {
9
- "action": {
10
- "type": "ACTION",
11
- "shape": [
12
- 6
13
- ]
14
- }
15
- },
16
- "norm_map": {
17
- "VISUAL": "MEAN_STD",
18
- "STATE": "MEAN_STD",
19
- "ACTION": "MEAN_STD"
20
- }
21
- },
22
- "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
- },
24
- {
25
- "registry_name": "device_processor",
26
- "config": {
27
- "device": "cpu",
28
- "float_dtype": null
29
- }
30
- }
31
- ]
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/006000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584
 
 
 
 
checkpoints/006000/pretrained_model/policy_preprocessor.json DELETED
@@ -1,64 +0,0 @@
1
- {
2
- "name": "policy_preprocessor",
3
- "steps": [
4
- {
5
- "registry_name": "rename_observations_processor",
6
- "config": {
7
- "rename_map": {}
8
- }
9
- },
10
- {
11
- "registry_name": "to_batch_processor",
12
- "config": {}
13
- },
14
- {
15
- "registry_name": "device_processor",
16
- "config": {
17
- "device": "cuda",
18
- "float_dtype": null
19
- }
20
- },
21
- {
22
- "registry_name": "normalizer_processor",
23
- "config": {
24
- "eps": 1e-08,
25
- "features": {
26
- "observation.state": {
27
- "type": "STATE",
28
- "shape": [
29
- 6
30
- ]
31
- },
32
- "observation.images.wrist": {
33
- "type": "VISUAL",
34
- "shape": [
35
- 3,
36
- 480,
37
- 640
38
- ]
39
- },
40
- "observation.images.overhead": {
41
- "type": "VISUAL",
42
- "shape": [
43
- 3,
44
- 480,
45
- 640
46
- ]
47
- },
48
- "action": {
49
- "type": "ACTION",
50
- "shape": [
51
- 6
52
- ]
53
- }
54
- },
55
- "norm_map": {
56
- "VISUAL": "MEAN_STD",
57
- "STATE": "MEAN_STD",
58
- "ACTION": "MEAN_STD"
59
- }
60
- },
61
- "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
62
- }
63
- ]
64
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoints/006000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:21de742308f7b192bf33f8be618ce291683f0b6d78c013f09b6f0398edda81fc
3
- size 7584