Hugging Face's logo

andlyu
/
act_so100_test

Safetensors
Model card Files
xet
Community
1
andlyu commited on
Commit
76bf85c
·
verified ·
1 Parent(s): c184c62

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +80 -0
  2. model.safetensors +3 -0
  3. train_config.json +190 -0
config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "act",
3
+ "n_obs_steps": 1,
4
+ "normalization_mapping": {
5
+ "VISUAL": "MEAN_STD",
6
+ "STATE": "MEAN_STD",
7
+ "ACTION": "MEAN_STD"
8
+ },
9
+ "input_features": {
10
+ "observation.state": {
11
+ "type": "STATE",
12
+ "shape": [
13
+ 6
14
+ ]
15
+ },
16
+ "observation.images.arm_left": {
17
+ "type": "VISUAL",
18
+ "shape": [
19
+ 3,
20
+ 480,
21
+ 640
22
+ ]
23
+ },
24
+ "observation.images.arm_right": {
25
+ "type": "VISUAL",
26
+ "shape": [
27
+ 3,
28
+ 480,
29
+ 640
30
+ ]
31
+ },
32
+ "observation.images.base_left": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 480,
37
+ 640
38
+ ]
39
+ },
40
+ "observation.images.base_right": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 480,
45
+ 640
46
+ ]
47
+ }
48
+ },
49
+ "output_features": {
50
+ "action": {
51
+ "type": "ACTION",
52
+ "shape": [
53
+ 6
54
+ ]
55
+ }
56
+ },
57
+ "device": "cuda",
58
+ "use_amp": false,
59
+ "chunk_size": 100,
60
+ "n_action_steps": 100,
61
+ "vision_backbone": "resnet18",
62
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
63
+ "replace_final_stride_with_dilation": false,
64
+ "pre_norm": false,
65
+ "dim_model": 512,
66
+ "n_heads": 8,
67
+ "dim_feedforward": 3200,
68
+ "feedforward_activation": "relu",
69
+ "n_encoder_layers": 4,
70
+ "n_decoder_layers": 1,
71
+ "use_vae": true,
72
+ "latent_dim": 32,
73
+ "n_vae_encoder_layers": 4,
74
+ "temporal_ensemble_coeff": null,
75
+ "dropout": 0.1,
76
+ "kl_weight": 10.0,
77
+ "optimizer_lr": 1e-05,
78
+ "optimizer_weight_decay": 0.0001,
79
+ "optimizer_lr_backbone": 1e-05
80
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaaa1d94c20802a6fe508b71b8932c1996756e048fad66442f9ee61eda9426ae
3
+ size 206701648
train_config.json ADDED
@@ -0,0 +1,190 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": [
4
+ "andlyu/so100_test_temp",
5
+ "andlyu/so100_test_1",
6
+ "andlyu/so100_test_2",
7
+ "andlyu/so100_test_3",
8
+ "andlyu/so100_test_4"
9
+ ],
10
+ "root": null,
11
+ "episodes": null,
12
+ "image_transforms": {
13
+ "enable": false,
14
+ "max_num_transforms": 3,
15
+ "random_order": false,
16
+ "tfs": {
17
+ "brightness": {
18
+ "weight": 1.0,
19
+ "type": "ColorJitter",
20
+ "kwargs": {
21
+ "brightness": [
22
+ 0.8,
23
+ 1.2
24
+ ]
25
+ }
26
+ },
27
+ "contrast": {
28
+ "weight": 1.0,
29
+ "type": "ColorJitter",
30
+ "kwargs": {
31
+ "contrast": [
32
+ 0.8,
33
+ 1.2
34
+ ]
35
+ }
36
+ },
37
+ "saturation": {
38
+ "weight": 1.0,
39
+ "type": "ColorJitter",
40
+ "kwargs": {
41
+ "saturation": [
42
+ 0.5,
43
+ 1.5
44
+ ]
45
+ }
46
+ },
47
+ "hue": {
48
+ "weight": 1.0,
49
+ "type": "ColorJitter",
50
+ "kwargs": {
51
+ "hue": [
52
+ -0.05,
53
+ 0.05
54
+ ]
55
+ }
56
+ },
57
+ "sharpness": {
58
+ "weight": 1.0,
59
+ "type": "SharpnessJitter",
60
+ "kwargs": {
61
+ "sharpness": [
62
+ 0.5,
63
+ 1.5
64
+ ]
65
+ }
66
+ }
67
+ }
68
+ },
69
+ "revision": null,
70
+ "use_imagenet_stats": true,
71
+ "video_backend": "pyav"
72
+ },
73
+ "env": null,
74
+ "policy": {
75
+ "type": "act",
76
+ "n_obs_steps": 1,
77
+ "normalization_mapping": {
78
+ "VISUAL": "MEAN_STD",
79
+ "STATE": "MEAN_STD",
80
+ "ACTION": "MEAN_STD"
81
+ },
82
+ "input_features": {
83
+ "observation.state": {
84
+ "type": "STATE",
85
+ "shape": [
86
+ 6
87
+ ]
88
+ },
89
+ "observation.images.arm_left": {
90
+ "type": "VISUAL",
91
+ "shape": [
92
+ 3,
93
+ 480,
94
+ 640
95
+ ]
96
+ },
97
+ "observation.images.arm_right": {
98
+ "type": "VISUAL",
99
+ "shape": [
100
+ 3,
101
+ 480,
102
+ 640
103
+ ]
104
+ },
105
+ "observation.images.base_left": {
106
+ "type": "VISUAL",
107
+ "shape": [
108
+ 3,
109
+ 480,
110
+ 640
111
+ ]
112
+ },
113
+ "observation.images.base_right": {
114
+ "type": "VISUAL",
115
+ "shape": [
116
+ 3,
117
+ 480,
118
+ 640
119
+ ]
120
+ }
121
+ },
122
+ "output_features": {
123
+ "action": {
124
+ "type": "ACTION",
125
+ "shape": [
126
+ 6
127
+ ]
128
+ }
129
+ },
130
+ "device": "cuda",
131
+ "use_amp": false,
132
+ "chunk_size": 100,
133
+ "n_action_steps": 100,
134
+ "vision_backbone": "resnet18",
135
+ "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
136
+ "replace_final_stride_with_dilation": false,
137
+ "pre_norm": false,
138
+ "dim_model": 512,
139
+ "n_heads": 8,
140
+ "dim_feedforward": 3200,
141
+ "feedforward_activation": "relu",
142
+ "n_encoder_layers": 4,
143
+ "n_decoder_layers": 1,
144
+ "use_vae": true,
145
+ "latent_dim": 32,
146
+ "n_vae_encoder_layers": 4,
147
+ "temporal_ensemble_coeff": null,
148
+ "dropout": 0.1,
149
+ "kl_weight": 10.0,
150
+ "optimizer_lr": 1e-05,
151
+ "optimizer_weight_decay": 0.0001,
152
+ "optimizer_lr_backbone": 1e-05
153
+ },
154
+ "output_dir": "outputs/train/act_so100_test",
155
+ "job_name": "act_so100_test",
156
+ "resume": false,
157
+ "seed": 1000,
158
+ "num_workers": 4,
159
+ "batch_size": 8,
160
+ "steps": 200000,
161
+ "eval_freq": 20000,
162
+ "log_freq": 200,
163
+ "save_checkpoint": true,
164
+ "save_freq": 20000,
165
+ "use_policy_training_preset": true,
166
+ "optimizer": {
167
+ "type": "adamw",
168
+ "lr": 1e-05,
169
+ "weight_decay": 0.0001,
170
+ "grad_clip_norm": 10.0,
171
+ "betas": [
172
+ 0.9,
173
+ 0.999
174
+ ],
175
+ "eps": 1e-08
176
+ },
177
+ "scheduler": null,
178
+ "eval": {
179
+ "n_episodes": 50,
180
+ "batch_size": 50,
181
+ "use_async_envs": false
182
+ },
183
+ "wandb": {
184
+ "enable": true,
185
+ "disable_artifact": false,
186
+ "project": "lerobot",
187
+ "entity": null,
188
+ "notes": null
189
+ }
190
+ }