Hugging Face's logo

s3y
/
pi05_droid_pytorch

Safetensors
Model card Files
xet
Community
s3y commited on
Commit
649e1dd
·
verified ·
1 Parent(s): f2b3523

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. policy_postprocessor_step_0_unnormalizer_processor.safetensors +2 -2
  2. policy_preprocessor_step_2_normalizer_processor.safetensors +2 -2
  3. train_config.json +204 -0
policy_postprocessor_step_0_unnormalizer_processor.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c083e154dd2f1468b4e614adbdc6b9ae4061629d5b61a9ba3edfd0f7a3aa079
3
- size 129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a002c0df7f79c5b169c5a899ad151d4ea1bed246c7d82bd93ed1556558d517a9
3
+ size 7668
policy_preprocessor_step_2_normalizer_processor.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c083e154dd2f1468b4e614adbdc6b9ae4061629d5b61a9ba3edfd0f7a3aa079
3
- size 129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a002c0df7f79c5b169c5a899ad151d4ea1bed246c7d82bd93ed1556558d517a9
3
+ size 7668
train_config.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "HuggingFaceVLA/libero",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ }
61
+ }
62
+ },
63
+ "revision": null,
64
+ "use_imagenet_stats": true,
65
+ "video_backend": "torchcodec",
66
+ "streaming": false
67
+ },
68
+ "env": null,
69
+ "policy": {
70
+ "type": "pi05",
71
+ "n_obs_steps": 1,
72
+ "input_features": {
73
+ "observation.images.image": {
74
+ "type": "VISUAL",
75
+ "shape": [
76
+ 3,
77
+ 256,
78
+ 256
79
+ ]
80
+ },
81
+ "observation.images.image2": {
82
+ "type": "VISUAL",
83
+ "shape": [
84
+ 3,
85
+ 256,
86
+ 256
87
+ ]
88
+ },
89
+ "observation.state": {
90
+ "type": "STATE",
91
+ "shape": [
92
+ 8
93
+ ]
94
+ },
95
+ "observation.images.empty_camera_0": {
96
+ "type": "VISUAL",
97
+ "shape": [
98
+ 3,
99
+ 224,
100
+ 224
101
+ ]
102
+ }
103
+ },
104
+ "output_features": {
105
+ "action": {
106
+ "type": "ACTION",
107
+ "shape": [
108
+ 7
109
+ ]
110
+ }
111
+ },
112
+ "device": "cuda",
113
+ "use_amp": false,
114
+ "push_to_hub": true,
115
+ "repo_id": "pepijn223/pi05_libero_31_9_non_q",
116
+ "private": null,
117
+ "tags": null,
118
+ "license": null,
119
+ "pretrained_path": "lerobot/pi05_libero",
120
+ "paligemma_variant": "gemma_2b",
121
+ "action_expert_variant": "gemma_300m",
122
+ "dtype": "bfloat16",
123
+ "chunk_size": 50,
124
+ "n_action_steps": 50,
125
+ "max_state_dim": 32,
126
+ "max_action_dim": 32,
127
+ "num_inference_steps": 10,
128
+ "time_sampling_beta_alpha": 1.5,
129
+ "time_sampling_beta_beta": 1.0,
130
+ "time_sampling_scale": 0.999,
131
+ "time_sampling_offset": 0.001,
132
+ "min_period": 0.004,
133
+ "max_period": 4.0,
134
+ "image_resolution": [
135
+ 224,
136
+ 224
137
+ ],
138
+ "empty_cameras": 1,
139
+ "tokenizer_max_length": 200,
140
+ "normalization_mapping": {
141
+ "ACTION": "MEAN_STD",
142
+ "STATE": "MEAN_STD",
143
+ "VISUAL": "IDENTITY"
144
+ },
145
+ "gradient_checkpointing": true,
146
+ "compile_model": true,
147
+ "compile_mode": "max-autotune",
148
+ "optimizer_lr": 2.5e-05,
149
+ "optimizer_betas": [
150
+ 0.9,
151
+ 0.95
152
+ ],
153
+ "optimizer_eps": 1e-08,
154
+ "optimizer_weight_decay": 0.01,
155
+ "optimizer_grad_clip_norm": 1.0,
156
+ "scheduler_warmup_steps": 1000,
157
+ "scheduler_decay_steps": 6000,
158
+ "scheduler_decay_lr": 2.5e-06
159
+ },
160
+ "output_dir": "/fsx/pepijn/train/pi05_libero_31_9_non_quan",
161
+ "job_name": "pi05_multi_newest_8_gpu_30_9",
162
+ "resume": false,
163
+ "seed": 1000,
164
+ "num_workers": 4,
165
+ "batch_size": 32,
166
+ "steps": 6000,
167
+ "eval_freq": 20000,
168
+ "log_freq": 200,
169
+ "save_checkpoint": true,
170
+ "save_freq": 2000,
171
+ "use_policy_training_preset": true,
172
+ "optimizer": {
173
+ "type": "adamw",
174
+ "lr": 0.0002,
175
+ "weight_decay": 0.01,
176
+ "grad_clip_norm": 1.0,
177
+ "betas": [
178
+ 0.9,
179
+ 0.95
180
+ ],
181
+ "eps": 1e-08
182
+ },
183
+ "scheduler": {
184
+ "type": "cosine_decay_with_warmup",
185
+ "num_warmup_steps": 8000,
186
+ "num_decay_steps": 48000,
187
+ "peak_lr": 2.5e-05,
188
+ "decay_lr": 2.5e-06
189
+ },
190
+ "eval": {
191
+ "n_episodes": 50,
192
+ "batch_size": 50,
193
+ "use_async_envs": false
194
+ },
195
+ "wandb": {
196
+ "enable": true,
197
+ "disable_artifact": false,
198
+ "project": "lerobot",
199
+ "entity": null,
200
+ "notes": null,
201
+ "run_id": "rzfptgzx",
202
+ "mode": null
203
+ }
204
+ }