Hugging Face's logo

Jiafei1224
/
pack

Safetensors
Model card Files
xet
Community
Jiafei1224 commited on
Commit
c16af9b
·
verified ·
1 Parent(s): 396a96c

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. config.json +92 -0
  2. model.safetensors +3 -0
  3. policy_postprocessor.json +32 -0
  4. policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
  5. policy_preprocessor.json +87 -0
  6. policy_preprocessor_step_2_normalizer_processor.safetensors +3 -0
  7. train_config.json +412 -0
config.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi05",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 14
9
+ ]
10
+ },
11
+ "observation.images.right": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 360,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.left": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 360,
24
+ 640
25
+ ]
26
+ },
27
+ "observation.images.top": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 360,
32
+ 640
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 14
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "use_amp": false,
46
+ "push_to_hub": true,
47
+ "repo_id": "cortexairobot/pack-multi-test",
48
+ "private": null,
49
+ "tags": null,
50
+ "license": null,
51
+ "pretrained_path": "/home/jupyter/pi05_multi/checkpoints/last/pretrained_model",
52
+ "paligemma_variant": "gemma_2b",
53
+ "action_expert_variant": "gemma_300m",
54
+ "dtype": "bfloat16",
55
+ "chunk_size": 50,
56
+ "n_action_steps": 50,
57
+ "max_state_dim": 32,
58
+ "max_action_dim": 32,
59
+ "num_inference_steps": 10,
60
+ "time_sampling_beta_alpha": 1.5,
61
+ "time_sampling_beta_beta": 1.0,
62
+ "time_sampling_scale": 0.999,
63
+ "time_sampling_offset": 0.001,
64
+ "min_period": 0.004,
65
+ "max_period": 4.0,
66
+ "rtc_config": null,
67
+ "image_resolution": [
68
+ 224,
69
+ 224
70
+ ],
71
+ "empty_cameras": 0,
72
+ "tokenizer_max_length": 200,
73
+ "normalization_mapping": {
74
+ "VISUAL": "IDENTITY",
75
+ "STATE": "QUANTILES",
76
+ "ACTION": "QUANTILES"
77
+ },
78
+ "gradient_checkpointing": true,
79
+ "compile_model": false,
80
+ "compile_mode": "max-autotune",
81
+ "optimizer_lr": 2.5e-05,
82
+ "optimizer_betas": [
83
+ 0.9,
84
+ 0.95
85
+ ],
86
+ "optimizer_eps": 1e-08,
87
+ "optimizer_weight_decay": 0.01,
88
+ "optimizer_grad_clip_norm": 1.0,
89
+ "scheduler_warmup_steps": 1000,
90
+ "scheduler_decay_steps": 30000,
91
+ "scheduler_decay_lr": 2.5e-06
92
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb9bdd945d1b02ea3bc8a791340a187252dd5ea537460cd88b1fd2cae74fe43
3
+ size 7473096344
policy_postprocessor.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 14
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "VISUAL": "IDENTITY",
18
+ "STATE": "QUANTILES",
19
+ "ACTION": "QUANTILES"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "device_processor",
26
+ "config": {
27
+ "device": "cpu",
28
+ "float_dtype": null
29
+ }
30
+ }
31
+ ]
32
+ }
policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78e2adb614e5220f97897e52b4c12d3162b3c4c67a0a9453f163898b13bd71
3
+ size 9168
policy_preprocessor.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "normalizer_processor",
16
+ "config": {
17
+ "eps": 1e-08,
18
+ "features": {
19
+ "observation.state": {
20
+ "type": "STATE",
21
+ "shape": [
22
+ 14
23
+ ]
24
+ },
25
+ "observation.images.right": {
26
+ "type": "VISUAL",
27
+ "shape": [
28
+ 3,
29
+ 360,
30
+ 640
31
+ ]
32
+ },
33
+ "observation.images.left": {
34
+ "type": "VISUAL",
35
+ "shape": [
36
+ 3,
37
+ 360,
38
+ 640
39
+ ]
40
+ },
41
+ "observation.images.top": {
42
+ "type": "VISUAL",
43
+ "shape": [
44
+ 3,
45
+ 360,
46
+ 640
47
+ ]
48
+ },
49
+ "action": {
50
+ "type": "ACTION",
51
+ "shape": [
52
+ 14
53
+ ]
54
+ }
55
+ },
56
+ "norm_map": {
57
+ "VISUAL": "IDENTITY",
58
+ "STATE": "QUANTILES",
59
+ "ACTION": "QUANTILES"
60
+ }
61
+ },
62
+ "state_file": "policy_preprocessor_step_2_normalizer_processor.safetensors"
63
+ },
64
+ {
65
+ "registry_name": "pi05_prepare_state_tokenizer_processor_step",
66
+ "config": {}
67
+ },
68
+ {
69
+ "registry_name": "tokenizer_processor",
70
+ "config": {
71
+ "max_length": 200,
72
+ "task_key": "task",
73
+ "padding_side": "right",
74
+ "padding": "max_length",
75
+ "truncation": true,
76
+ "tokenizer_name": "google/paligemma-3b-pt-224"
77
+ }
78
+ },
79
+ {
80
+ "registry_name": "device_processor",
81
+ "config": {
82
+ "device": "cuda",
83
+ "float_dtype": null
84
+ }
85
+ }
86
+ ]
87
+ }
policy_preprocessor_step_2_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a78e2adb614e5220f97897e52b4c12d3162b3c4c67a0a9453f163898b13bd71
3
+ size 9168
train_config.json ADDED
@@ -0,0 +1,412 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": [
4
+ "ai2-cortex/17122025-clo-02",
5
+ "ai2-cortex/17122025-clo-03",
6
+ "ai2-cortex/17122025-clo-04",
7
+ "ai2-cortex/17122025-clo-05",
8
+ "ai2-cortex/17122025-clo-06",
9
+ "ai2-cortex/17122025-clo-07",
10
+ "ai2-cortex/17122025-clo-08",
11
+ "ai2-cortex/17122025-clo-09",
12
+ "ai2-cortex/17122025-clo-10",
13
+ "ai2-cortex/17122025-clo-11",
14
+ "ai2-cortex/17122025-clo-12",
15
+ "ai2-cortex/17122025-clo-13",
16
+ "ai2-cortex/17122025-clo-14",
17
+ "ai2-cortex/17122025-med-02",
18
+ "ai2-cortex/17122025-med-03",
19
+ "ai2-cortex/17122025-med-04",
20
+ "ai2-cortex/17122025-med-05",
21
+ "ai2-cortex/17122025-med-06",
22
+ "ai2-cortex/17122025-med-07",
23
+ "ai2-cortex/17122025-med-08",
24
+ "ai2-cortex/17122025-med-09",
25
+ "ai2-cortex/17122025-med-10",
26
+ "ai2-cortex/17122025-med-11",
27
+ "ai2-cortex/17122025-med-12",
28
+ "ai2-cortex/16122025-med-01",
29
+ "ai2-cortex/16122025-med-02",
30
+ "ai2-cortex/16122025-med-03",
31
+ "ai2-cortex/16122025-med-04",
32
+ "ai2-cortex/16122025-med-05",
33
+ "ai2-cortex/16122025-med-06",
34
+ "ai2-cortex/16122025-med-07",
35
+ "ai2-cortex/16122025-med-08",
36
+ "ai2-cortex/16122025-med-09",
37
+ "ai2-cortex/16122025-med-10",
38
+ "ai2-cortex/16122025-med-11",
39
+ "ai2-cortex/16122025-med-12",
40
+ "ai2-cortex/16122025-toilet-01",
41
+ "ai2-cortex/16122025-toilet-02",
42
+ "ai2-cortex/16122025-toilet-03",
43
+ "ai2-cortex/16122025-toilet-04",
44
+ "ai2-cortex/16122025-toilet-05",
45
+ "ai2-cortex/16122025-toilet-06",
46
+ "ai2-cortex/16122025-toilet-07",
47
+ "ai2-cortex/16122025-toilet-08",
48
+ "ai2-cortex/16122025-toilet-09",
49
+ "ai2-cortex/16122025-toilet-10",
50
+ "ai2-cortex/16122025-toilet-11",
51
+ "ai2-cortex/16122025-toilet-12",
52
+ "ai2-cortex/15122025-cup-01",
53
+ "ai2-cortex/15122025-cup-02",
54
+ "ai2-cortex/15122025-cup-03",
55
+ "ai2-cortex/15122025-cup-04",
56
+ "ai2-cortex/15122025-cup-05",
57
+ "ai2-cortex/15122025-cup-06",
58
+ "ai2-cortex/15122025-cup-07",
59
+ "ai2-cortex/15122025-cup-08",
60
+ "ai2-cortex/15122025-cup-09",
61
+ "ai2-cortex/15122025-cup-10",
62
+ "ai2-cortex/15122025-cup-11",
63
+ "ai2-cortex/15122025-cup-12",
64
+ "ai2-cortex/15122025-cup-13",
65
+ "ai2-cortex/15122025-toilet-01",
66
+ "ai2-cortex/15122025-toilet-02",
67
+ "ai2-cortex/15122025-toilet-03",
68
+ "ai2-cortex/15122025-toilet-04",
69
+ "ai2-cortex/15122025-toilet-05",
70
+ "ai2-cortex/15122025-toilet-06",
71
+ "ai2-cortex/15122025-toilet-07",
72
+ "ai2-cortex/15122025-toilet-09",
73
+ "ai2-cortex/15122025-toilet-11",
74
+ "ai2-cortex/15122025-toilet-12",
75
+ "ai2-cortex/15122025-toilet-13",
76
+ "ai2-cortex/15122025-toilet-14",
77
+ "ai2-cortex/15122025-toy-01",
78
+ "ai2-cortex/15122025-toy-02",
79
+ "ai2-cortex/15122025-toy-04",
80
+ "ai2-cortex/15122025-toy-05",
81
+ "ai2-cortex/15122025-toy-07",
82
+ "ai2-cortex/15122025-toy-08",
83
+ "ai2-cortex/15122025-toy-10",
84
+ "ai2-cortex/14122025-cut-01",
85
+ "ai2-cortex/14122025-cut-02",
86
+ "ai2-cortex/14122025-cut-03",
87
+ "ai2-cortex/14122025-cut-04",
88
+ "ai2-cortex/14122025-cut-05",
89
+ "ai2-cortex/14122025-cut-06",
90
+ "ai2-cortex/14122025-cut-07",
91
+ "ai2-cortex/14122025-cut-08",
92
+ "ai2-cortex/14122025-cut-09",
93
+ "ai2-cortex/14122025-cut-10",
94
+ "ai2-cortex/14122025-cut-11",
95
+ "ai2-cortex/14122025-cut-12",
96
+ "ai2-cortex/14122025-cut-13",
97
+ "ai2-cortex/14122025-toy-01",
98
+ "ai2-cortex/14122025-toy-02",
99
+ "ai2-cortex/14122025-toy-03",
100
+ "ai2-cortex/14122025-toy-05",
101
+ "ai2-cortex/14122025-toy-06",
102
+ "ai2-cortex/14122025-toy-07",
103
+ "ai2-cortex/14122025-toy-08",
104
+ "ai2-cortex/14122025-toy-09",
105
+ "ai2-cortex/14122025-toy-10",
106
+ "ai2-cortex/14122025-toy-11",
107
+ "ai2-cortex/14122025-toy-12",
108
+ "ai2-cortex/13122025-cut-01",
109
+ "ai2-cortex/13122025-cut-02",
110
+ "ai2-cortex/13122025-cut-03",
111
+ "ai2-cortex/13122025-cut-04",
112
+ "ai2-cortex/13122025-cut-05",
113
+ "ai2-cortex/13122025-cut-06",
114
+ "ai2-cortex/13122025-cut-07",
115
+ "ai2-cortex/13122025-cut-08",
116
+ "ai2-cortex/13122025-cut-09",
117
+ "ai2-cortex/13122025-cut-10",
118
+ "ai2-cortex/13122025-cut-11",
119
+ "ai2-cortex/13122025-cut-12",
120
+ "ai2-cortex/13122025-tool-01",
121
+ "ai2-cortex/13122025-tool-02",
122
+ "ai2-cortex/13122025-tool-03",
123
+ "ai2-cortex/13122025-tool-04",
124
+ "ai2-cortex/13122025-tool-05",
125
+ "ai2-cortex/13122025-tool-06",
126
+ "ai2-cortex/13122025-tool-07",
127
+ "ai2-cortex/13122025-tool-08",
128
+ "ai2-cortex/13122025-tool-09",
129
+ "ai2-cortex/13122025-tool-10",
130
+ "ai2-cortex/12122025-gro-02",
131
+ "ai2-cortex/12122025-gro-03",
132
+ "ai2-cortex/12122025-gro-04",
133
+ "ai2-cortex/12122025-gro-05",
134
+ "ai2-cortex/12122025-gro-06",
135
+ "ai2-cortex/12122025-tool-01",
136
+ "ai2-cortex/12122025-tool-02",
137
+ "ai2-cortex/12122025-tool-03",
138
+ "ai2-cortex/12122025-tool-04",
139
+ "ai2-cortex/12122025-tool-05",
140
+ "ai2-cortex/12122025-tool-06",
141
+ "ai2-cortex/12122025-tool-07",
142
+ "ai2-cortex/12122025-tool-08",
143
+ "ai2-cortex/12122025-tool-09",
144
+ "ai2-cortex/12122025-tool-10",
145
+ "ai2-cortex/11122025-box-01",
146
+ "ai2-cortex/11122025-box-02",
147
+ "ai2-cortex/11122025-box-03",
148
+ "ai2-cortex/11122025-box-04",
149
+ "ai2-cortex/11122025-box-05",
150
+ "ai2-cortex/11122025-box-06",
151
+ "ai2-cortex/11122025-gro-01",
152
+ "ai2-cortex/11122025-gro-02",
153
+ "ai2-cortex/11122025-gro-03",
154
+ "ai2-cortex/11122025-gro-04",
155
+ "ai2-cortex/11122025-gro-05",
156
+ "ai2-cortex/11122025-gro-06",
157
+ "ai2-cortex/10122025-box-01",
158
+ "ai2-cortex/10122025-box-02",
159
+ "ai2-cortex/10122025-box-03",
160
+ "ai2-cortex/10122025-box-04",
161
+ "ai2-cortex/10122025-box-05",
162
+ "ai2-cortex/10122025-box-06",
163
+ "ai2-cortex/09122025-box-01",
164
+ "ai2-cortex/09122025-box-02",
165
+ "ai2-cortex/09122025-box-03",
166
+ "ai2-cortex/09122025-box-04",
167
+ "ai2-cortex/08122025-box-01",
168
+ "ai2-cortex/08122025-box-02",
169
+ "ai2-cortex/07122025-box-01",
170
+ "ai2-cortex/07122025-box-02",
171
+ "ai2-cortex/06122025-box-01",
172
+ "ai2-cortex/06122025-box-02",
173
+ "ai2-cortex/06122025-box-03",
174
+ "ai2-cortex/06122025-box-04",
175
+ "ai2-cortex/05122025-box-01",
176
+ "ai2-cortex/05122025-box-02",
177
+ "ai2-cortex/05122025-box-03",
178
+ "ai2-cortex/05122025-box-04",
179
+ "ai2-cortex/04122025-box-01",
180
+ "ai2-cortex/04122025-box-02",
181
+ "ai2-cortex/04122025-box-03",
182
+ "ai2-cortex/03122025-box-01",
183
+ "ai2-cortex/03122025-box-02",
184
+ "ai2-cortex/03122025-box-03",
185
+ "ai2-cortex/02122025-box-01",
186
+ "ai2-cortex/02122025-box-02",
187
+ "ai2-cortex/02122025-box-03",
188
+ "ai2-cortex/01122025-box-01",
189
+ "ai2-cortex/01122025-box-02",
190
+ "ai2-cortex/30112025-box-01",
191
+ "ai2-cortex/30112025-box-02",
192
+ "ai2-cortex/30112025-box-03"
193
+ ],
194
+ "root": null,
195
+ "episodes": null,
196
+ "image_transforms": {
197
+ "enable": false,
198
+ "max_num_transforms": 3,
199
+ "random_order": false,
200
+ "tfs": {
201
+ "brightness": {
202
+ "weight": 1.0,
203
+ "type": "ColorJitter",
204
+ "kwargs": {
205
+ "brightness": [
206
+ 0.8,
207
+ 1.2
208
+ ]
209
+ }
210
+ },
211
+ "contrast": {
212
+ "weight": 1.0,
213
+ "type": "ColorJitter",
214
+ "kwargs": {
215
+ "contrast": [
216
+ 0.8,
217
+ 1.2
218
+ ]
219
+ }
220
+ },
221
+ "saturation": {
222
+ "weight": 1.0,
223
+ "type": "ColorJitter",
224
+ "kwargs": {
225
+ "saturation": [
226
+ 0.5,
227
+ 1.5
228
+ ]
229
+ }
230
+ },
231
+ "hue": {
232
+ "weight": 1.0,
233
+ "type": "ColorJitter",
234
+ "kwargs": {
235
+ "hue": [
236
+ -0.05,
237
+ 0.05
238
+ ]
239
+ }
240
+ },
241
+ "sharpness": {
242
+ "weight": 1.0,
243
+ "type": "SharpnessJitter",
244
+ "kwargs": {
245
+ "sharpness": [
246
+ 0.5,
247
+ 1.5
248
+ ]
249
+ }
250
+ },
251
+ "affine": {
252
+ "weight": 1.0,
253
+ "type": "RandomAffine",
254
+ "kwargs": {
255
+ "degrees": [
256
+ -5.0,
257
+ 5.0
258
+ ],
259
+ "translate": [
260
+ 0.05,
261
+ 0.05
262
+ ]
263
+ }
264
+ }
265
+ }
266
+ },
267
+ "revision": null,
268
+ "use_imagenet_stats": true,
269
+ "video_backend": "torchcodec",
270
+ "streaming": false
271
+ },
272
+ "env": null,
273
+ "policy": {
274
+ "type": "pi05",
275
+ "n_obs_steps": 1,
276
+ "input_features": {
277
+ "observation.state": {
278
+ "type": "STATE",
279
+ "shape": [
280
+ 14
281
+ ]
282
+ },
283
+ "observation.images.right": {
284
+ "type": "VISUAL",
285
+ "shape": [
286
+ 3,
287
+ 360,
288
+ 640
289
+ ]
290
+ },
291
+ "observation.images.left": {
292
+ "type": "VISUAL",
293
+ "shape": [
294
+ 3,
295
+ 360,
296
+ 640
297
+ ]
298
+ },
299
+ "observation.images.top": {
300
+ "type": "VISUAL",
301
+ "shape": [
302
+ 3,
303
+ 360,
304
+ 640
305
+ ]
306
+ }
307
+ },
308
+ "output_features": {
309
+ "action": {
310
+ "type": "ACTION",
311
+ "shape": [
312
+ 14
313
+ ]
314
+ }
315
+ },
316
+ "device": "cuda",
317
+ "use_amp": false,
318
+ "push_to_hub": true,
319
+ "repo_id": "cortexairobot/pack-multi-test",
320
+ "private": null,
321
+ "tags": null,
322
+ "license": null,
323
+ "pretrained_path": "/home/jupyter/pi05_multi/checkpoints/last/pretrained_model",
324
+ "paligemma_variant": "gemma_2b",
325
+ "action_expert_variant": "gemma_300m",
326
+ "dtype": "bfloat16",
327
+ "chunk_size": 50,
328
+ "n_action_steps": 50,
329
+ "max_state_dim": 32,
330
+ "max_action_dim": 32,
331
+ "num_inference_steps": 10,
332
+ "time_sampling_beta_alpha": 1.5,
333
+ "time_sampling_beta_beta": 1.0,
334
+ "time_sampling_scale": 0.999,
335
+ "time_sampling_offset": 0.001,
336
+ "min_period": 0.004,
337
+ "max_period": 4.0,
338
+ "rtc_config": null,
339
+ "image_resolution": [
340
+ 224,
341
+ 224
342
+ ],
343
+ "empty_cameras": 0,
344
+ "tokenizer_max_length": 200,
345
+ "normalization_mapping": {
346
+ "VISUAL": "IDENTITY",
347
+ "STATE": "QUANTILES",
348
+ "ACTION": "QUANTILES"
349
+ },
350
+ "gradient_checkpointing": true,
351
+ "compile_model": false,
352
+ "compile_mode": "max-autotune",
353
+ "optimizer_lr": 2.5e-05,
354
+ "optimizer_betas": [
355
+ 0.9,
356
+ 0.95
357
+ ],
358
+ "optimizer_eps": 1e-08,
359
+ "optimizer_weight_decay": 0.01,
360
+ "optimizer_grad_clip_norm": 1.0,
361
+ "scheduler_warmup_steps": 1000,
362
+ "scheduler_decay_steps": 30000,
363
+ "scheduler_decay_lr": 2.5e-06
364
+ },
365
+ "output_dir": "/home/jupyter/pi05_multi",
366
+ "job_name": "pi05_training",
367
+ "resume": true,
368
+ "seed": 1000,
369
+ "num_workers": 2,
370
+ "batch_size": 8,
371
+ "steps": 500000,
372
+ "eval_freq": 20000,
373
+ "log_freq": 200,
374
+ "tolerance_s": 0.001,
375
+ "save_checkpoint": true,
376
+ "save_freq": 50000,
377
+ "use_policy_training_preset": true,
378
+ "optimizer": {
379
+ "type": "adamw",
380
+ "lr": 2.5e-05,
381
+ "weight_decay": 0.01,
382
+ "grad_clip_norm": 1.0,
383
+ "betas": [
384
+ 0.9,
385
+ 0.95
386
+ ],
387
+ "eps": 1e-08
388
+ },
389
+ "scheduler": {
390
+ "type": "cosine_decay_with_warmup",
391
+ "num_warmup_steps": 1000,
392
+ "num_decay_steps": 30000,
393
+ "peak_lr": 2.5e-05,
394
+ "decay_lr": 2.5e-06
395
+ },
396
+ "eval": {
397
+ "n_episodes": 50,
398
+ "batch_size": 50,
399
+ "use_async_envs": false
400
+ },
401
+ "wandb": {
402
+ "enable": true,
403
+ "disable_artifact": false,
404
+ "project": "pi05_multi",
405
+ "entity": null,
406
+ "notes": null,
407
+ "run_id": "e40ztej9",
408
+ "mode": null
409
+ },
410
+ "checkpoint_path": "/home/jupyter/pi05_multi/checkpoints/last",
411
+ "rename_map": {}
412
+ }