Robotics
LeRobot
Safetensors
pi052
pepijn223 HF Staff commited on
Commit
693102e
·
verified ·
1 Parent(s): d2842f1

Fix PI052 config and processor serialization

Browse files

Remove the obsolete use_hf_kernels field and training checkpoint references. Serialize the language recipe, text tokenizer settings, and portable FAST tokenizer mapping.

Files changed (2) hide show
  1. config.json +4 -7
  2. policy_preprocessor.json +83 -4
config.json CHANGED
@@ -45,12 +45,10 @@
45
  "use_amp": false,
46
  "use_peft": false,
47
  "push_to_hub": true,
48
- "repo_id": "pepijn223/pi052_robocasa_ki_false_cont40k-ema",
49
  "private": null,
50
  "tags": null,
51
  "license": null,
52
- "pretrained_path": "pepijn223/pi052_robocasa_ki_false_20k",
53
- "pretrained_revision": null,
54
  "paligemma_variant": "gemma_2b",
55
  "action_expert_variant": "gemma_300m",
56
  "dtype": "bfloat16",
@@ -82,8 +80,8 @@
82
  "STATE": "MEAN_STD",
83
  "ACTION": "MEAN_STD"
84
  },
85
- "gradient_checkpointing": true,
86
- "compile_model": true,
87
  "compile_mode": "default",
88
  "freeze_vision_encoder": false,
89
  "train_expert_only": false,
@@ -122,7 +120,6 @@
122
  "flow_num_repeats": 5,
123
  "text_ce_z_loss_weight": 0.0001,
124
  "use_flashrt_fp8_mlp": false,
125
- "use_hf_kernels": true,
126
  "optimizer_foreach": false,
127
  "optimizer_fused": true
128
- }
 
45
  "use_amp": false,
46
  "use_peft": false,
47
  "push_to_hub": true,
48
+ "repo_id": null,
49
  "private": null,
50
  "tags": null,
51
  "license": null,
 
 
52
  "paligemma_variant": "gemma_2b",
53
  "action_expert_variant": "gemma_300m",
54
  "dtype": "bfloat16",
 
80
  "STATE": "MEAN_STD",
81
  "ACTION": "MEAN_STD"
82
  },
83
+ "gradient_checkpointing": false,
84
+ "compile_model": false,
85
  "compile_mode": "default",
86
  "freeze_vision_encoder": false,
87
  "train_expert_only": false,
 
120
  "flow_num_repeats": 5,
121
  "text_ce_z_loss_weight": 0.0001,
122
  "use_flashrt_fp8_mlp": false,
 
123
  "optimizer_foreach": false,
124
  "optimizer_fused": true
125
+ }
policy_preprocessor.json CHANGED
@@ -73,18 +73,97 @@
73
  },
74
  {
75
  "registry_name": "render_messages_processor",
76
- "config": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
  },
78
  {
79
  "registry_name": "pi052_text_tokenizer",
80
- "config": {}
 
 
 
 
 
 
 
 
 
 
81
  },
82
  {
83
  "registry_name": "action_tokenizer_processor",
84
  "config": {
85
  "trust_remote_code": true,
86
  "max_action_tokens": 384,
87
- "action_tokenizer_name": "/admin/home/pepijn/.cache/lerobot/fast_tokenizers/1d29921c44c02fc7"
 
 
88
  }
89
  },
90
  {
@@ -95,4 +174,4 @@
95
  }
96
  }
97
  ]
98
- }
 
73
  },
74
  {
75
  "registry_name": "render_messages_processor",
76
+ "config": {
77
+ "recipe": {
78
+ "blend": {
79
+ "high_level_subtask": {
80
+ "weight": 0.25,
81
+ "messages": [
82
+ {
83
+ "role": "user",
84
+ "content": "${task}",
85
+ "stream": "high_level"
86
+ },
87
+ {
88
+ "role": "assistant",
89
+ "content": "${subtask}",
90
+ "stream": "high_level",
91
+ "target": true,
92
+ "if_present": "subtask"
93
+ }
94
+ ]
95
+ },
96
+ "low_level_execution": {
97
+ "weight": 0.6,
98
+ "messages": [
99
+ {
100
+ "role": "user",
101
+ "content": "${subtask}",
102
+ "stream": "low_level",
103
+ "if_present": "subtask"
104
+ }
105
+ ]
106
+ },
107
+ "memory_update": {
108
+ "weight": 0.15,
109
+ "bindings": {
110
+ "prior_memory": "nth_prev(style=memory, offset=1)",
111
+ "current_memory": "active_at(t, style=memory)",
112
+ "completed_subtask": "nth_prev(style=subtask, offset=1)"
113
+ },
114
+ "messages": [
115
+ {
116
+ "role": "user",
117
+ "content": "${task}",
118
+ "stream": "high_level"
119
+ },
120
+ {
121
+ "role": "assistant",
122
+ "content": "Previous memory: ${prior_memory}",
123
+ "stream": "high_level",
124
+ "if_present": "prior_memory"
125
+ },
126
+ {
127
+ "role": "user",
128
+ "content": "Completed subtask: ${completed_subtask}",
129
+ "stream": "high_level",
130
+ "if_present": "completed_subtask"
131
+ },
132
+ {
133
+ "role": "assistant",
134
+ "content": "${current_memory}",
135
+ "stream": "high_level",
136
+ "target": true,
137
+ "if_present": "current_memory"
138
+ }
139
+ ]
140
+ }
141
+ }
142
+ }
143
+ }
144
  },
145
  {
146
  "registry_name": "pi052_text_tokenizer",
147
+ "config": {
148
+ "tokenizer_name": "google/paligemma-3b-pt-224",
149
+ "max_length": 128,
150
+ "padding": "max_length",
151
+ "padding_side": "right",
152
+ "plan_dropout_prob": 0.0,
153
+ "memory_dropout_prob": 0.0,
154
+ "subtask_dropout_prob": 0.0,
155
+ "interjection_dropout_prob": 0.0,
156
+ "dropout_seed": null
157
+ }
158
  },
159
  {
160
  "registry_name": "action_tokenizer_processor",
161
  "config": {
162
  "trust_remote_code": true,
163
  "max_action_tokens": 384,
164
+ "fast_skip_tokens": 128,
165
+ "paligemma_tokenizer_name": "google/paligemma-3b-pt-224",
166
+ "action_tokenizer_name": "lerobot/fast-action-tokenizer"
167
  }
168
  },
169
  {
 
174
  }
175
  }
176
  ]
177
+ }