Instructions to use maximellerbach/folding_lingbot with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use maximellerbach/folding_lingbot with LeRobot:
- Notebooks
- Google Colab
- Kaggle
Re-upload lingbotva 10k checkpoint (weights cast to bf16, was fp32)
Browse files
config.json
CHANGED
|
@@ -73,8 +73,8 @@
|
|
| 73 |
],
|
| 74 |
"image_hflip": false,
|
| 75 |
"camera_layout": "width_concat",
|
| 76 |
-
"height":
|
| 77 |
-
"width":
|
| 78 |
"action_per_frame": 16,
|
| 79 |
"frame_chunk_size": 2,
|
| 80 |
"attn_window": 72,
|
|
@@ -140,5 +140,6 @@
|
|
| 140 |
"optimizer_eps": 1e-08,
|
| 141 |
"optimizer_weight_decay": 0.0001,
|
| 142 |
"optimizer_grad_clip_norm": 1.0,
|
| 143 |
-
"scheduler_warmup_steps": 1000
|
|
|
|
| 144 |
}
|
|
|
|
| 73 |
],
|
| 74 |
"image_hflip": false,
|
| 75 |
"camera_layout": "width_concat",
|
| 76 |
+
"height": 224,
|
| 77 |
+
"width": 224,
|
| 78 |
"action_per_frame": 16,
|
| 79 |
"frame_chunk_size": 2,
|
| 80 |
"attn_window": 72,
|
|
|
|
| 140 |
"optimizer_eps": 1e-08,
|
| 141 |
"optimizer_weight_decay": 0.0001,
|
| 142 |
"optimizer_grad_clip_norm": 1.0,
|
| 143 |
+
"scheduler_warmup_steps": 1000,
|
| 144 |
+
"scheduler_type": "cosine_annealing_with_warmup"
|
| 145 |
}
|
policy_postprocessor_step_0_unnormalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9456
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8bb0090a23736a994c9a4fd87e62fedbf40395fd7b6f895ca68f0eee0f11efbb
|
| 3 |
size 9456
|
policy_preprocessor_step_3_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 9456
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8bb0090a23736a994c9a4fd87e62fedbf40395fd7b6f895ca68f0eee0f11efbb
|
| 3 |
size 9456
|
train_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"repo_id": "lerobot/
|
| 4 |
-
"root": "/fsx/maxime_ellerbach/datasets/
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
@@ -158,8 +158,8 @@
|
|
| 158 |
],
|
| 159 |
"image_hflip": false,
|
| 160 |
"camera_layout": "width_concat",
|
| 161 |
-
"height":
|
| 162 |
-
"width":
|
| 163 |
"action_per_frame": 16,
|
| 164 |
"frame_chunk_size": 2,
|
| 165 |
"attn_window": 72,
|
|
@@ -225,19 +225,20 @@
|
|
| 225 |
"optimizer_eps": 1e-08,
|
| 226 |
"optimizer_weight_decay": 0.0001,
|
| 227 |
"optimizer_grad_clip_norm": 1.0,
|
| 228 |
-
"scheduler_warmup_steps": 1000
|
|
|
|
| 229 |
},
|
| 230 |
"reward_model": null,
|
| 231 |
-
"output_dir": "outputs/train/
|
| 232 |
-
"job_name": "
|
| 233 |
"resume": false,
|
| 234 |
"seed": 1000,
|
| 235 |
"cudnn_deterministic": false,
|
| 236 |
-
"num_workers":
|
| 237 |
-
"batch_size":
|
| 238 |
"prefetch_factor": 4,
|
| 239 |
"persistent_workers": true,
|
| 240 |
-
"steps":
|
| 241 |
"env_eval_freq": 20000,
|
| 242 |
"log_freq": 50,
|
| 243 |
"eval_steps": 0,
|
|
@@ -258,7 +259,7 @@
|
|
| 258 |
"eps": 1e-08
|
| 259 |
},
|
| 260 |
"scheduler": {
|
| 261 |
-
"type": "
|
| 262 |
"num_warmup_steps": 1000
|
| 263 |
},
|
| 264 |
"eval": {
|
|
@@ -275,7 +276,7 @@
|
|
| 275 |
"project": "folding-tshirt",
|
| 276 |
"entity": null,
|
| 277 |
"notes": null,
|
| 278 |
-
"run_id": "
|
| 279 |
"mode": null,
|
| 280 |
"add_tags": true
|
| 281 |
},
|
|
@@ -290,13 +291,10 @@
|
|
| 290 |
"save_checkpoint_to_hub": false,
|
| 291 |
"sample_weighting": {
|
| 292 |
"type": "rabc",
|
| 293 |
-
"progress_path": "hf://datasets/lerobot/
|
| 294 |
"head_mode": "sparse",
|
| 295 |
"kappa": 0.05,
|
| 296 |
"epsilon": 1e-06,
|
| 297 |
-
"weighted_losses": [
|
| 298 |
-
"action"
|
| 299 |
-
],
|
| 300 |
"extra_params": {}
|
| 301 |
},
|
| 302 |
"rename_map": {
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"repo_id": "lerobot-data-collection/level2_final_quality3_t_0_hil_data_c",
|
| 4 |
+
"root": "/fsx/maxime_ellerbach/datasets/level2_final_quality3_t_0_hil_data_c_rel",
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
| 7 |
"enable": false,
|
|
|
|
| 158 |
],
|
| 159 |
"image_hflip": false,
|
| 160 |
"camera_layout": "width_concat",
|
| 161 |
+
"height": 224,
|
| 162 |
+
"width": 224,
|
| 163 |
"action_per_frame": 16,
|
| 164 |
"frame_chunk_size": 2,
|
| 165 |
"attn_window": 72,
|
|
|
|
| 225 |
"optimizer_eps": 1e-08,
|
| 226 |
"optimizer_weight_decay": 0.0001,
|
| 227 |
"optimizer_grad_clip_norm": 1.0,
|
| 228 |
+
"scheduler_warmup_steps": 1000,
|
| 229 |
+
"scheduler_type": "cosine_annealing_with_warmup"
|
| 230 |
},
|
| 231 |
"reward_model": null,
|
| 232 |
+
"output_dir": "outputs/train/lingbot_level2_22360642",
|
| 233 |
+
"job_name": "lingbot_level2",
|
| 234 |
"resume": false,
|
| 235 |
"seed": 1000,
|
| 236 |
"cudnn_deterministic": false,
|
| 237 |
+
"num_workers": 4,
|
| 238 |
+
"batch_size": 16,
|
| 239 |
"prefetch_factor": 4,
|
| 240 |
"persistent_workers": true,
|
| 241 |
+
"steps": 13337,
|
| 242 |
"env_eval_freq": 20000,
|
| 243 |
"log_freq": 50,
|
| 244 |
"eval_steps": 0,
|
|
|
|
| 259 |
"eps": 1e-08
|
| 260 |
},
|
| 261 |
"scheduler": {
|
| 262 |
+
"type": "cosine_annealing_with_warmup",
|
| 263 |
"num_warmup_steps": 1000
|
| 264 |
},
|
| 265 |
"eval": {
|
|
|
|
| 276 |
"project": "folding-tshirt",
|
| 277 |
"entity": null,
|
| 278 |
"notes": null,
|
| 279 |
+
"run_id": "objl3iek",
|
| 280 |
"mode": null,
|
| 281 |
"add_tags": true
|
| 282 |
},
|
|
|
|
| 291 |
"save_checkpoint_to_hub": false,
|
| 292 |
"sample_weighting": {
|
| 293 |
"type": "rabc",
|
| 294 |
+
"progress_path": "hf://datasets/lerobot-data-collection/level2_final_quality3_t_0_hil_data_c/sarm_progress.parquet",
|
| 295 |
"head_mode": "sparse",
|
| 296 |
"kappa": 0.05,
|
| 297 |
"epsilon": 1e-06,
|
|
|
|
|
|
|
|
|
|
| 298 |
"extra_params": {}
|
| 299 |
},
|
| 300 |
"rename_map": {
|