Instructions to use PRFitz/pick_place_smolvla with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use PRFitz/pick_place_smolvla with LeRobot:
# See https://github.com/huggingface/lerobot?tab=readme-ov-file#installation for more details git clone https://github.com/huggingface/lerobot.git cd lerobot pip install -e .[smolvla]
# Launch finetuning on your dataset python lerobot/scripts/train.py \ --policy.path=PRFitz/pick_place_smolvla \ --dataset.repo_id=lerobot/svla_so101_pickplace \ --batch_size=64 \ --steps=20000 \ --output_dir=outputs/train/my_smolvla \ --job_name=my_smolvla_training \ --policy.device=cuda \ --wandb.enable=true
# Run the policy using the record function python -m lerobot.record \ --robot.type=so101_follower \ --robot.port=/dev/ttyACM0 \ # <- Use your port --robot.id=my_blue_follower_arm \ # <- Use your robot id --robot.cameras="{ front: {type: opencv, index_or_path: 8, width: 640, height: 480, fps: 30}}" \ # <- Use your cameras --dataset.single_task="Grasp a lego block and put it in the bin." \ # <- Use the same task description you used in your dataset recording --dataset.repo_id=HF_USER/dataset_name \ # <- This will be the dataset name on HF Hub --dataset.episode_time_s=50 \ --dataset.num_episodes=10 \ --policy.path=PRFitz/pick_place_smolvla - Notebooks
- Google Colab
- Kaggle
Upload policy weights, train config and readme
Browse files- README.md +2 -2
- config.json +2 -2
- model.safetensors +1 -1
- train_config.json +5 -5
README.md
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
---
|
| 2 |
base_model: lerobot/smolvla_base
|
| 3 |
-
datasets: PRFitz/lekiwi-dataset-pick-place-
|
| 4 |
library_name: lerobot
|
| 5 |
license: apache-2.0
|
| 6 |
model_name: smolvla
|
| 7 |
pipeline_tag: robotics
|
| 8 |
tags:
|
| 9 |
-
- robotics
|
| 10 |
- lerobot
|
| 11 |
- smolvla
|
|
|
|
| 12 |
---
|
| 13 |
|
| 14 |
# Model Card for smolvla
|
|
|
|
| 1 |
---
|
| 2 |
base_model: lerobot/smolvla_base
|
| 3 |
+
datasets: PRFitz/lekiwi-dataset-pick-place-red456
|
| 4 |
library_name: lerobot
|
| 5 |
license: apache-2.0
|
| 6 |
model_name: smolvla
|
| 7 |
pipeline_tag: robotics
|
| 8 |
tags:
|
|
|
|
| 9 |
- lerobot
|
| 10 |
- smolvla
|
| 11 |
+
- robotics
|
| 12 |
---
|
| 13 |
|
| 14 |
# Model Card for smolvla
|
config.json
CHANGED
|
@@ -48,7 +48,7 @@
|
|
| 48 |
"private": null,
|
| 49 |
"tags": null,
|
| 50 |
"license": null,
|
| 51 |
-
"pretrained_path":
|
| 52 |
"chunk_size": 50,
|
| 53 |
"n_action_steps": 50,
|
| 54 |
"normalization_mapping": {
|
|
@@ -78,7 +78,7 @@
|
|
| 78 |
],
|
| 79 |
"optimizer_eps": 1e-08,
|
| 80 |
"optimizer_weight_decay": 1e-10,
|
| 81 |
-
"optimizer_grad_clip_norm": 10,
|
| 82 |
"scheduler_warmup_steps": 1000,
|
| 83 |
"scheduler_decay_steps": 30000,
|
| 84 |
"scheduler_decay_lr": 2.5e-06,
|
|
|
|
| 48 |
"private": null,
|
| 49 |
"tags": null,
|
| 50 |
"license": null,
|
| 51 |
+
"pretrained_path": "PRFitz/pick_place_smolvla",
|
| 52 |
"chunk_size": 50,
|
| 53 |
"n_action_steps": 50,
|
| 54 |
"normalization_mapping": {
|
|
|
|
| 78 |
],
|
| 79 |
"optimizer_eps": 1e-08,
|
| 80 |
"optimizer_weight_decay": 1e-10,
|
| 81 |
+
"optimizer_grad_clip_norm": 10.0,
|
| 82 |
"scheduler_warmup_steps": 1000,
|
| 83 |
"scheduler_decay_steps": 30000,
|
| 84 |
"scheduler_decay_lr": 2.5e-06,
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 906712520
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed9fe74a0ea3b8f7e4fd2c86dbdb625d2509f57de534b3624cc6c88d161bc19d
|
| 3 |
size 906712520
|
train_config.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"repo_id": "PRFitz/lekiwi-dataset-pick-place-
|
| 4 |
"root": null,
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
|
@@ -130,7 +130,7 @@
|
|
| 130 |
"private": null,
|
| 131 |
"tags": null,
|
| 132 |
"license": null,
|
| 133 |
-
"pretrained_path":
|
| 134 |
"chunk_size": 50,
|
| 135 |
"n_action_steps": 50,
|
| 136 |
"normalization_mapping": {
|
|
@@ -160,7 +160,7 @@
|
|
| 160 |
],
|
| 161 |
"optimizer_eps": 1e-08,
|
| 162 |
"optimizer_weight_decay": 1e-10,
|
| 163 |
-
"optimizer_grad_clip_norm": 10,
|
| 164 |
"scheduler_warmup_steps": 1000,
|
| 165 |
"scheduler_decay_steps": 30000,
|
| 166 |
"scheduler_decay_lr": 2.5e-06,
|
|
@@ -177,7 +177,7 @@
|
|
| 177 |
"min_period": 0.004,
|
| 178 |
"max_period": 4.0
|
| 179 |
},
|
| 180 |
-
"output_dir": "outputs/train/
|
| 181 |
"job_name": "smolvla_training",
|
| 182 |
"resume": false,
|
| 183 |
"seed": 1000,
|
|
@@ -193,7 +193,7 @@
|
|
| 193 |
"type": "adamw",
|
| 194 |
"lr": 0.0001,
|
| 195 |
"weight_decay": 1e-10,
|
| 196 |
-
"grad_clip_norm": 10,
|
| 197 |
"betas": [
|
| 198 |
0.9,
|
| 199 |
0.95
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"repo_id": "PRFitz/lekiwi-dataset-pick-place-red456",
|
| 4 |
"root": null,
|
| 5 |
"episodes": null,
|
| 6 |
"image_transforms": {
|
|
|
|
| 130 |
"private": null,
|
| 131 |
"tags": null,
|
| 132 |
"license": null,
|
| 133 |
+
"pretrained_path": "PRFitz/pick_place_smolvla",
|
| 134 |
"chunk_size": 50,
|
| 135 |
"n_action_steps": 50,
|
| 136 |
"normalization_mapping": {
|
|
|
|
| 160 |
],
|
| 161 |
"optimizer_eps": 1e-08,
|
| 162 |
"optimizer_weight_decay": 1e-10,
|
| 163 |
+
"optimizer_grad_clip_norm": 10.0,
|
| 164 |
"scheduler_warmup_steps": 1000,
|
| 165 |
"scheduler_decay_steps": 30000,
|
| 166 |
"scheduler_decay_lr": 2.5e-06,
|
|
|
|
| 177 |
"min_period": 0.004,
|
| 178 |
"max_period": 4.0
|
| 179 |
},
|
| 180 |
+
"output_dir": "outputs/train/pick_place_smolvla2",
|
| 181 |
"job_name": "smolvla_training",
|
| 182 |
"resume": false,
|
| 183 |
"seed": 1000,
|
|
|
|
| 193 |
"type": "adamw",
|
| 194 |
"lr": 0.0001,
|
| 195 |
"weight_decay": 1e-10,
|
| 196 |
+
"grad_clip_norm": 10.0,
|
| 197 |
"betas": [
|
| 198 |
0.9,
|
| 199 |
0.95
|