Instructions to use TInkybala/Real_Panda_Fixed_Cube with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use TInkybala/Real_Panda_Fixed_Cube with LeRobot:
# See https://github.com/huggingface/lerobot?tab=readme-ov-file#installation for more details git clone https://github.com/huggingface/lerobot.git cd lerobot pip install -e .[smolvla]
# Launch finetuning on your dataset python lerobot/scripts/train.py \ --policy.path=TInkybala/Real_Panda_Fixed_Cube \ --dataset.repo_id=lerobot/svla_so101_pickplace \ --batch_size=64 \ --steps=20000 \ --output_dir=outputs/train/my_smolvla \ --job_name=my_smolvla_training \ --policy.device=cuda \ --wandb.enable=true
# Run the policy using the record function python -m lerobot.record \ --robot.type=so101_follower \ --robot.port=/dev/ttyACM0 \ # <- Use your port --robot.id=my_blue_follower_arm \ # <- Use your robot id --robot.cameras="{ front: {type: opencv, index_or_path: 8, width: 640, height: 480, fps: 30}}" \ # <- Use your cameras --dataset.single_task="Grasp a lego block and put it in the bin." \ # <- Use the same task description you used in your dataset recording --dataset.repo_id=HF_USER/dataset_name \ # <- This will be the dataset name on HF Hub --dataset.episode_time_s=50 \ --dataset.num_episodes=10 \ --policy.path=TInkybala/Real_Panda_Fixed_Cube - Notebooks
- Google Colab
- Kaggle
Upload DataProcessorPipeline
Browse files
policy_preprocessor.json
CHANGED
|
@@ -4,9 +4,7 @@
|
|
| 4 |
{
|
| 5 |
"registry_name": "rename_observations_processor",
|
| 6 |
"config": {
|
| 7 |
-
"rename_map": {
|
| 8 |
-
"observation.images.camera_1": "observation.images.camera1"
|
| 9 |
-
}
|
| 10 |
}
|
| 11 |
},
|
| 12 |
{
|
|
@@ -23,7 +21,7 @@
|
|
| 23 |
"max_length": 48,
|
| 24 |
"task_key": "task",
|
| 25 |
"padding_side": "right",
|
| 26 |
-
"padding": "
|
| 27 |
"truncation": true,
|
| 28 |
"tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
|
| 29 |
}
|
|
@@ -46,28 +44,12 @@
|
|
| 46 |
8
|
| 47 |
]
|
| 48 |
},
|
| 49 |
-
"observation.images.
|
| 50 |
-
"type": "VISUAL",
|
| 51 |
-
"shape": [
|
| 52 |
-
3,
|
| 53 |
-
256,
|
| 54 |
-
256
|
| 55 |
-
]
|
| 56 |
-
},
|
| 57 |
-
"observation.images.camera2": {
|
| 58 |
-
"type": "VISUAL",
|
| 59 |
-
"shape": [
|
| 60 |
-
3,
|
| 61 |
-
256,
|
| 62 |
-
256
|
| 63 |
-
]
|
| 64 |
-
},
|
| 65 |
-
"observation.images.camera3": {
|
| 66 |
"type": "VISUAL",
|
| 67 |
"shape": [
|
| 68 |
3,
|
| 69 |
-
|
| 70 |
-
|
| 71 |
]
|
| 72 |
},
|
| 73 |
"action": {
|
|
|
|
| 4 |
{
|
| 5 |
"registry_name": "rename_observations_processor",
|
| 6 |
"config": {
|
| 7 |
+
"rename_map": {}
|
|
|
|
|
|
|
| 8 |
}
|
| 9 |
},
|
| 10 |
{
|
|
|
|
| 21 |
"max_length": 48,
|
| 22 |
"task_key": "task",
|
| 23 |
"padding_side": "right",
|
| 24 |
+
"padding": "longest",
|
| 25 |
"truncation": true,
|
| 26 |
"tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
|
| 27 |
}
|
|
|
|
| 44 |
8
|
| 45 |
]
|
| 46 |
},
|
| 47 |
+
"observation.images.camera_1": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 48 |
"type": "VISUAL",
|
| 49 |
"shape": [
|
| 50 |
3,
|
| 51 |
+
480,
|
| 52 |
+
640
|
| 53 |
]
|
| 54 |
},
|
| 55 |
"action": {
|
policy_preprocessor_step_5_normalizer_processor.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6700
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43245e41071e08d3f288a6bbc02b25217fcb3c627a74e5f7e70a171819b8c5ca
|
| 3 |
size 6700
|