Instructions to use simaai/ACT-SO101-PickPlace with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- LeRobot
How to use simaai/ACT-SO101-PickPlace with LeRobot:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download bundle/plan.json from simaai/ACT-SO101-PickPlace: direct link, hf CLI and curl.
- Browser
- Download file 7.79 kB
-
https://huggingface.co/simaai/ACT-SO101-PickPlace/resolve/main/bundle/plan.json
- Command line
-
hf download hf://simaai/ACT-SO101-PickPlace/bundle/plan.json
-
curl -L -o plan.json https://huggingface.co/simaai/ACT-SO101-PickPlace/resolve/main/bundle/plan.json
7.79 kB
| { | |
| "buffers": { | |
| "actions": 600, | |
| "image0": 921600, | |
| "image1": 921600, | |
| "packed_head": 512, | |
| "padded": 1600, | |
| "state": 6 | |
| }, | |
| "device_buffers": { | |
| "act_actions": 1600, | |
| "act_hidden_a": 308224, | |
| "act_hidden_b": 308224, | |
| "act_image_0": 921600, | |
| "act_image_1": 921600, | |
| "act_stem": 307712 | |
| }, | |
| "graph_outputs": { | |
| "decoder_action_tail": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "normalized_actions", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 100, | |
| 16 | |
| ] | |
| } | |
| ], | |
| "encoder_layer_00_stem": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "hidden_out", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 602, | |
| 512 | |
| ] | |
| } | |
| ], | |
| "encoder_layer_01": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "hidden_out", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 602, | |
| 512 | |
| ] | |
| } | |
| ], | |
| "encoder_layer_02": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "hidden_out", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 602, | |
| 512 | |
| ] | |
| } | |
| ], | |
| "encoder_layer_03": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "hidden_out", | |
| "shape": [ | |
| 1, | |
| 1, | |
| 602, | |
| 512 | |
| ] | |
| } | |
| ], | |
| "vision_backbone": [ | |
| { | |
| "dram_layout": "plain", | |
| "dtype": "float32", | |
| "logical_channels": null, | |
| "logical_width": null, | |
| "name": "camera_tokens", | |
| "shape": [ | |
| 1, | |
| 300, | |
| 512 | |
| ] | |
| } | |
| ] | |
| }, | |
| "loops": {}, | |
| "profile": { | |
| "action_dim": 6, | |
| "actions_per_chunk": 100, | |
| "calibration_id": "so-arm101", | |
| "camera_keys": [ | |
| "observation.images.wrist", | |
| "observation.images.overhead" | |
| ], | |
| "fps": 30, | |
| "runtime_context": {}, | |
| "state_dim": 6, | |
| "state_names": [ | |
| "shoulder_pan.pos", | |
| "shoulder_lift.pos", | |
| "elbow_flex.pos", | |
| "wrist_flex.pos", | |
| "wrist_roll.pos", | |
| "gripper.pos" | |
| ] | |
| }, | |
| "result": "actions", | |
| "robot": { | |
| "actions_per_chunk": 100, | |
| "aggregate_fn": "weighted_average", | |
| "calibration_id": "so-arm101", | |
| "camera_capture_fps": {}, | |
| "camera_fourcc": "MJPG", | |
| "camera_hints": { | |
| "overhead": "C920", | |
| "wrist": "Sonix" | |
| }, | |
| "camera_roles": [ | |
| [ | |
| "wrist", | |
| "Wrist" | |
| ], | |
| [ | |
| "overhead", | |
| "Overhead" | |
| ] | |
| ], | |
| "fps": 30, | |
| "joint_names": [ | |
| "shoulder_pan.pos", | |
| "shoulder_lift.pos", | |
| "elbow_flex.pos", | |
| "wrist_flex.pos", | |
| "wrist_roll.pos", | |
| "gripper.pos" | |
| ], | |
| "max_relative_target": 12 | |
| }, | |
| "sidecars": [], | |
| "steps": [ | |
| { | |
| "args": { | |
| "parts": [ | |
| { | |
| "count": 6, | |
| "dst_offset": 0, | |
| "src": "state" | |
| } | |
| ], | |
| "size": 512 | |
| }, | |
| "op": "pack", | |
| "out": "packed_head" | |
| }, | |
| { | |
| "args": { | |
| "calls": [ | |
| { | |
| "graph": "vision_backbone", | |
| "in": [ | |
| [ | |
| "act_image_0" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_stem", | |
| 512, | |
| 153600 | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "vision_backbone", | |
| "in": [ | |
| [ | |
| "act_image_1" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_stem", | |
| 154112, | |
| 153600 | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "encoder_layer_00_stem", | |
| "in": [ | |
| [ | |
| "act_stem" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_hidden_a" | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "encoder_layer_01", | |
| "in": [ | |
| [ | |
| "act_hidden_a" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_hidden_b" | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "encoder_layer_02", | |
| "in": [ | |
| [ | |
| "act_hidden_b" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_hidden_a" | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "encoder_layer_03", | |
| "in": [ | |
| [ | |
| "act_hidden_a" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_hidden_b" | |
| ] | |
| ] | |
| }, | |
| { | |
| "graph": "decoder_action_tail", | |
| "in": [ | |
| [ | |
| "act_hidden_b" | |
| ] | |
| ], | |
| "out": [ | |
| [ | |
| "act_actions" | |
| ] | |
| ] | |
| } | |
| ], | |
| "downloads": [ | |
| { | |
| "count": 1600, | |
| "dst": "padded", | |
| "dst_offset": 0, | |
| "src": "act_actions", | |
| "src_offset": 0 | |
| } | |
| ], | |
| "label": "act", | |
| "uploads": [ | |
| { | |
| "cache": false, | |
| "count": 921600, | |
| "dst": "act_image_0", | |
| "dst_offset": 0, | |
| "src": "image0", | |
| "src_offset": 0 | |
| }, | |
| { | |
| "cache": false, | |
| "count": 921600, | |
| "dst": "act_image_1", | |
| "dst_offset": 0, | |
| "src": "image1", | |
| "src_offset": 0 | |
| }, | |
| { | |
| "cache": false, | |
| "count": 512, | |
| "dst": "act_stem", | |
| "dst_offset": 0, | |
| "src": "packed_head", | |
| "src_offset": 0 | |
| } | |
| ] | |
| }, | |
| "op": "run_device_chain", | |
| "out": "padded" | |
| }, | |
| { | |
| "args": { | |
| "count": 100, | |
| "src": "padded", | |
| "stride": 16, | |
| "take": 6 | |
| }, | |
| "op": "gather_strided", | |
| "out": "actions" | |
| } | |
| ], | |
| "wire": { | |
| "default_port": 8092, | |
| "magic": 1297367873, | |
| "request_tensors": [ | |
| { | |
| "decode": { | |
| "mean": [ | |
| 0.48500001430511475, | |
| 0.4560000002384186, | |
| 0.4059999883174896 | |
| ], | |
| "scale": 255.0, | |
| "std": [ | |
| 0.2290000170469284, | |
| 0.2240000218153, | |
| 0.22500000894069672 | |
| ] | |
| }, | |
| "dtype": "uint8", | |
| "elements": 921600, | |
| "name": "image0", | |
| "shape": [ | |
| 480, | |
| 640, | |
| 3 | |
| ] | |
| }, | |
| { | |
| "decode": { | |
| "mean": [ | |
| 0.48500001430511475, | |
| 0.4560000002384186, | |
| 0.4059999883174896 | |
| ], | |
| "scale": 255.0, | |
| "std": [ | |
| 0.2290000170469284, | |
| 0.2240000218153, | |
| 0.22500000894069672 | |
| ] | |
| }, | |
| "dtype": "uint8", | |
| "elements": 921600, | |
| "name": "image1", | |
| "shape": [ | |
| 480, | |
| 640, | |
| 3 | |
| ] | |
| }, | |
| { | |
| "elements": 6, | |
| "name": "state", | |
| "shape": [ | |
| 6 | |
| ] | |
| } | |
| ], | |
| "response_elements": 600, | |
| "response_shape": [ | |
| 100, | |
| 6 | |
| ], | |
| "version": 2 | |
| } | |
| } | |