Robotics
LeRobot
act
so101
modalix
polima
Priyakarna's picture
Release Palette SDK 3.0 compiled bundle
36f6e01 verified
Raw History Blame Contribute Delete
7.79 kB
{
"buffers": {
"actions": 600,
"image0": 921600,
"image1": 921600,
"packed_head": 512,
"padded": 1600,
"state": 6
},
"device_buffers": {
"act_actions": 1600,
"act_hidden_a": 308224,
"act_hidden_b": 308224,
"act_image_0": 921600,
"act_image_1": 921600,
"act_stem": 307712
},
"graph_outputs": {
"decoder_action_tail": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "normalized_actions",
"shape": [
1,
1,
100,
16
]
}
],
"encoder_layer_00_stem": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "hidden_out",
"shape": [
1,
1,
602,
512
]
}
],
"encoder_layer_01": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "hidden_out",
"shape": [
1,
1,
602,
512
]
}
],
"encoder_layer_02": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "hidden_out",
"shape": [
1,
1,
602,
512
]
}
],
"encoder_layer_03": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "hidden_out",
"shape": [
1,
1,
602,
512
]
}
],
"vision_backbone": [
{
"dram_layout": "plain",
"dtype": "float32",
"logical_channels": null,
"logical_width": null,
"name": "camera_tokens",
"shape": [
1,
300,
512
]
}
]
},
"loops": {},
"profile": {
"action_dim": 6,
"actions_per_chunk": 100,
"calibration_id": "so-arm101",
"camera_keys": [
"observation.images.wrist",
"observation.images.overhead"
],
"fps": 30,
"runtime_context": {},
"state_dim": 6,
"state_names": [
"shoulder_pan.pos",
"shoulder_lift.pos",
"elbow_flex.pos",
"wrist_flex.pos",
"wrist_roll.pos",
"gripper.pos"
]
},
"result": "actions",
"robot": {
"actions_per_chunk": 100,
"aggregate_fn": "weighted_average",
"calibration_id": "so-arm101",
"camera_capture_fps": {},
"camera_fourcc": "MJPG",
"camera_hints": {
"overhead": "C920",
"wrist": "Sonix"
},
"camera_roles": [
[
"wrist",
"Wrist"
],
[
"overhead",
"Overhead"
]
],
"fps": 30,
"joint_names": [
"shoulder_pan.pos",
"shoulder_lift.pos",
"elbow_flex.pos",
"wrist_flex.pos",
"wrist_roll.pos",
"gripper.pos"
],
"max_relative_target": 12
},
"sidecars": [],
"steps": [
{
"args": {
"parts": [
{
"count": 6,
"dst_offset": 0,
"src": "state"
}
],
"size": 512
},
"op": "pack",
"out": "packed_head"
},
{
"args": {
"calls": [
{
"graph": "vision_backbone",
"in": [
[
"act_image_0"
]
],
"out": [
[
"act_stem",
512,
153600
]
]
},
{
"graph": "vision_backbone",
"in": [
[
"act_image_1"
]
],
"out": [
[
"act_stem",
154112,
153600
]
]
},
{
"graph": "encoder_layer_00_stem",
"in": [
[
"act_stem"
]
],
"out": [
[
"act_hidden_a"
]
]
},
{
"graph": "encoder_layer_01",
"in": [
[
"act_hidden_a"
]
],
"out": [
[
"act_hidden_b"
]
]
},
{
"graph": "encoder_layer_02",
"in": [
[
"act_hidden_b"
]
],
"out": [
[
"act_hidden_a"
]
]
},
{
"graph": "encoder_layer_03",
"in": [
[
"act_hidden_a"
]
],
"out": [
[
"act_hidden_b"
]
]
},
{
"graph": "decoder_action_tail",
"in": [
[
"act_hidden_b"
]
],
"out": [
[
"act_actions"
]
]
}
],
"downloads": [
{
"count": 1600,
"dst": "padded",
"dst_offset": 0,
"src": "act_actions",
"src_offset": 0
}
],
"label": "act",
"uploads": [
{
"cache": false,
"count": 921600,
"dst": "act_image_0",
"dst_offset": 0,
"src": "image0",
"src_offset": 0
},
{
"cache": false,
"count": 921600,
"dst": "act_image_1",
"dst_offset": 0,
"src": "image1",
"src_offset": 0
},
{
"cache": false,
"count": 512,
"dst": "act_stem",
"dst_offset": 0,
"src": "packed_head",
"src_offset": 0
}
]
},
"op": "run_device_chain",
"out": "padded"
},
{
"args": {
"count": 100,
"src": "padded",
"stride": 16,
"take": 6
},
"op": "gather_strided",
"out": "actions"
}
],
"wire": {
"default_port": 8092,
"magic": 1297367873,
"request_tensors": [
{
"decode": {
"mean": [
0.48500001430511475,
0.4560000002384186,
0.4059999883174896
],
"scale": 255.0,
"std": [
0.2290000170469284,
0.2240000218153,
0.22500000894069672
]
},
"dtype": "uint8",
"elements": 921600,
"name": "image0",
"shape": [
480,
640,
3
]
},
{
"decode": {
"mean": [
0.48500001430511475,
0.4560000002384186,
0.4059999883174896
],
"scale": 255.0,
"std": [
0.2290000170469284,
0.2240000218153,
0.22500000894069672
]
},
"dtype": "uint8",
"elements": 921600,
"name": "image1",
"shape": [
480,
640,
3
]
},
{
"elements": 6,
"name": "state",
"shape": [
6
]
}
],
"response_elements": 600,
"response_shape": [
100,
6
],
"version": 2
}
}