meta/info.json

{
    "codebase_version": "v3.0",
    "robot_type": "unitree_g1",
    "total_episodes": 1043,
    "total_frames": 194564,
    "total_tasks": 1,
    "chunks_size": 1000,
    "data_files_size_in_mb": 100,
    "video_files_size_in_mb": 200,
    "fps": 30,
    "splits": {
        "train": "0:1043"
    },
    "data_path": "data/chunk-{chunk_index:03d}/file-{file_index:03d}.parquet",
    "video_path": "videos/{video_key}/chunk-{chunk_index:03d}/file-{file_index:03d}.mp4",
    "features": {
        "observation.images.head_stereo_left": {
            "dtype": "video",
            "shape": [
                480,
                640,
                3
            ],
            "names": [
                "height",
                "width",
                "channel"
            ],
            "info": {
                "video.height": 480,
                "video.width": 640,
                "video.codec": "av1",
                "video.pix_fmt": "yuv420p",
                "video.is_depth_map": false,
                "video.fps": 30,
                "video.channels": 3,
                "has_audio": false
            }
        },
        "observation.images.head_stereo_right": {
            "dtype": "video",
            "shape": [
                480,
                640,
                3
            ],
            "names": [
                "height",
                "width",
                "channel"
            ],
            "info": {
                "video.height": 480,
                "video.width": 640,
                "video.codec": "av1",
                "video.pix_fmt": "yuv420p",
                "video.is_depth_map": false,
                "video.fps": 30,
                "video.channels": 3,
                "has_audio": false
            }
        },
        "observation.images.wrist_left": {
            "dtype": "video",
            "shape": [
                480,
                640,
                3
            ],
            "names": [
                "height",
                "width",
                "channel"
            ],
            "info": {
                "video.height": 480,
                "video.width": 640,
                "video.codec": "av1",
                "video.pix_fmt": "yuv420p",
                "video.is_depth_map": false,
                "video.fps": 30,
                "video.channels": 3,
                "has_audio": false
            }
        },
        "observation.images.wrist_right": {
            "dtype": "video",
            "shape": [
                480,
                640,
                3
            ],
            "names": [
                "height",
                "width",
                "channel"
            ],
            "info": {
                "video.height": 480,
                "video.width": 640,
                "video.codec": "av1",
                "video.pix_fmt": "yuv420p",
                "video.is_depth_map": false,
                "video.fps": 30,
                "video.channels": 3,
                "has_audio": false
            }
        },
        "observation.state.left_arm": {
            "dtype": "float32",
            "shape": [
                7
            ],
            "names": [
                "shoulder_pitch",
                "shoulder_roll",
                "shoulder_yaw",
                "elbow",
                "wrist_yaw",
                "wrist_roll",
                "wrist_pitch"
            ]
        },
        "observation.state.right_arm": {
            "dtype": "float32",
            "shape": [
                7
            ],
            "names": [
                "shoulder_pitch",
                "shoulder_roll",
                "shoulder_yaw",
                "elbow",
                "wrist_yaw",
                "wrist_roll",
                "wrist_pitch"
            ]
        },
        "observation.state.left_gripper": {
            "dtype": "float32",
            "shape": [
                1
            ],
            "names": [
                "gripper_pos"
            ]
        },
        "observation.state.right_gripper": {
            "dtype": "float32",
            "shape": [
                1
            ],
            "names": [
                "gripper_pos"
            ]
        },
        "observation.state.lower_body": {
            "dtype": "float32",
            "shape": [
                15
            ],
            "names": [
                "left_hip_pitch",
                "left_hip_roll",
                "left_hip_yaw",
                "left_knee",
                "left_ankle_pitch",
                "left_ankle_roll",
                "right_hip_pitch",
                "right_hip_roll",
                "right_hip_yaw",
                "right_knee",
                "right_ankle_pitch",
                "right_ankle_roll",
                "waist_yaw",
                "waist_roll",
                "waist_pitch"
            ]
        },
        "observation.state.left_leg": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "hip_pitch",
                "hip_roll",
                "hip_yaw",
                "knee",
                "ankle_pitch",
                "ankle_roll"
            ]
        },
        "observation.state.right_leg": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "hip_pitch",
                "hip_roll",
                "hip_yaw",
                "knee",
                "ankle_pitch",
                "ankle_roll"
            ]
        },
        "observation.state.left_ee_pose_gripper_base": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.right_ee_pose_gripper_base": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.state_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.state_d435": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.left_ee_pose_gripper_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.right_ee_pose_gripper_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "observation.state.waist_state_joint": {
            "dtype": "float32",
            "shape": [
                3
            ],
            "names": [
                "yaw",
                "roll",
                "pitch"
            ]
        },
        "observation.state.recomputed_ee_valid": {
            "dtype": "int8",
            "shape": [
                1
            ],
            "names": [
                "valid"
            ]
        },
        "action.left_arm": {
            "dtype": "float32",
            "shape": [
                7
            ],
            "names": [
                "shoulder_pitch",
                "shoulder_roll",
                "shoulder_yaw",
                "elbow",
                "wrist_yaw",
                "wrist_roll",
                "wrist_pitch"
            ]
        },
        "action.right_arm": {
            "dtype": "float32",
            "shape": [
                7
            ],
            "names": [
                "shoulder_pitch",
                "shoulder_roll",
                "shoulder_yaw",
                "elbow",
                "wrist_yaw",
                "wrist_roll",
                "wrist_pitch"
            ]
        },
        "action.left_gripper": {
            "dtype": "float32",
            "shape": [
                1
            ],
            "names": [
                "gripper_pos"
            ]
        },
        "action.right_gripper": {
            "dtype": "float32",
            "shape": [
                1
            ],
            "names": [
                "gripper_pos"
            ]
        },
        "action.lower_body": {
            "dtype": "float32",
            "shape": [
                15
            ],
            "names": [
                "left_hip_pitch",
                "left_hip_roll",
                "left_hip_yaw",
                "left_knee",
                "left_ankle_pitch",
                "left_ankle_roll",
                "right_hip_pitch",
                "right_hip_roll",
                "right_hip_yaw",
                "right_knee",
                "right_ankle_pitch",
                "right_ankle_roll",
                "waist_yaw",
                "waist_roll",
                "waist_pitch"
            ]
        },
        "action.pivot": {
            "dtype": "float32",
            "shape": [
                7
            ],
            "names": [
                "vx",
                "vy",
                "angle_z",
                "pivot_3",
                "pivot_4",
                "pivot_5",
                "height"
            ]
        },
        "action.gripper_controls": {
            "dtype": "float32",
            "shape": [
                4
            ],
            "names": [
                "left_trigger",
                "left_squeeze",
                "right_trigger",
                "right_squeeze"
            ]
        },
        "action.left_leg": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "hip_pitch",
                "hip_roll",
                "hip_yaw",
                "knee",
                "ankle_pitch",
                "ankle_roll"
            ]
        },
        "action.right_leg": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "hip_pitch",
                "hip_roll",
                "hip_yaw",
                "knee",
                "ankle_pitch",
                "ankle_roll"
            ]
        },
        "action.base_command": {
            "dtype": "float32",
            "shape": [
                4
            ],
            "names": [
                "vx",
                "vy",
                "angle_z",
                "height"
            ]
        },
        "action.left_ee_pose_gripper_base": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.right_ee_pose_gripper_base": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.action_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.action_d435": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.left_ee_pose_gripper_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.right_ee_pose_gripper_torso": {
            "dtype": "float32",
            "shape": [
                6
            ],
            "names": [
                "x",
                "y",
                "z",
                "roll",
                "pitch",
                "yaw"
            ]
        },
        "action.waist_action_joint": {
            "dtype": "float32",
            "shape": [
                3
            ],
            "names": [
                "yaw",
                "roll",
                "pitch"
            ]
        },
        "timestamp": {
            "dtype": "float32",
            "shape": [
                1
            ],
            "names": null
        },
        "frame_index": {
            "dtype": "int64",
            "shape": [
                1
            ],
            "names": null
        },
        "episode_index": {
            "dtype": "int64",
            "shape": [
                1
            ],
            "names": null
        },
        "index": {
            "dtype": "int64",
            "shape": [
                1
            ],
            "names": null
        },
        "task_index": {
            "dtype": "int64",
            "shape": [
                1
            ],
            "names": null
        }
    },
    "camera_params": {
        "head_stereo": {
            "camera_matrix_left": [
                [
                    282.3692965850271,
                    0.0,
                    311.5250244120812
                ],
                [
                    0.0,
                    282.7521272366127,
                    256.6277398029379
                ],
                [
                    0.0,
                    0.0,
                    1.0
                ]
            ],
            "camera_matrix_right": [
                [
                    281.8743029385619,
                    0.0,
                    329.9582047791903
                ],
                [
                    0.0,
                    282.3186078668237,
                    249.51202933889948
                ],
                [
                    0.0,
                    0.0,
                    1.0
                ]
            ],
            "dist_coeffs_left": [
                0.09951141399017238,
                -0.09526303405752289,
                0.005213422523645124,
                -0.0016758610961152835,
                0.02576535748478556
            ],
            "dist_coeffs_right": [
                0.09588296470720996,
                -0.08845179754807074,
                0.005813005627758656,
                -0.0015661347094966056,
                0.022537351143691875
            ],
            "R": [
                [
                    0.9999837195496185,
                    -0.0007556355336542322,
                    0.005655939413581973
                ],
                [
                    0.0007998380525602752,
                    0.9999691264275505,
                    -0.007817061520242013
                ],
                [
                    -0.005649857945073266,
                    0.00782145809052576,
                    0.9999534508658584
                ]
            ],
            "T": [
                -58.25257484955571,
                -0.16752755961029217,
                0.5786419826206578
            ],
            "rectified": true
        },
        "wrist_left": {
            "color": {
                "camera_matrix": [
                    [
                        436.40576171875,
                        0.0,
                        323.92169189453125
                    ],
                    [
                        0.0,
                        435.9215087890625,
                        242.9331817626953
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    -0.051459942013025284,
                    0.05475447699427605,
                    -3.5648565244628116e-05,
                    0.00016688562755007297,
                    -0.017691748216748238
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.inverse_brown_conrady"
            },
            "ir1": {
                "camera_matrix": [
                    [
                        388.6479797363281,
                        0.0,
                        328.49493408203125
                    ],
                    [
                        0.0,
                        388.6479797363281,
                        243.15884399414062
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    0.0,
                    0.0,
                    0.0,
                    0.0,
                    0.0
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.brown_conrady",
                "extrinsics_to_color": {
                    "rotation": [
                        0.9999408721923828,
                        -0.0006778617389500141,
                        -0.010855613276362419,
                        0.0006779920659027994,
                        0.9999997615814209,
                        8.324549526150804e-06,
                        0.010855605825781822,
                        -1.5684076061006635e-05,
                        0.9999410510063171
                    ],
                    "translation": [
                        -7.45971265132539e-05,
                        -1.73994976648828e-05,
                        7.150242163334042e-05
                    ]
                }
            },
            "ir2": {
                "camera_matrix": [
                    [
                        388.6479797363281,
                        0.0,
                        328.49493408203125
                    ],
                    [
                        0.0,
                        388.6479797363281,
                        243.15884399414062
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    0.0,
                    0.0,
                    0.0,
                    0.0,
                    0.0
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.brown_conrady",
                "extrinsics_to_color": {
                    "rotation": [
                        0.9999408721923828,
                        -0.0006778617389500141,
                        -0.010855613276362419,
                        0.0006779920659027994,
                        0.9999997615814209,
                        8.324549526150804e-06,
                        0.010855605825781822,
                        -1.5684076061006635e-05,
                        0.9999410510063171
                    ],
                    "translation": [
                        0.01797756366431713,
                        -2.9637089028256014e-05,
                        -0.00012447644257918
                    ]
                },
                "extrinsics_to_ir1": {
                    "rotation": [
                        1.0,
                        0.0,
                        0.0,
                        0.0,
                        1.0,
                        0.0,
                        0.0,
                        0.0,
                        1.0
                    ],
                    "translation": [
                        0.01805322803556919,
                        0.0,
                        0.0
                    ]
                }
            }
        },
        "wrist_right": {
            "color": {
                "camera_matrix": [
                    [
                        435.1151123046875,
                        0.0,
                        319.02490234375
                    ],
                    [
                        0.0,
                        434.49945068359375,
                        240.99331665039062
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    -0.054722949862480164,
                    0.05930442735552788,
                    0.00013948757259640843,
                    0.0004936550976708531,
                    -0.019727304577827454
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.inverse_brown_conrady"
            },
            "ir1": {
                "camera_matrix": [
                    [
                        386.3788146972656,
                        0.0,
                        320.5128479003906
                    ],
                    [
                        0.0,
                        386.3788146972656,
                        241.8465118408203
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    0.0,
                    0.0,
                    0.0,
                    0.0,
                    0.0
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.brown_conrady",
                "extrinsics_to_color": {
                    "rotation": [
                        0.9999974370002747,
                        0.001435578684322536,
                        -0.0017368249827995896,
                        -0.0014349075499922037,
                        0.9999988675117493,
                        0.0003876095579471439,
                        0.0017373794689774513,
                        -0.0003851163783110678,
                        0.9999983906745911
                    ],
                    "translation": [
                        -0.00015534104022663087,
                        -0.0001236405223608017,
                        -1.890524072223343e-05
                    ]
                }
            },
            "ir2": {
                "camera_matrix": [
                    [
                        386.3788146972656,
                        0.0,
                        320.5128479003906
                    ],
                    [
                        0.0,
                        386.3788146972656,
                        241.8465118408203
                    ],
                    [
                        0.0,
                        0.0,
                        1.0
                    ]
                ],
                "dist_coeffs": [
                    0.0,
                    0.0,
                    0.0,
                    0.0,
                    0.0
                ],
                "width": 640,
                "height": 480,
                "model": "distortion.brown_conrady",
                "extrinsics_to_color": {
                    "rotation": [
                        0.9999974370002747,
                        0.001435578684322536,
                        -0.0017368249827995896,
                        -0.0014349075499922037,
                        0.9999988675117493,
                        0.0003876095579471439,
                        0.0017373794689774513,
                        -0.0003851163783110678,
                        0.9999983906745911
                    ],
                    "translation": [
                        0.017849011346697807,
                        -9.779378888197243e-05,
                        -5.017573130317032e-05
                    ]
                },
                "extrinsics_to_ir1": {
                    "rotation": [
                        1.0,
                        0.0,
                        0.0,
                        0.0,
                        1.0,
                        0.0,
                        0.0,
                        0.0,
                        1.0
                    ],
                    "translation": [
                        0.0180043987929821,
                        0.0,
                        0.0
                    ]
                }
            }
        }
    }
}