meta/info.json

{
  "codebase_version": "v2.1",
  "robot_type": "hsr",
  "total_episodes": 1184259,
  "total_frames": 180905084,
  "total_tasks": 531,
  "total_videos": 2368518,
  "total_chunks": 1185,
  "chunks_size": 1000,
  "fps": 10,
  "splits": {
    "train": "0:1184259"
  },
  "data_path": "data/chunk-{episode_chunk:03d}/episode_{episode_index:06d}.parquet",
  "video_path": "videos/chunk-{episode_chunk:03d}/{video_key}/episode_{episode_index:06d}.mp4",
  "features": {
    "observation.image.head": {
      "dtype": "video",
      "shape": [
        480,
        640,
        3
      ],
      "names": [
        "height",
        "width",
        "channel"
      ],
      "info": {
        "video.fps": 10,
        "video.codec": "av1",
        "video.pix_fmt": "yuv420p",
        "video.is_depth_map": "false",
        "has_audio": "false"
      }
    },
    "observation.image.hand": {
      "dtype": "video",
      "shape": [
        480,
        640,
        3
      ],
      "names": [
        "height",
        "width",
        "channel"
      ],
      "info": {
        "video.fps": 10,
        "video.codec": "av1",
        "video.pix_fmt": "yuv420p",
        "video.is_depth_map": "false",
        "has_audio": "false"
      }
    },
    "observation.state": {
      "dtype": "float32",
      "shape": [
        8
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint"
      ]
    },
    "observation.wrist.wrench": {
      "dtype": "float32",
      "shape": [
        600
      ],
      "names": null,
      "description": "Wrist wrench data (force and torque) flattened"
    },
    "observation.end_effector_pose.absolute": {
      "shape": [
        6
      ],
      "dtype": "float32",
      "names": [
        "x",
        "y",
        "z",
        "roll",
        "pitch",
        "yaw"
      ]
    },
    "observation.end_effector_pose.relative": {
      "shape": [
        6
      ],
      "dtype": "float32",
      "names": [
        "x",
        "y",
        "z",
        "roll",
        "pitch",
        "yaw"
      ]
    },
    "action.absolute": {
      "dtype": "float32",
      "shape": [
        8
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint"
      ],
      "description": "absolute action for all joints without hand_motor_joint(gripper)"
    },
    "action.state_diff": {
      "dtype": "float32",
      "shape": [
        8
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint"
      ],
      "description": "difference between next and current observation state"
    },
    "action.relative": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_x",
        "base_y",
        "base_t"
      ],
      "description": "delta action for all joints and base without hand_motor_joint(gripper)"
    },
    "action.arm": {
      "dtype": "float32",
      "shape": [
        5
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint"
      ],
      "description": "absolute action for arm joints"
    },
    "action.gripper": {
      "dtype": "float32",
      "shape": [
        1
      ],
      "names": [
        "hand_motor_joint"
      ],
      "description": "absolute action for gripper"
    },
    "action.head": {
      "dtype": "float32",
      "shape": [
        2
      ],
      "names": [
        "head_pan_joint",
        "head_tilt_joint"
      ],
      "description": "absolute action for head joints"
    },
    "action.base": {
      "dtype": "float32",
      "shape": [
        3
      ],
      "names": [
        "base_x",
        "base_y",
        "base_t"
      ],
      "description": "delta action for base"
    },
    "command.servo.position": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "low level servo position command"
    },
    "command.servo.velocity": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "low level servo velocity command"
    },
    "state.servo.motor_position": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "motor position"
    },
    "state.servo.driven_position": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "driven position"
    },
    "state.servo.velocity": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "low level controller velocity"
    },
    "state.servo.temperature": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "servo temperature"
    },
    "state.servo.effort": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "low level controller effort"
    },
    "state.servo.current": {
      "dtype": "float32",
      "shape": [
        11
      ],
      "names": [
        "arm_lift_joint",
        "arm_flex_joint",
        "arm_roll_joint",
        "wrist_flex_joint",
        "wrist_roll_joint",
        "hand_motor_joint",
        "head_pan_joint",
        "head_tilt_joint",
        "base_l_drive_wheel_joint",
        "base_r_drive_wheel_joint",
        "base_roll_joint"
      ],
      "description": "low level controller current"
    },
    "observation.image.head.is_fresh": {
      "dtype": "bool",
      "shape": [
        3,
        1,
        1
      ],
      "names": null
    },
    "observation.image.hand.is_fresh": {
      "dtype": "bool",
      "shape": [
        3,
        1,
        1
      ],
      "names": null
    },
    "observation.state.is_fresh": {
      "dtype": "bool",
      "shape": [
        8
      ],
      "names": null
    },
    "action.absolute.is_fresh": {
      "dtype": "bool",
      "shape": [
        8
      ],
      "names": null
    },
    "action.state_diff.is_fresh": {
      "dtype": "bool",
      "shape": [
        8
      ],
      "names": null
    },
    "action.relative.is_fresh": {
      "dtype": "bool",
      "shape": [
        11
      ],
      "names": null
    },
    "action.arm.is_fresh": {
      "dtype": "bool",
      "shape": [
        5
      ],
      "names": null
    },
    "action.gripper.is_fresh": {
      "dtype": "bool",
      "shape": [
        1
      ],
      "names": null
    },
    "action.head.is_fresh": {
      "dtype": "bool",
      "shape": [
        2
      ],
      "names": null
    },
    "action.base.is_fresh": {
      "dtype": "bool",
      "shape": [
        3
      ],
      "names": null
    },
    "episode_index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    },
    "frame_index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    },
    "timestamp": {
      "dtype": "float32",
      "shape": [
        1
      ],
      "names": null
    },
    "next.done": {
      "dtype": "bool",
      "shape": [
        1
      ],
      "names": null
    },
    "index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    },
    "short_horizon_task_index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    },
    "primitive_action_index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    },
    "success_primitive_action": {
      "dtype": "bool",
      "shape": [
        1
      ],
      "names": null
    },
    "task_index": {
      "dtype": "int64",
      "shape": [
        1
      ],
      "names": null
    }
  }
}