{ "meta": { "title": "SOMA 手部数据图谱", "updated": "2026-11-02", "goal": "从单目 RGB 恢复 SOMA hand 的 shape 与 pose:按数据来源和标注方法整理可用的手部数据集。", "sources": [ { "id": "ego", "name": "第一视角", "desc": "头戴或胸前相机拍的真实视频" }, { "id": "egoexo", "name": "第一视角 + 外视角", "desc": "同步的头戴相机和固定相机" }, { "id": "exo", "name": "外视角多相机", "desc": "棚内固定多相机,没有头戴视角" }, { "id": "scan", "name": "扫描仪", "desc": "静态手势的多相机三维扫描" }, { "id": "wild", "name": "野外图像 / 视频", "desc": "网络或日常拍摄,没有标定装置" }, { "id": "synth", "name": "合成渲染", "desc": "渲染或重光照生成的图像" }, { "id": "norgb", "name": "无 RGB", "desc": "只有动捕、事件相机或黑白相机" } ], "methods": [ { "id": "scan", "name": "三维扫描配准", "short": "扫描", "steps": [ "多相机扫描仪拍静态手势", "重建亚毫米级网格", "关键点三角化", "配准 MANO" ], "trust": "最高。直接测得手的表面,是目前最可靠的 shape 真值。", "issues": "只有静态手势,没有手物交互,也没有第一视角。", "route": "R6" }, { "id": "marker", "name": "光学 marker 动捕 + 拟合", "short": "光学动捕", "steps": [ "手上贴反光 marker", "Vicon / OptiTrack 跟踪", "逐人标定 shape", "拟合 MANO 或 SMPL-X" ], "trust": "高。shape 逐人标定,pose 不受相机遮挡影响。", "issues": "marker 会出现在 RGB 里;人数通常很少;重遮挡时 marker 丢失。", "route": "R1" }, { "id": "rgbd", "name": "多视角 RGB-D 拟合", "short": "RGB-D 拟合", "steps": [ "多台 RGB-D 同步拍摄", "2D 关键点(人工或模型)+ 深度", "多视角联合优化", "拟合 MANO,人工核验" ], "trust": "中。受深度噪声和 2D 精度限制,shape 可用但偏粗。", "issues": "物体遮挡时手指误差大;HOnnotate 一类方法依赖初始化。", "route": "R1" }, { "id": "mvkp", "name": "多视角关键点三角化", "short": "关键点三角化", "steps": [ "多相机 RGB", "2D 关键点(人工或模型)", "三角化得到 3D 关键点", "可选:拟合 MANO" ], "trust": "中低。shape 只由关键点约束;只给关键点时没有 shape。", "issues": "模型预标注会带入 HaMeR 等方法的偏差。", "route": "R1 / R3" }, { "id": "device", "name": "设备追踪", "short": "设备追踪", "steps": [ "头显、手套或 IMU", "设备内置手部追踪", "输出关节或设备自带手模型" ], "trust": "低。精度依赖设备,通常没有公开误差。", "issues": "关节定义因设备而异,需要逐个对齐。", "route": "R3" }, { "id": "synth", "name": "合成渲染", "short": "合成", "steps": [ "参数化手 + 动作库", "渲染(光照、材质、相机)", "直接导出真值" ], "trust": "真值精确,但 shape 分布取决于采样方式。", "issues": "外观和光照与真实图像有域差。", "route": "R1 / R2" }, { "id": "manual2d", "name": "人工 2D 标注", "short": "人工 2D", "steps": [ "图像", "模型预标注(可选)", "人工标注或修正 2D 关键点" ], "trust": "没有 3D 信息,只提供 2D 监督。", "issues": "遮挡点的标注口径不一。", "route": "R4" }, { "id": "pseudo", "name": "单目模型伪标签", "short": "伪标签", "steps": [ "单目视频", "HaMeR 或自研管线预测 MANO", "可选:修复与筛选" ], "trust": "最低。不能当 shape 真值,只适合弱监督或预训练。", "issues": "继承预测模型自身的系统偏差。", "route": "R7" } ], "tiers": [ { "id": "S1", "name": "扫描配准", "desc": "直接测得表面" }, { "id": "S2", "name": "动捕逐人标定", "desc": "marker 约束的逐人 shape" }, { "id": "S3", "name": "RGB-D 拟合", "desc": "深度约束,偏粗" }, { "id": "S4", "name": "关键点拟合", "desc": "只靠关键点约束" }, { "id": "S5", "name": "伪标签", "desc": "不可作为 shape 真值" }, { "id": "SY", "name": "合成精确", "desc": "精确,但分布看采样" }, { "id": "-", "name": "无 shape", "desc": "只有关节或 2D" } ], "statuses": [ { "id": "used", "name": "已在使用", "desc": "九源、WiLoR 14 源或基准中已经用到" }, { "id": "surveyed", "name": "团队已调研", "desc": "已在团队图册中,尚未进训练" }, { "id": "retired", "name": "不再使用", "desc": "当前不再使用" }, { "id": "p0", "name": "P0 新增", "desc": "建议优先接入" }, { "id": "p1", "name": "P1 新增", "desc": "P0 之后接入" }, { "id": "p2", "name": "P2 新增", "desc": "有余力时接入" }, { "id": "own", "name": "自采", "desc": "我们自己的采集" }, { "id": "no", "name": "不建议", "desc": "不满足真实 RGB 或真值条件" } ], "routes": [ { "id": "R0", "name": "原生 SOMA", "from": "SOMA 拟合结果", "how": "直接使用。", "shape": true }, { "id": "R1", "name": "MANO → SOMA", "from": "MANO 参数或网格", "how": "用 SOMAHandLayer 的 MANO 后端映射到 SOMA 拓扑,再重拟合 SOMA 原生 20 维 identity 和 pose;按数据集统计顶点残差,残差大的帧不监督 shape。", "shape": true }, { "id": "R2", "name": "SMPL-X → SOMA", "from": "SMPL-X / SMPL-H", "how": "取手部 MANO 部分走 R1;或用 SOMA-X 的 SMPL-X 身体后端整体转换。手型跟随身体 shape,分布偏窄。", "shape": true }, { "id": "R3", "name": "3D 关键点 → SOMA pose", "from": "21 / 25 点 3D 关节", "how": "先定 MANO 21 点(指尖为网格顶点)与 SOMA 关节的对应,只拟合 pose;shape 固定,不参与监督。", "shape": false }, { "id": "R4", "name": "2D 关键点", "from": "2D 关键点", "how": "不转换。训练时用重投影损失监督。", "shape": false }, { "id": "R5", "name": "MHR → SOMA", "from": "MHR 参数", "how": "SOMAHandLayer 原生支持 MHR 后端,可直接映射。SAM 3D Body 输出 MHR,可当野外图像的伪标签教师。", "shape": true }, { "id": "R6", "name": "扫描 → SOMA", "from": "扫描网格", "how": "直接把 SOMA 原生 shape + pose 拟合到扫描网格,是最好的 shape 监督和评测来源。", "shape": true }, { "id": "R7", "name": "伪标签", "from": "预测的 MANO", "how": "可走 R1 转换,但只作弱监督或预训练,不监督 shape。", "shape": false } ], "teamLinks": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" }, { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" }, { "label": "团队图册:2D 数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_2d_dataset_browser_20261013/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ] }, "datasets": [ { "id": "arctic", "name": "ARCTIC", "year": "CVPR 2023", "status": "used", "tags": [ "九源", "WiLoR 14 源", "基准" ], "source": "egoexo", "method": "marker", "gt": "MANO + SMPL-X", "tier": "S2", "route": "R1", "camera": "8 个固定 RGB + 1 个第一视角 RGB", "rig": { "ego": true, "exo": 8 }, "subjects": "10 人", "scale": "约 210 万张图,339 个序列", "fills": "双手操作铰接物体,带第一视角和光学真值。", "risk": "人数少,shape 分布窄。", "links": [ { "label": "论文 arXiv:2204.13662", "url": "https://arxiv.org/abs/2204.13662" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ] }, { "id": "hot3d", "name": "HOT3D", "year": "CVPR 2025", "status": "used", "tags": [ "九源", "WiLoR 14 源", "基准" ], "source": "ego", "method": "marker", "gt": "MANO / UmeTrack", "tier": "S2", "route": "R1", "camera": "Aria RGB 鱼眼 + Quest 3 黑白", "rig": { "ego": true, "fisheye": true }, "subjects": "19 人", "scale": "370 万张以上,约 833 分钟", "fills": "真实第一视角鱼眼数据,光学动捕真值。", "risk": "我们的模型在这里 RR 偏差大,先核对裁剪和去畸变与相机模型是否一致。", "links": [ { "label": "项目主页", "url": "https://facebookresearch.github.io/hot3d/" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ] }, { "id": "h2o", "name": "H2O", "year": "ICCV 2021", "status": "used", "tags": [ "九源", "基准" ], "source": "egoexo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "5 台 Azure Kinect RGB-D,其中 1 台头戴", "rig": { "ego": true, "exo": 4, "depth": true }, "subjects": "4 人", "scale": "571,645 张图,184 个序列", "fills": "头戴相机与 Femto Bolt 同一传感器族,相机域最接近我们的采集。", "risk": "人数很少。", "links": [ { "label": "论文 arXiv:2104.11181", "url": "https://arxiv.org/abs/2104.11181" } ], "team": [ { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ] }, { "id": "hoi4d", "name": "HOI4D", "year": "CVPR 2022", "status": "retired", "tags": [ "九源" ], "source": "ego", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "头戴 RGB-D", "rig": { "ego": true, "depth": true }, "subjects": "9 人", "scale": "约 240 万帧,4,000 个序列", "fills": "第一视角的类别级手物交互。", "risk": "右手偏置明显,左手只占约 10%。", "links": [ { "label": "论文 arXiv:2203.01577", "url": "https://arxiv.org/abs/2203.01577" } ], "team": [ { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ] }, { "id": "dexycb", "name": "DexYCB", "year": "CVPR 2021", "status": "used", "tags": [ "九源", "WiLoR 14 源" ], "source": "exo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "8 台 RGB-D", "rig": { "exo": 8, "depth": true }, "subjects": "10 人", "scale": "约 58.2 万张图,1,000 个序列", "fills": "抓取 YCB 物体,人工多视角 2D 加深度拟合。", "links": [ { "label": "论文 arXiv:2104.04631", "url": "https://arxiv.org/abs/2104.04631" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ], "risk": "" }, { "id": "ho3d", "name": "HO3D v3", "year": "CVPR 2020", "status": "used", "tags": [ "九源", "WiLoR 14 源" ], "source": "exo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "1 到 5 台 RGB-D", "rig": { "exo": 5, "depth": true }, "subjects": "10 人", "scale": "103,462 张图", "fills": "单手与物体交互,HOnnotate 联合拟合。", "links": [ { "label": "论文 arXiv:1907.01481", "url": "https://arxiv.org/abs/1907.01481" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ], "risk": "" }, { "id": "h2o3d", "name": "H2O3D", "year": "2022", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "exo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "5 台 RGB-D", "rig": { "exo": 5, "depth": true }, "subjects": "待核", "scale": "76,340 张图,85 个序列", "fills": "双手与物体交互。", "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "links": [], "risk": "" }, { "id": "interhand", "name": "InterHand2.6M", "year": "ECCV 2020", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "exo", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "棚内多相机 RGB", "rig": { "exo": 12 }, "subjects": "待核", "scale": "5 fps 版 2,590,347 张", "fills": "双手交互和丰富的手指姿态。", "links": [ { "label": "论文 arXiv:2008.09309", "url": "https://arxiv.org/abs/2008.09309" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "" }, { "id": "reinterhand", "name": "Re:InterHand", "year": "NeurIPS 2023", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "synth", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "真实动作重光照渲染,含第一视角", "rig": { "synth": true, "ego": true }, "scale": "1,526,795 张图,有效 147,745 帧", "fills": "真实双手动作配多样光照,含第一视角渲染。", "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "links": [], "risk": "", "subjects": "" }, { "id": "freihand", "name": "FreiHAND", "year": "ICCV 2019", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "exo", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "棚内多相机,绿幕换背景", "rig": { "exo": 8 }, "subjects": "32 人", "scale": "训练 130,240 张,测试 3,960 张", "fills": "单手姿态与 shape 的经典基准。", "links": [ { "label": "论文 arXiv:1909.04349", "url": "https://arxiv.org/abs/1909.04349" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "" }, { "id": "mtc", "name": "MTC", "year": "CVPR 2019", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "exo", "method": "mvkp", "gt": "3D 关键点", "tier": "-", "route": "R3", "camera": "Panoptic 棚内多相机", "rig": { "exo": 12 }, "subjects": "40 人", "scale": "清洗后约 11.1 万个手样本", "fills": "全身动作中的手,视角多样。", "links": [ { "label": "论文 arXiv:1812.01598", "url": "https://arxiv.org/abs/1812.01598" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "" }, { "id": "bedlam", "name": "BEDLAM", "year": "CVPR 2023", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "synth", "method": "synth", "gt": "SMPL-X", "tier": "SY", "route": "R2", "camera": "合成渲染,非第一视角", "rig": { "synth": true }, "scale": "10,450 个序列,约 160 万张,约 15 小时", "fills": "全身场景中的手,背景与光照多样。", "risk": "手型跟随 SMPL-X 身体 shape,分布偏窄。", "links": [ { "label": "论文 arXiv:2306.16940", "url": "https://arxiv.org/abs/2306.16940" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "subjects": "" }, { "id": "rhd", "name": "RHD", "year": "ICCV 2017", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "synth", "method": "synth", "gt": "3D 关键点", "tier": "-", "route": "R3", "camera": "合成渲染", "rig": { "synth": true }, "scale": "训练 41,258 张,测试 2,728 张", "fills": "早期合成手部关键点数据。", "links": [ { "label": "论文 arXiv:1705.01389", "url": "https://arxiv.org/abs/1705.01389" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "", "subjects": "" }, { "id": "egorenderer", "name": "EgoRenderer V005 / V006", "year": "2026", "status": "used", "tags": [ "自有合成" ], "source": "synth", "method": "synth", "gt": "原生手部参数;拟合 MANO / SOMA 为非 GT 辅助标注", "tier": "SY", "route": "R1", "camera": "第一视角合成渲染", "rig": { "synth": true, "ego": true }, "scale": "V005:1,314 源组 / 2,425 历史包;V006 ARCTIC:301 源动作,每条只生产 1 份", "fills": "可控的第一视角合成数据。", "risk": "V005 参数附件更新沿用原 RGB;V006 渲染使用原生手,不使用拟合参数生成像素。当前只保留每动作一份生产目标,历史额外变体不计入目标。辅助拟合与训练资格另行登记。", "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "links": [], "subjects": "" }, { "id": "cocowb", "name": "COCO-WholeBody", "year": "ECCV 2020", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "wild", "method": "manual2d", "gt": "2D 关键点", "tier": "-", "route": "R4", "camera": "网络图像", "rig": { "wild": true }, "scale": "约 20 万张图", "fills": "野外图像的 2D 监督。", "links": [ { "label": "论文 arXiv:2007.11858", "url": "https://arxiv.org/abs/2007.11858" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "", "subjects": "" }, { "id": "halpe", "name": "Halpe", "year": "2020", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "wild", "method": "manual2d", "gt": "2D 关键点", "tier": "-", "route": "R4", "camera": "网络图像", "rig": { "wild": true }, "scale": "约 4 万张训练图", "fills": "野外图像的 2D 监督。", "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "links": [], "risk": "", "subjects": "" }, { "id": "mpiinzsl", "name": "MPII + NZSL", "year": "CVPR 2017", "status": "used", "tags": [ "WiLoR 14 源" ], "source": "wild", "method": "manual2d", "gt": "2D 关键点", "tier": "-", "route": "R4", "camera": "网络图像与手语视频", "rig": { "wild": true }, "scale": "2,800 只人工标注的手", "fills": "人工 2D 手部关键点。", "links": [ { "label": "论文 arXiv:1704.07809", "url": "https://arxiv.org/abs/1704.07809" } ], "team": [ { "label": "团队图册:WiLoR 14 源 + 合成数据", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_dataset_browser_20261013/index.html" } ], "risk": "", "subjects": "" }, { "id": "ego4d", "name": "Ego4D(P3R3 伪标签)", "year": "CVPR 2022", "status": "used", "tags": [ "九源(伪标签)" ], "source": "wild", "method": "pseudo", "gt": "预测 MANO", "tier": "S5", "route": "R7", "camera": "多种头戴相机", "rig": { "ego": true, "wild": true }, "fills": "海量真实第一视角外观。", "risk": "P3R3 管线预测的 MANO,不是训练真值。", "team": [ { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ], "links": [], "subjects": "", "scale": "" }, { "id": "epic", "name": "EPIC-KITCHENS(P3R3 伪标签)", "year": "2018 / 2022", "status": "used", "tags": [ "九源(伪标签)" ], "source": "wild", "method": "pseudo", "gt": "预测 MANO", "tier": "S5", "route": "R7", "camera": "头戴 GoPro", "rig": { "ego": true, "wild": true }, "fills": "厨房场景的真实第一视角。", "risk": "P3R3 管线预测的 MANO,不是训练真值。", "team": [ { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ], "links": [], "subjects": "", "scale": "" }, { "id": "egodex", "name": "EgoDex", "year": "2025", "status": "used", "tags": [ "九源(伪标签)", "第一人称图册" ], "source": "ego", "method": "device", "gt": "25 个 3D 关节(ARKit)", "tier": "-", "route": "R3", "camera": "Apple Vision Pro", "rig": { "ego": true }, "scale": "约 829 小时", "fills": "大规模第一视角灵巧操作,带设备追踪的关节。", "risk": "关节来自设备追踪,团队另有 P3R3 预测 MANO,都不能监督 shape。", "links": [ { "label": "论文 arXiv:2505.11709", "url": "https://arxiv.org/abs/2505.11709" } ], "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" }, { "label": "团队视频:九源 MANO GT 叠加(20s)", "url": "https://huggingface.co/datasets/yangzijing/nine-source-hand-data-review-videos-20s/tree/main" } ], "subjects": "" }, { "id": "egopressure", "name": "EgoPressure", "year": "CVPR 2025", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "egoexo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "头戴相机 + 多台外视角 RGB-D", "rig": { "ego": true, "exo": 7, "depth": true }, "fills": "手与表面接触的压力,带第一视角。", "risk": "HaMeR 初始化后用多视角 RGB-D、分割、压力和时序约束拟合 MANO,手上没有 marker。", "links": [ { "label": "论文 arXiv:2409.02224", "url": "https://arxiv.org/abs/2409.02224" } ], "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "subjects": "", "scale": "" }, { "id": "egoemg", "name": "EgoEMG", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "marker", "gt": "MANO(光捕 marker 经 markers2mano 拟合)", "tier": "S2", "route": "R1", "camera": "头戴 GoPro 60 FPS + 26 相机光学动捕", "rig": { "ego": true }, "fills": "第一视角与肌电同步,光学动捕真值。", "links": [ { "label": "论文 arXiv:2605.05712", "url": "https://arxiv.org/abs/2605.05712" } ], "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "risk": "", "subjects": "", "scale": "" }, { "id": "hocap", "name": "HO-Cap", "year": "2024", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "egoexo", "method": "rgbd", "gt": "MANO", "tier": "S3", "route": "R1", "camera": "多台 RGB-D + HoloLens 第一视角 RGB", "rig": { "ego": true, "exo": 8, "depth": true }, "fills": "手物交互,含第一视角。", "risk": "多视角 RGB-D 与关键点约束拟合 MANO,不使用光捕。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "subjects": "", "scale": "" }, { "id": "taco", "name": "TACO", "year": "CVPR 2024", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "egoexo", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "多台外视角 + 1 个第一视角", "rig": { "ego": true, "exo": 12 }, "fills": "双手使用工具的交互。", "risk": "多视角 MMPose 三角化后做 MANO 接触与时序拟合,手上没有光捕。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "subjects": "", "scale": "" }, { "id": "aceda0", "name": "ACE-Data-0", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "egoexo", "method": "marker", "gt": "手部动捕(格式待核)", "tier": "S2", "route": "R1", "camera": "环境多相机 + 第一视角", "rig": { "ego": true, "exo": 6 }, "fills": "身体与物体用 OptiTrack,手部附带动捕数据。", "risk": "官方叠加样例未逐帧配对;全量发布目标 150 小时,目前为快照。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "subjects": "", "scale": "" }, { "id": "xperience", "name": "Xperience-10M", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "device", "gt": "手部动捕(类型待核)", "tier": "-", "route": "R3", "camera": "第一视角", "rig": { "ego": true }, "scale": "约 1 万小时", "fills": "规模极大的第一视角数据。", "risk": "手部真值的采集方式和精度待核。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "subjects": "" }, { "id": "feel", "name": "FEEL", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "device", "gt": "Aria MPS 手部追踪", "tier": "-", "route": "R3", "camera": "Aria", "rig": { "ego": true, "fisheye": true }, "fills": "Aria 第一视角的设备追踪手部。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "risk": "", "subjects": "", "scale": "" }, { "id": "openaoe", "name": "Open-AoE", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "pseudo", "gt": "自动重建 MANO", "tier": "S5", "route": "R7", "camera": "第一视角", "rig": { "ego": true }, "fills": "第一视角操作,自动 MANO 重建。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "risk": "", "subjects": "", "scale": "" }, { "id": "genhumanego", "name": "Gen-HumanEgo", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "pseudo", "gt": "DFM HandTrack 预测", "tier": "S5", "route": "R7", "camera": "第一视角", "rig": { "ego": true }, "fills": "第一视角,模型预测的手部。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "risk": "", "subjects": "", "scale": "" }, { "id": "egolive", "name": "EgoLive", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "pseudo", "gt": "HaMeR 预测 MANO", "tier": "S5", "route": "R7", "camera": "第一视角", "rig": { "ego": true }, "fills": "第一视角,HaMeR 伪标签。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "risk": "", "subjects": "", "scale": "" }, { "id": "egoverse", "name": "EgoVerse", "year": "2026", "status": "surveyed", "tags": [ "第一人称图册" ], "source": "ego", "method": "device", "gt": "21 个 3D 关节", "tier": "-", "route": "R3", "camera": "第一视角", "rig": { "ego": true }, "fills": "多地采集的第一视角人类示范。", "risk": "关节来源待核。", "links": [ { "label": "论文 arXiv:2604.07607", "url": "https://arxiv.org/abs/2604.07607" } ], "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "subjects": "", "scale": "" }, { "id": "ipnhands", "name": "IPN HandS", "year": "2020", "status": "surveyed", "tags": [ "2D 图册" ], "source": "exo", "method": "manual2d", "gt": "2D 关键点(21 点)", "tier": "-", "route": "R4", "camera": "单相机", "rig": { "exo": 1 }, "scale": "200 段视频,约 80 万帧", "fills": "MediaPipe 预标后人工修正的连续 2D。", "risk": "GT 配对和元数据校验未完成。", "team": [ { "label": "团队图册:2D 数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/hand_2d_dataset_browser_20261013/index.html" } ], "links": [], "subjects": "" }, { "id": "hograspnet", "name": "HOGraspNet", "year": "ECCV 2024", "status": "p0", "tags": [ "新增" ], "source": "exo", "method": "rgbd", "gt": "MANO + HALO", "tier": "S3", "route": "R1", "camera": "4 台 Azure Kinect RGB-D,其中 1 台在身后眼睛高度模拟第一视角", "rig": { "exo": 4, "depth": true, "pseudoEgo": true }, "subjects": "99 人,10 到 74 岁", "scale": "1,489,112 帧,28 类抓取,30 个物体", "fills": "shape 多样性:作者的 t-SNE 显示比 HO3D、DexYCB、OakInk 更分散。相机与 Femto Bolt 同一传感器族。", "risk": "手上没有 marker,MANO 来自 MediaPipe 三角化加 RGB-D 拟合。", "links": [ { "label": "项目主页", "url": "https://hograspnet2024.github.io/" }, { "label": "论文 arXiv:2409.04033", "url": "https://arxiv.org/abs/2409.04033" } ], "team": [] }, { "id": "palm", "name": "PALM", "year": "2025", "status": "p0", "tags": [ "新增" ], "source": "scan", "method": "scan", "gt": "扫描网格 + MANO 配准", "tier": "S1", "route": "R6", "camera": "3dMD 扫描仪:7 台 RGB + 14 台黑白", "rig": { "scanner": true }, "subjects": "263 人,男女各半,21 到 70 岁", "scale": "约 9 万张多视角 RGB,1.3 万次扫描,约 50 种右手手势", "fills": "目前能找到的最可靠 shape 真值,可做 shape 先验和 shape 评测集。", "risk": "作者称发表后公开;Voxel51 上有 1000 样本子集,完整版获取方式待确认。只有右手静态手势。", "links": [ { "label": "论文 arXiv:2511.05403", "url": "https://arxiv.org/abs/2511.05403" }, { "label": "Voxel51 子集", "url": "https://docs.voxel51.com/dataset_zoo/datasets_hf/palm.html" } ], "team": [] }, { "id": "egoexo4d", "name": "Ego-Exo4D 手部姿态", "year": "CVPR 2024", "status": "p0", "tags": [ "新增" ], "source": "egoexo", "method": "mvkp", "gt": "21 个 3D 关键点", "tier": "-", "route": "R3", "camera": "Aria RGB(110° 视场,卷帘快门)+ 外视角相机", "rig": { "ego": true, "fisheye": true, "exo": 5 }, "scale": "约 6.8 万人工 2D、34 万人工 3D;自动 3D 约 2100 万", "fills": "真实场景的宽视场第一视角,对应 HOT3D 上暴露的相机域问题。", "risk": "没有 MANO,只能监督 pose。", "links": [ { "label": "论文 arXiv:2311.18259", "url": "https://arxiv.org/abs/2311.18259" } ], "team": [], "subjects": "" }, { "id": "gigahands", "name": "GigaHands", "year": "CVPR 2025", "status": "p1", "tags": [ "新增" ], "source": "exo", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "51 台 RGB,只有外视角", "rig": { "exo": 51 }, "subjects": "56 人", "scale": "34 小时,1.83 亿帧,8.4 万条文本描述", "fills": "双手动作的多样性。", "risk": "YOLO + HaMeR + ViTPose 初始化后三角化,再用 EasyMoCap 拟合,可能继承 HaMeR 的偏差,建议先抽检。", "links": [ { "label": "项目主页", "url": "https://ivl.cs.brown.edu/research/gigahands.html" }, { "label": "论文 arXiv:2412.04244", "url": "https://arxiv.org/abs/2412.04244" } ], "team": [] }, { "id": "oakink2", "name": "OakInk2", "year": "CVPR 2024", "status": "p1", "tags": [ "新增" ], "source": "egoexo", "method": "marker", "gt": "SMPL-X → MANO", "tier": "S2", "route": "R2", "camera": "1 个第一视角 + 3 个外视角 RGB,848×480", "rig": { "ego": true, "exo": 3 }, "subjects": "9 人", "scale": "627 个序列,401 万帧", "fills": "第一视角加光学真值的双手复杂任务。", "risk": "团队 10.8 只用了它的动作分布,图像未入清单。画面中可能看得到 marker,需检查。分辨率低。", "links": [ { "label": "项目主页", "url": "https://oakink.net/v2" }, { "label": "论文 arXiv:2403.19417", "url": "https://arxiv.org/abs/2403.19417" } ], "team": [] }, { "id": "hint", "name": "HInt", "year": "CVPR 2024", "status": "p1", "tags": [ "新增" ], "source": "wild", "method": "manual2d", "gt": "21 点 2D + 逐点遮挡标签", "tier": "-", "route": "R4", "camera": "Ego4D、EPIC VISOR、Hands23、NewDays 图像", "rig": { "wild": true, "ego": true }, "fills": "野外第一视角的 2D 监督,以及按遮挡分层的评测。", "risk": "Ego4D 帧需单独申请许可。", "links": [ { "label": "GitHub(MIT)", "url": "https://github.com/ddshan/hint" } ], "team": [], "subjects": "", "scale": "" }, { "id": "blurhand", "name": "BlurHand", "year": "CVPR 2023", "status": "p1", "tags": [ "新增" ], "source": "exo", "method": "mvkp", "gt": "首、中、尾三帧 3D 真值", "tier": "S4", "route": "R1", "camera": "由 InterHand2.6M 插帧合成运动模糊", "rig": { "exo": 12 }, "scale": "训练 121,839 张,测试 34,057 张", "fills": "运动模糊,对应 V7 台本里的快速动作。", "links": [ { "label": "GitHub", "url": "https://github.com/JaehaKim97/BlurHand_RELEASE" }, { "label": "论文 arXiv:2303.15417", "url": "https://arxiv.org/abs/2303.15417" } ], "team": [], "risk": "", "subjects": "" }, { "id": "dartset", "name": "DARTset", "year": "NeurIPS 2022", "status": "p1", "tags": [ "新增" ], "source": "synth", "method": "synth", "gt": "MANO 扩展(DART)", "tier": "SY", "route": "R1", "camera": "合成渲染", "rig": { "synth": true }, "scale": "约 80 万张,50 种饰品,325 种皮肤纹理", "fills": "外观多样性:戒指、手表、美甲、纹身。", "links": [ { "label": "NeurIPS 论文", "url": "https://proceedings.neurips.cc/paper_files/paper/2022/hash/f06d5ebd4ff40b40dd97e30cee632123-Abstract-Datasets_and_Benchmarks.html" } ], "team": [], "risk": "", "subjects": "" }, { "id": "humbi", "name": "HUMBI Hand", "year": "CVPR 2020", "status": "p2", "tags": [ "新增" ], "source": "exo", "method": "mvkp", "gt": "MANO", "tier": "S4", "route": "R1", "camera": "手部 68 个视角", "rig": { "exo": 68 }, "subjects": "全集 772 人,性别均衡,多种肤色", "fills": "shape 分布广。", "risk": "每人 shape 取关键点拟合结果的时间中值,只能当弱监督。", "links": [ { "label": "项目主页", "url": "http://humbi-data.net" }, { "label": "论文 arXiv:2110.00119", "url": "https://arxiv.org/abs/2110.00119" } ], "team": [], "scale": "" }, { "id": "ourcapture", "name": "单人手部采集(V6 / V7)", "year": "2026", "status": "own", "tags": [ "自采" ], "source": "egoexo", "method": "marker", "gt": "SOMA(目标)", "tier": "S2", "route": "R0", "camera": "Femto Bolt 头戴 RGB(带 marker)+ 光学动捕", "rig": { "ego": true, "exo": 6 }, "subjects": "3 人(计划增加)", "scale": "V6 152 条 + V7 新增 51 条", "fills": "极端抓取、手内换抓、手手接触、注视与速度变化。", "risk": "手上 marker 出现在 RGB 中,需按已知位置做 inpainting。", "links": [], "team": [] }, { "id": "assemblyhands", "name": "AssemblyHands", "year": "CVPR 2023", "status": "no", "tags": [ "不建议" ], "source": "norgb", "method": "mvkp", "gt": "21 个 3D 关键点", "tier": "-", "route": "R3", "camera": "第一视角为黑白鱼眼;外视角为 RGB", "rig": { "ego": true, "fisheye": true, "mono": true, "exo": 8 }, "subjects": "34 人", "scale": "约 300 万张,其中第一视角约 49 万张", "fills": "只有外视角 RGB 可用。", "risk": "第一视角不是真实 RGB,与排除 SHOW3D 的理由相同。", "links": [ { "label": "论文 arXiv:2304.12301", "url": "https://arxiv.org/abs/2304.12301" } ], "team": [] }, { "id": "show3d", "name": "SHOW3D", "year": "2026", "status": "no", "tags": [ "不建议", "第一人称图册" ], "source": "norgb", "method": "mvkp", "gt": "UmeTrack(另提供 MANO / MHR 转换)", "tier": "S4", "route": "R1", "camera": "黑白鱼眼", "rig": { "ego": true, "fisheye": true, "mono": true }, "fills": "团队已排除。", "risk": "无标记多视角自动拟合,人工核验子集不具代表性;黑白鱼眼不满足真实 RGB 条件。", "team": [ { "label": "团队图册:第一人称具身数据集", "url": "https://yangzijing-nine-source-hand-data-browser.static.hf.space/egocentric_embodied_datasets_20261020/index.html" } ], "links": [], "subjects": "", "scale": "" }, { "id": "hiphi", "name": "HiPHI", "year": "2026", "status": "no", "tags": [ "不建议" ], "source": "norgb", "method": "marker", "gt": "BVH 骨架", "tier": "-", "route": "R3", "camera": "无 RGB", "rig": { "none": true }, "subjects": "132 人", "scale": "617.5 小时(含镜像),约 2 亿帧", "fills": "大规模全身与物体交互动捕,可作动作先验。", "risk": "没有图像,手部细节未说明。", "links": [ { "label": "论文 arXiv:2608.16222", "url": "https://arxiv.org/abs/2608.16222" } ], "team": [] }, { "id": "eventegohands", "name": "EventEgoHands++(EEH-R)", "year": "2026", "status": "no", "tags": [ "不建议" ], "source": "norgb", "method": "device", "gt": "MANO(手套关节拟合)", "tier": "S4", "route": "R1", "camera": "DAVIS346 事件相机", "rig": { "ego": true, "none": true }, "subjects": "8 人", "scale": "1,019,716 帧,约 2.36 小时", "fills": "暗光与事件相机。", "risk": "没有 RGB,公开情况未说明。", "links": [ { "label": "alphaXiv", "url": "https://www.alphaxiv.org/abs/2609.17189" } ], "team": [] } ] }