File size: 9,109 Bytes
aaa753d
b0b604c
aaa753d
 
 
 
 
 
 
 
8d93a57
aaa753d
 
 
8d93a57
 
aaa753d
 
 
 
 
 
8d93a57
aedecda
 
b0b604c
 
aaa753d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "updated": "2026-11-03",
  "status_url": "https://huggingface.co/datasets/DarthSoluke/EgoRendererStatus/resolve/main/status.json",
  "release": "V006",
  "versions": [
    {"id":"001","title":"参数标注基线","state":"历史方法","scope":"GRAB个体化手表面 → 标准MANO辅助参数","features":["左右手独立;每手每序列共享10维beta,每帧48维轴角pose。","778个对应顶点均匀L2,原始逐帧translation固定;无joint loss、姿态prior或额外对齐。","沿用明确交付时间轴;拟合参数不是原始shape/pose GT。"],"read":"同时读取beta、拟合pose、原始translation和source_frame_indices;不能把拟合pose与原始pose混用。"},
    {"id":"002","title":"主动双目深度试验","state":"有限试验,非全量发布","scope":"LingBot-Depth论文启发的主动双目","features":["Blender共享投影散斑,原可见光BSDF作为灰度近似,不是实测红外材料。","OpenCV StereoSGBM MODE_HH、8路径;左右一致性、散斑滤除。","试验配置768×432、基线0.05m;没有使用GT辅助填洞。"],"read":"输出为左相机轴向Z,米;0表示无效。只代表试验覆盖,不代表全部GRAB已经补齐此深度。"},
    {"id":"003","title":"稀疏深度观测试验","state":"有限试验,非当前深度分支","scope":"PromptDA式稀疏锚点与插值","features":["192×256原生网格,保持比例letterbox;稀疏网格加入固定种子扰动。","RGB+XY特征空间中8近邻反距离平方插值,保留锚点。","GT只提供稀疏锚点;不是当前V006的主动双目模拟。"],"read":"区分原生低分辨率观测、上采样深度和有效掩码;不可与V002/V006的双目噪声语义混用。"},
    {"id":"004","title":"左手基底修正试验","state":"单序列试验","scope":"GRAB s7/camera_browse_1左手,275个交付帧","features":["标准左MANO的shapedirs[:,0,:]在内存中翻转一次;不修改原模型文件。","右手复用V001;纯顶点L2、固定原始translation。","试验没有替换全部历史数据包,也没有重启RGB渲染。"],"read":"左手参数必须与修正后的基底配套解码;不得用未经修正的模型直接重建。"},
    {"id":"005","title":"GRAB完整参数更新","state":"历史交付完成","scope":"1,314个源拟合组;2,425个含历史变体的数据包","features":["将V004左手基底修正扩展到完整已接收GRAB交付范围。","右手V001参数逐字节复用;RGB、原深度、mask、相机、接触标注沿用既有渲染。","REPLACEMENT_COMPLETE指参数附件替换完成,不是一次全新的像素渲染。","1,314源组与2,425包是不同计数口径;后续V006 GRAB新模拟深度尚未据此宣称完成。"],"read":"包内mano_fit_current.json指向mano_beta_pose_fit_only_v005.npz。左右beta/pose与相应基底成套读取;原MANO与接触label保持独立。"},
    {"id":"006","title":"原生手部的强随机化合成","state":"当前数据版本","scope":"ARCTIC 301公开源动作,每条1份,共301计划包;OakInk2 622源动作独立管理","features":["渲染使用数据集原生手,不使用拟合MANO/SOMA驱动像素;辅助拟合另存并标明非GT。","ARCTIC使用原始SMPL-X身体与原始MANO手的批准资产;OakInk使用当前275人体/276衣物及原生手部组装路线。","1536×864、30fps、Cycles OptiX 16 SPP、GPU OIDN、实际DLSS5 Feature18、时序history 0.9、最终CRF10。","每条动作只使用一套固定种子随机化配置。环境、材质、光照、道具和相机仍随机;三部位是相机采样选项,不代表每动作再生产三遍。","相机平移与旋转扰动解耦,保留原HOI运动与源帧;当前深度为干净GT与带噪传感器两套,均毫米量化、快速level1压缩。","SSD与NAS自适应并行;351起明确单次生产。执行修订不是新的数据发布版本。"],"read":"以当前INDEX.json的complete列表为入口。historical_extra_complete保留已完成额外变体的历史记录,不计入301目标;不要按目录总数计算当前进度。"}
  ],
  "milestones": [
    ["279","原生表面","修复ARCTIC原始MANO与SMPL-X腕部表面;属于资产交付,不等同最终RGB合成完成。"],
    ["287","历史主队列","原计划3变体/903包已取消;当前目标为每动作1份,共301包。"],
    ["320","Hard Cases","双手交叉、真实镜面、多人各5条;15条、10,838主源帧,独立于主队列。"],
    ["330","分阶段调度","GPU阶段与CPU尾处理分离,最多12条在途,仍受共享物理槽位限制。"],
    ["333–338","已废止深度策略","曾出现sensor-only输出及转换;不再作为当前双深度交付标准。"],
    ["339–340","双深度","恢复干净GT;随后GT也毫米量化,按帧扩展整数位宽,不截断远背景。"],
    ["341–344","SSD工作集","完整SSD工作集、多GPU试跑及仅补深度恢复;没有达到10分钟端到端目标。"],
    ["345–348","容量与接管","修复容量等待/旧日志接管;896GiB总配额,200GiB空闲底线,主GPU优先。"],
    ["349","CPU/I/O并行","同卡2个工作目录;双通道独立压缩写入、4帧预读、运动向量4路预取。"],
    ["350","SSD+NAS","NAS并行1至4条自适应;保留完整父预留,双目临时缓冲占256MiB SSD。" ],
    ["351","每动作只生产一次","只调度slot1;取消600个未启动额外变体,已完成2份额外结果保留为历史,不计入301目标。"],
    ["352–353","ARCTIC收尾","容量感知桌面摆放和断点恢复;301条生成队列终态,不代表历史GT缺口或辅助标签已全部补齐。"],
    ["354–355","OakInk2生产","独立原生四元数手/多物体适配;启动时571条资产就绪、51条待上游,每源只生产一次。"],
    ["356","容量感知准入","绑定完整NAS父预留、容量预测和短源回填;896GiB SSD总预算和200GiB底线不变,数值渲染不变。"]
  ],
  "channels": [
    ["RGB","rgb.mp4","1536×864 · 30fps","最终后处理图像,不是raw辐射度;以包内metadata为准。"],
    ["干净GT深度","depth_gt_mm.npz","camera-Z · 1mm量化","无传感器噪声;逐帧uint16/32/64,远背景可超过65.535m,不静默截断。"],
    ["带噪深度","depth_sensor_u16.npz","camera-Z · uint16毫米","主动双目模拟结果;带有效掩码,不以GT补洞,不是标定过的商用相机。"],
    ["可见分割","masks_visible_2bit.npz","每像素2 bit","按classes和bitorder解码;只表示可见类别,不等同接触标注。"],
    ["相机","camera_parameters.npz","K · world_to_camera · camera_to_world","同时保存frame_index、source_frame_index、image_size和坐标约定;不是只能从视频猜相机。"],
    ["原生手参数","mano_parameters.npz","原始MANO参数","逐手读取原始旋转、pose、translation、shape及源帧;不要混入辅助拟合参数。"],
    ["场景与追溯","metadata.json / scene_randomization.json","版本 · 种子 · SHA","按包追踪生成身份;嵌套旧SSD路径需显式artifact_locations解析。"],
    ["辅助拟合","按上游handoff登记","MANO/SOMA · 非GT","不参与渲染;缺失时不可宣称完整训练包就绪。" ]
  ],
  "quality": [
    "完成计数表示渲染与深度流程终态,不代表逐帧视觉验收、全部GT缺口已恢复或辅助标签齐全。",
    "ARCTIC覆盖301条公开完整动作;官方38条隐藏test GT不在此标注覆盖中。随机合成相机不是全部官方原始相机图像的重渲染承诺。",
    "V006历史包存在深度格式差异;必须检查每包文件、有效掩码和时钟。两个已知旧包曾缺GT,实时页单独显示当前仍缺失项。",
    "训练/验证划分应按原始source分组,同一动作的不同随机变体不能分到训练与验证两侧。",
    "模拟深度采用可见光材质灰度代理与调用方选择的噪声参数;不是LingBot作者原始模拟器,也不是某型号相机的物理标定。",
    "原始数据、模型权重与派生数据使用仍受各上游许可约束;此页提供文档和状态,不分发整套数据。"
  ],
  "samples": [
    {"title":"双手交叉","image":"media/egorender/bimanual.png","source":"ARCTIC · Hard Case参考帧","note":"真实源动作筛选;同源动作的历史交叉参考帧。"},
    {"title":"镜面反射","image":"media/egorender/mirror.png","source":"ARCTIC · Hard Case参考帧","note":"实际镜面几何;镜中人不是额外的人体实例。镜面GT为首交点深度。"},
    {"title":"多人","image":"media/egorender/multiple.png","source":"ARCTIC · Hard Case参考帧","note":"两套源人体与对应衣物;每个人保留独立源帧映射。"}
  ],
  "references": [
    ["LingBot-Depth §3.1","https://arxiv.org/html/2601.17895v1#S3.SS1"],
    ["LingBot官方代码","https://github.com/Robbyant/lingbot-depth"],
    ["ARCTIC","https://arctic.is.tue.mpg.de/"],
    ["只读进度数据","https://huggingface.co/datasets/DarthSoluke/EgoRendererStatus"]
  ]
}