Spaces:
Running
Running
claude opus 5.5
Sample Viewer (history squashed; viewer content is served from gated datasets)
54a51e6 Download sceneSample/b2/viewer.html from faradayfuture/SampleViewer: direct link, hf CLI and curl.
- Browser
- Download file 12 kB
-
https://huggingface.co/spaces/faradayfuture/SampleViewer/resolve/main/sceneSample/b2/viewer.html
- Command line
-
hf download hf://spaces/faradayfuture/SampleViewer/sceneSample/b2/viewer.html
-
curl -L -o viewer.html https://huggingface.co/spaces/faradayfuture/SampleViewer/resolve/main/sceneSample/b2/viewer.html
12 kB
| <html lang="en"> | |
| <head> | |
| <meta charset="utf-8"> | |
| <meta name="viewport" content="width=device-width, initial-scale=1"> | |
| <title>Robot Ego Reconstruction</title> | |
| <style> | |
| :root{--bg:#111110;--panel:rgba(24,24,22,.86);--ink:#ecebe6;--muted:#9a988f;--line:#3a3935;--accent:#7d9cf0;--left:#5aa9ff;--right:#ff9f43} | |
| *{box-sizing:border-box} | |
| html,body{margin:0;height:100%;background:var(--bg);color:var(--ink);font:13px/1.45 -apple-system,"Helvetica Neue",sans-serif;overflow:hidden} | |
| #view{position:fixed;inset:0} | |
| .panel{position:fixed;background:var(--panel);border:1px solid var(--line);border-radius:10px;padding:10px 12px;backdrop-filter:blur(6px)} | |
| #info{top:12px;left:12px;max-width:360px} | |
| #info h1{font-size:15px;margin:0 0 4px} | |
| #info .stat{color:var(--muted)} | |
| #info .badges{display:flex;flex-wrap:wrap;gap:4px;margin:6px 0} | |
| #info .badges span{background:#2a2a27;border-radius:5px;padding:1px 6px;font-size:11.5px} | |
| #layers{margin-top:6px;display:flex;gap:6px;flex-wrap:wrap} | |
| button{background:#2a2a27;color:var(--ink);border:1px solid var(--line);border-radius:6px;padding:4px 9px;font:inherit;cursor:pointer} | |
| button.on{border-color:var(--accent);color:var(--accent)} | |
| #pip{top:12px;right:12px;width:min(36vw,420px);padding:6px} | |
| #pip video{width:100%;display:block;border-radius:6px;background:#000} | |
| #pip .cap{color:var(--muted);font-size:11.5px;margin-top:3px} | |
| #bar{left:12px;right:12px;bottom:12px;display:grid;grid-template-columns:auto 1fr auto;gap:10px;align-items:center} | |
| #bar input[type=range]{width:100%} | |
| #chart{grid-column:1 / -1;width:100%;height:56px;display:block} | |
| #time{font-variant-numeric:tabular-nums;color:var(--muted);min-width:110px;text-align:right} | |
| .legend{display:flex;gap:12px;color:var(--muted);font-size:11.5px;margin-top:4px} | |
| .legend i{display:inline-block;width:10px;height:3px;vertical-align:middle;margin-right:4px} | |
| #msg{position:fixed;left:50%;top:50%;transform:translate(-50%,-50%);color:var(--muted)} | |
| @media (max-width:720px){#pip{width:46vw}#info{max-width:50vw;font-size:12px}} | |
| </style> | |
| <script src="../ss.js"></script><script>addEventListener("DOMContentLoaded",()=>SS.hydrate())</script> | |
| <script type="importmap"> | |
| {"imports":{"three":"https://cdn.jsdelivr.net/npm/three@0.160.0/build/three.module.js", | |
| "three/addons/":"https://cdn.jsdelivr.net/npm/three@0.160.0/examples/jsm/"}} | |
| </script> | |
| </head> | |
| <body> | |
| <div id="view"></div> | |
| <div id="msg">Loading point cloud…</div> | |
| <div class="panel" id="info"> | |
| <h1>Robot egocentric · shelf restocking → 3D scene + action</h1> | |
| <div class="stat" id="stats"></div> | |
| <div class="badges"><span>metric depth</span><span>full calibration</span><span>loop-closure de-drift</span><span>moving arm removed</span><span>1920px stereo colour</span></div> | |
| <div>Scene points</div> | |
| <div id="layers"> | |
| <button data-layer="rgb" class="on">RGB</button> | |
| <button data-layer="lidar">LiDAR height</button> | |
| <button data-layer="none">Hide</button> | |
| </div> | |
| <div style="margin-top:8px">View</div> | |
| <div id="views" style="display:flex;gap:6px;margin-top:4px;flex-wrap:wrap"> | |
| <button data-view="orbit">Overview</button> | |
| <button data-view="top">Top</button> | |
| <button data-view="follow">Follow robot</button> | |
| </div> | |
| <div class="legend"><span><i style="background:var(--left)"></i>Left end-effector</span><span><i style="background:var(--right)"></i>Right end-effector</span><span><i style="background:#9be29b"></i>Base</span></div> | |
| </div> | |
| <div class="panel" id="pip"> | |
| <video id="vid" data-ss-src="b2/data/head_stereo_left.mp4" muted playsinline preload="auto"></video> | |
| <div class="cap">Head stereo-left camera (faces blurred), synced with the 3D timeline</div> | |
| </div> | |
| <div class="panel" id="bar"> | |
| <button id="play">▶ Play</button> | |
| <input id="slider" type="range" min="0" max="2411" value="0" step="1"> | |
| <span id="time">0.0 s</span> | |
| <canvas id="chart"></canvas> | |
| </div> | |
| <script type="module"> | |
| import * as THREE from 'three'; | |
| import { OrbitControls } from 'three/addons/controls/OrbitControls.js'; | |
| import { PLYLoader } from 'three/addons/loaders/PLYLoader.js'; | |
| const V = '?v=1'; | |
| const view = document.getElementById('view'); | |
| const renderer = new THREE.WebGLRenderer({ antialias: true }); | |
| renderer.setPixelRatio(Math.min(devicePixelRatio, 2)); | |
| renderer.setSize(innerWidth, innerHeight); | |
| view.appendChild(renderer.domElement); | |
| const scene = new THREE.Scene(); | |
| scene.background = new THREE.Color(0x111110); | |
| const camera = new THREE.PerspectiveCamera(55, innerWidth / innerHeight, 0.02, 200); | |
| camera.up.set(0, 0, 1); | |
| const controls = new OrbitControls(camera, renderer.domElement); | |
| controls.enableDamping = true; | |
| scene.add(new THREE.GridHelper(12, 24, 0x333331, 0x222220).rotateX(Math.PI / 2)); | |
| const [action, stats] = await Promise.all([ | |
| fetch('data/action.json' + V).then(r => r.json()), | |
| fetch('data/recon_stats.json' + V).then(r => r.json()) | |
| ]); | |
| const F = action.frames, N = F.length, FPS = action.fps; | |
| document.getElementById('stats').innerHTML = | |
| `${stats.duration_s}s · ${N} frames @${FPS}Hz · scene ${(stats.scene_points / 1e6).toFixed(2)}M points<br>` + | |
| `base path ${stats.base_path_m}m · right EE path ${stats.right_ee_path_m}m · drift residual ${stats.residual_before_cm}→${stats.residual_after_cm}cm`; | |
| // point clouds | |
| const loader = new PLYLoader(); | |
| function brighten(geo, k) { | |
| const c = geo.getAttribute('color'); | |
| if (!c) return; | |
| for (let i = 0; i < c.array.length; i++) c.array[i] = Math.min(1, c.array[i] * k); | |
| c.needsUpdate = true; | |
| } | |
| const clouds = {}; | |
| function loadCloud(name, file, size, k) { | |
| return new Promise((res, rej) => loader.load(file + V, geo => { | |
| brighten(geo, k); | |
| const pts = new THREE.Points(geo, new THREE.PointsMaterial({ size, vertexColors: true, sizeAttenuation: true })); | |
| clouds[name] = pts; scene.add(pts); res(pts); | |
| }, undefined, rej)); | |
| } | |
| await loadCloud('rgb', 'data/scene_rgb.ply', 0.012, 1.7).catch(e => { document.getElementById('msg').textContent = 'Failed to load point cloud (serve this folder over http, see README): ' + e; }); | |
| document.getElementById('msg').remove(); | |
| loadCloud('lidar', 'data/scene.ply', 0.02, 1.0).then(p => { p.visible = false; }); | |
| // trajectories | |
| function line(key, color) { | |
| const pos = new Float32Array(N * 3); | |
| F.forEach((f, i) => pos.set(f[key], i * 3)); | |
| const g = new THREE.BufferGeometry(); g.setAttribute('position', new THREE.BufferAttribute(pos, 3)); | |
| g.setDrawRange(0, 1); | |
| const l = new THREE.Line(g, new THREE.LineBasicMaterial({ color, transparent: true, opacity: 0.9 })); | |
| scene.add(l); return l; | |
| } | |
| const baseZ = 0.02; | |
| const basePos = F.map(f => [f.base[0], f.base[1], baseZ]); | |
| const lineL = line('ee_l', 0x5aa9ff), lineR = line('ee_r', 0xff9f43); | |
| const baseGeo = new THREE.BufferGeometry(); | |
| baseGeo.setAttribute('position', new THREE.BufferAttribute(new Float32Array(basePos.flat()), 3)); | |
| const lineB = new THREE.Line(baseGeo, new THREE.LineBasicMaterial({ color: 0x9be29b })); scene.add(lineB); | |
| // gripper markers: two jaws whose gap follows the gripper opening | |
| function gripper(color) { | |
| const g = new THREE.Group(); | |
| const m = new THREE.MeshBasicMaterial({ color }); | |
| const palm = new THREE.Mesh(new THREE.BoxGeometry(0.05, 0.02, 0.02), m); | |
| const j1 = new THREE.Mesh(new THREE.BoxGeometry(0.012, 0.012, 0.06), m); | |
| const j2 = j1.clone(); | |
| g.add(palm, j1, j2); g.userData = { j1, j2 }; scene.add(g); return g; | |
| } | |
| const gL = gripper(0x5aa9ff), gR = gripper(0xff9f43); | |
| const robot = new THREE.Group(); | |
| const body = new THREE.Mesh(new THREE.BoxGeometry(0.55, 0.45, 0.04), new THREE.MeshBasicMaterial({ color: 0x9be29b, wireframe: true })); | |
| body.position.z = 0.03; | |
| const nose = new THREE.Mesh(new THREE.ConeGeometry(0.06, 0.16, 12), new THREE.MeshBasicMaterial({ color: 0x9be29b })); | |
| nose.rotation.z = -Math.PI / 2; nose.position.set(0.34, 0, 0.03); | |
| robot.add(body, nose); scene.add(robot); | |
| const q = new THREE.Quaternion(); | |
| function setFrame(i) { | |
| const f = F[i]; | |
| for (const [g, p, qq, open] of [[gL, f.ee_l, f.q_l, f.grip_l], [gR, f.ee_r, f.q_r, f.grip_r]]) { | |
| g.position.set(...p); | |
| q.set(qq[0], qq[1], qq[2], qq[3]); g.quaternion.copy(q); | |
| const gap = 0.012 + 0.04 * open; | |
| g.userData.j1.position.set(-gap, 0, 0.03); g.userData.j2.position.set(gap, 0, 0.03); | |
| } | |
| robot.position.set(f.base[0], f.base[1], 0); robot.rotation.z = f.base[2]; | |
| lineL.geometry.setDrawRange(0, i + 1); lineR.geometry.setDrawRange(0, i + 1); | |
| baseGeo.setDrawRange(0, i + 1); | |
| slider.value = i; | |
| timeEl.textContent = `${f.t.toFixed(1)} s · #${i}`; | |
| drawChart(i); | |
| if (mode === 'follow') follow(f); | |
| } | |
| // gripper chart | |
| const chart = document.getElementById('chart'), ctx = chart.getContext('2d'); | |
| function drawChart(i) { | |
| const w = chart.width = chart.clientWidth * devicePixelRatio, h = chart.height = chart.clientHeight * devicePixelRatio; | |
| ctx.clearRect(0, 0, w, h); | |
| ctx.fillStyle = '#9a988f'; ctx.font = `${10 * devicePixelRatio}px sans-serif`; | |
| ctx.fillText('Gripper opening (up = open)', 4, 11 * devicePixelRatio); | |
| for (const [key, col] of [['grip_l', '#5aa9ff'], ['grip_r', '#ff9f43']]) { | |
| ctx.strokeStyle = col; ctx.lineWidth = 1.5 * devicePixelRatio; ctx.beginPath(); | |
| F.forEach((f, k) => { const x = k / (N - 1) * w, y = h - 3 - f[key] * (h - 16); k ? ctx.lineTo(x, y) : ctx.moveTo(x, y); }); | |
| ctx.stroke(); | |
| } | |
| ctx.strokeStyle = '#ecebe6'; ctx.lineWidth = 1 * devicePixelRatio; | |
| const x = i / (N - 1) * w; ctx.beginPath(); ctx.moveTo(x, 0); ctx.lineTo(x, h); ctx.stroke(); | |
| } | |
| chart.addEventListener('click', e => seek(Math.round(e.offsetX / chart.clientWidth * (N - 1)))); | |
| // timeline + video sync (video is the clock while playing) | |
| const slider = document.getElementById('slider'), timeEl = document.getElementById('time'); | |
| const vid = document.getElementById('vid'), playBtn = document.getElementById('play'); | |
| let frame = 0, playing = false; | |
| function seek(i) { frame = Math.max(0, Math.min(N - 1, i)); vid.currentTime = (frame + 0.5) / FPS; setFrame(frame); } | |
| slider.addEventListener('input', () => seek(+slider.value)); | |
| playBtn.onclick = () => { | |
| playing = !playing; | |
| playBtn.textContent = playing ? '❚❚ Pause' : '▶ Play'; | |
| if (playing) { if (frame >= N - 1) seek(0); vid.play().catch(() => {}); } else vid.pause(); | |
| }; | |
| vid.addEventListener('ended', () => { playing = false; playBtn.textContent = '▶ Play'; }); | |
| // cameras | |
| let mode = 'orbit'; | |
| function setView(m) { | |
| mode = m; | |
| document.querySelectorAll('#views button').forEach(b => b.classList.toggle('on', b.dataset.view === m)); | |
| const c = new THREE.Vector3(0.6, 0.2, 0.8); | |
| if (m === 'orbit') { camera.position.set(-2.6, -3.4, 3.0); controls.target.copy(c); } | |
| if (m === 'top') { camera.position.set(0.6, 0.15, 7.5); controls.target.set(0.6, 0.2, 0); } | |
| if (m === 'follow') follow(F[frame], true); | |
| } | |
| function follow(f, jump) { | |
| const [x, y, yaw] = f.base; | |
| const target = new THREE.Vector3(x + Math.cos(yaw) * 0.9, y + Math.sin(yaw) * 0.9, 0.85); | |
| const eye = new THREE.Vector3(x - Math.cos(yaw) * 1.6, y - Math.sin(yaw) * 1.6, 1.9); | |
| if (jump) { camera.position.copy(eye); controls.target.copy(target); return; } | |
| camera.position.lerp(eye, 0.08); controls.target.lerp(target, 0.08); | |
| } | |
| document.querySelectorAll('#views button').forEach(b => b.onclick = () => setView(b.dataset.view)); | |
| document.querySelectorAll('#layers button').forEach(b => b.onclick = () => { | |
| document.querySelectorAll('#layers button').forEach(x => x.classList.toggle('on', x === b)); | |
| for (const [k, p] of Object.entries(clouds)) p.visible = (k === b.dataset.layer); | |
| }); | |
| setView('orbit'); setFrame(0); | |
| addEventListener('resize', () => { | |
| camera.aspect = innerWidth / innerHeight; camera.updateProjectionMatrix(); | |
| renderer.setSize(innerWidth, innerHeight); drawChart(frame); | |
| }); | |
| renderer.setAnimationLoop(() => { | |
| if (playing) { | |
| const i = Math.min(N - 1, Math.floor(vid.currentTime * FPS)); | |
| if (i !== frame) { frame = i; setFrame(i); } | |
| } | |
| controls.update(); | |
| renderer.render(scene, camera); | |
| }); | |
| </script> | |
| </body> | |
| </html> | |