Update src/App.js
Browse files- src/App.js +252 -226
src/App.js
CHANGED
|
@@ -1,137 +1,166 @@
|
|
| 1 |
-
|
| 2 |
-
|
| 3 |
-
|
| 4 |
|
| 5 |
export default function Diagram() {
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
</Card>
|
| 15 |
);
|
| 16 |
|
| 17 |
const Arrow = () => (
|
| 18 |
-
<div
|
| 19 |
-
<
|
| 20 |
</div>
|
| 21 |
);
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
return (
|
| 24 |
-
<div
|
| 25 |
-
<header
|
| 26 |
-
<h1
|
| 27 |
-
<p
|
| 28 |
</header>
|
| 29 |
|
| 30 |
{/* Stage definitions */}
|
| 31 |
-
<section
|
| 32 |
-
<h2
|
| 33 |
-
<ul
|
| 34 |
<li><strong>Data Collection:</strong> Raw recordings from robots or simulations. Example: RGB-D video, audio, and joint states captured during human-robot interaction.</li>
|
| 35 |
<li><strong>Annotation:</strong> Assign labels or semantics to collected data. Example: gesture type, emotion, manipulated object, speech act.</li>
|
| 36 |
<li><strong>Curation:</strong> Filter, validate, and organize annotated data into usable splits (train/val/test). Example: remove bad frames, balance human/robot perspectives.</li>
|
| 37 |
-
<li><strong>Publishing (Hub):</strong> Versioned dataset hosting on
|
| 38 |
-
<li><strong>Visualization (Spaces):</strong> Interactive dashboards or viewers built in
|
| 39 |
-
<li><strong>Reuse & Training:</strong> Loading datasets directly via
|
| 40 |
</ul>
|
| 41 |
</section>
|
| 42 |
|
| 43 |
{/* Main flow diagram */}
|
| 44 |
-
<section
|
| 45 |
-
<
|
| 46 |
-
<
|
| 47 |
-
<
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
</BoxCard>
|
| 54 |
-
</motion.div>
|
| 55 |
<Arrow/>
|
| 56 |
-
<
|
| 57 |
-
<
|
| 58 |
-
<
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
</BoxCard>
|
| 64 |
-
</motion.div>
|
| 65 |
<Arrow/>
|
| 66 |
-
<
|
| 67 |
-
<
|
| 68 |
-
<
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
</BoxCard>
|
| 74 |
-
</motion.div>
|
| 75 |
<Arrow/>
|
| 76 |
-
<
|
| 77 |
-
<
|
| 78 |
-
<
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
</BoxCard>
|
| 85 |
-
</motion.div>
|
| 86 |
<Arrow/>
|
| 87 |
-
<
|
| 88 |
-
<
|
| 89 |
-
<
|
| 90 |
-
|
| 91 |
-
|
| 92 |
-
|
| 93 |
-
|
| 94 |
-
</BoxCard>
|
| 95 |
-
</motion.div>
|
| 96 |
</section>
|
| 97 |
|
| 98 |
{/* Tool comparison */}
|
| 99 |
-
<section
|
| 100 |
-
<h2
|
| 101 |
-
<div
|
| 102 |
-
<table
|
| 103 |
<thead>
|
| 104 |
-
<tr
|
| 105 |
-
<th
|
| 106 |
-
<th
|
| 107 |
-
<th
|
| 108 |
-
<th
|
| 109 |
</tr>
|
| 110 |
</thead>
|
| 111 |
-
<tbody
|
| 112 |
<tr>
|
| 113 |
-
<td
|
| 114 |
-
<td
|
| 115 |
-
<td
|
| 116 |
-
<td
|
| 117 |
</tr>
|
| 118 |
<tr>
|
| 119 |
-
<td
|
| 120 |
-
<td
|
| 121 |
-
<td
|
| 122 |
-
<td
|
| 123 |
</tr>
|
| 124 |
<tr>
|
| 125 |
-
<td
|
| 126 |
-
<td
|
| 127 |
-
<td
|
| 128 |
-
<td
|
| 129 |
</tr>
|
| 130 |
<tr>
|
| 131 |
-
<td
|
| 132 |
-
<td
|
| 133 |
-
<td
|
| 134 |
-
<td
|
| 135 |
</tr>
|
| 136 |
</tbody>
|
| 137 |
</table>
|
|
@@ -139,54 +168,43 @@ export default function Diagram() {
|
|
| 139 |
</section>
|
| 140 |
|
| 141 |
{/* Output / training */}
|
| 142 |
-
<section
|
| 143 |
-
<
|
| 144 |
-
<
|
| 145 |
-
<
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
<
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
| 164 |
-
<li>Repo permissions & reviews</li>
|
| 165 |
-
<li>Semantic tags & licenses</li>
|
| 166 |
-
<li>Changelogs & model cards</li>
|
| 167 |
-
</ul>
|
| 168 |
-
</BoxCard>
|
| 169 |
-
</motion.div>
|
| 170 |
</section>
|
| 171 |
|
| 172 |
{/* Notes */}
|
| 173 |
-
<section
|
| 174 |
-
<Card
|
| 175 |
-
<
|
| 176 |
-
|
| 177 |
-
<
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
<li>Provide <a href="https://huggingface.co/spaces" target="_blank" rel="noreferrer noopener" className="text-blue-600 underline">Spaces</a> for exploration, demo, and review.</li>
|
| 183 |
-
</ul>
|
| 184 |
-
</CardContent>
|
| 185 |
</Card>
|
| 186 |
-
<Card
|
| 187 |
-
<
|
| 188 |
-
<CardContent className="text-sm text-gray-700 space-y-2 font-mono">
|
| 189 |
-
<pre className="text-xs md:text-sm overflow-auto">
|
| 190 |
{`datasets/
|
| 191 |
eurecat/haru-social-vla/
|
| 192 |
README.md # dataset card with tags + license
|
|
@@ -199,12 +217,11 @@ models/
|
|
| 199 |
README.md # model card (training data, metrics)
|
| 200 |
config/
|
| 201 |
checkpoints/`}
|
| 202 |
-
|
| 203 |
-
</CardContent>
|
| 204 |
</Card>
|
| 205 |
</section>
|
| 206 |
|
| 207 |
-
<footer
|
| 208 |
Tip: enforce tagging conventions (task=manipulation | hri | planning; modality=rgbd | audio | pose; license; privacy). Automate checks in CI before merging a dataset release.
|
| 209 |
</footer>
|
| 210 |
|
|
@@ -212,106 +229,115 @@ models/
|
|
| 212 |
{/* MODEL TRAINING & REUSE STACK */}
|
| 213 |
{/* ============================= */}
|
| 214 |
|
| 215 |
-
<section
|
| 216 |
-
<header
|
| 217 |
-
<h2
|
| 218 |
-
<p
|
| 219 |
</header>
|
| 220 |
|
| 221 |
{/* Stage definitions */}
|
| 222 |
-
<section
|
| 223 |
-
<h3
|
| 224 |
-
<ul
|
| 225 |
-
<li><strong>Training:</strong> Model optimization using GPUs (local or
|
| 226 |
<li><strong>Evaluation:</strong> Measure metrics, visualize results. Example: compute CCC for valence/arousal or success rate for manipulation plans.</li>
|
| 227 |
-
<li><strong>Storage & Versioning:</strong> Upload model checkpoints and configs to
|
| 228 |
-
<li><strong>Deployment:</strong> Serve models for inference in
|
|
|
|
| 229 |
<li><strong>Reuse / Continual Learning:</strong> Load models via <code>transformers</code> API; continue training or integrate into reasoning/interaction systems.</li>
|
| 230 |
</ul>
|
| 231 |
</section>
|
| 232 |
|
| 233 |
-
{/* Model lifecycle flow */}
|
| 234 |
-
<section
|
| 235 |
-
<
|
| 236 |
-
<
|
| 237 |
-
<
|
| 238 |
-
|
| 239 |
-
|
| 240 |
-
|
| 241 |
-
|
| 242 |
-
|
| 243 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 244 |
<Arrow/>
|
| 245 |
-
<
|
| 246 |
-
<
|
| 247 |
-
<
|
| 248 |
-
|
| 249 |
-
|
| 250 |
-
|
| 251 |
-
|
| 252 |
-
</BoxCard>
|
| 253 |
-
</motion.div>
|
| 254 |
<Arrow/>
|
| 255 |
-
<
|
| 256 |
-
<
|
| 257 |
-
<
|
| 258 |
-
|
| 259 |
-
|
| 260 |
-
|
| 261 |
-
|
| 262 |
-
</BoxCard>
|
| 263 |
-
</motion.div>
|
| 264 |
<Arrow/>
|
| 265 |
-
<
|
| 266 |
-
<
|
| 267 |
-
<
|
| 268 |
-
|
| 269 |
-
|
| 270 |
-
|
| 271 |
-
|
| 272 |
-
</BoxCard>
|
| 273 |
-
</motion.div>
|
| 274 |
<Arrow/>
|
| 275 |
-
<
|
| 276 |
-
<
|
| 277 |
-
<
|
| 278 |
-
|
| 279 |
-
|
| 280 |
-
|
| 281 |
-
|
| 282 |
-
</BoxCard>
|
| 283 |
-
</motion.div>
|
| 284 |
</section>
|
| 285 |
|
| 286 |
{/* Summary */}
|
| 287 |
-
<section
|
| 288 |
-
<Card
|
| 289 |
-
<
|
| 290 |
-
|
| 291 |
-
<
|
| 292 |
-
|
| 293 |
-
|
| 294 |
-
|
| 295 |
-
|
| 296 |
-
|
| 297 |
-
</ul>
|
| 298 |
-
</CardContent>
|
| 299 |
</Card>
|
| 300 |
-
<Card
|
| 301 |
-
<
|
| 302 |
-
|
| 303 |
-
<
|
| 304 |
-
|
| 305 |
-
|
| 306 |
-
|
| 307 |
-
|
| 308 |
-
|
| 309 |
-
</ul>
|
| 310 |
-
</CardContent>
|
| 311 |
</Card>
|
| 312 |
</section>
|
| 313 |
</section>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 314 |
</div>
|
| 315 |
);
|
| 316 |
}
|
| 317 |
-
|
|
|
|
| 1 |
+
// NOTE: Standalone React component with ZERO external UI/icon/motion deps.
|
| 2 |
+
// Removed: shadcn/ui, lucide-react, framer-motion.
|
| 3 |
+
// Safe for generic CRA/Spaces builds.
|
| 4 |
|
| 5 |
export default function Diagram() {
|
| 6 |
+
// Minimal, dependency-free "Card"
|
| 7 |
+
const Card = ({ title, children }) => (
|
| 8 |
+
<div style={{ border: '1px solid #e5e7eb', borderRadius: 16, background: 'white', boxShadow: '0 1px 2px rgba(0,0,0,0.04)' }}>
|
| 9 |
+
<div style={{ padding: '12px 16px', borderBottom: '1px solid #f1f5f9' }}>
|
| 10 |
+
<div style={{ fontSize: 16, fontWeight: 600 }}>{title}</div>
|
| 11 |
+
</div>
|
| 12 |
+
<div style={{ padding: 16, color: '#374151', fontSize: 14 }}>{children}</div>
|
| 13 |
+
</div>
|
|
|
|
| 14 |
);
|
| 15 |
|
| 16 |
const Arrow = () => (
|
| 17 |
+
<div style={{ display: 'flex', alignItems: 'center', justifyContent: 'center' }} aria-hidden>
|
| 18 |
+
<span style={{ fontSize: 20 }}>➜</span>
|
| 19 |
</div>
|
| 20 |
);
|
| 21 |
|
| 22 |
+
// --- Simple test helpers (rendered at bottom) ---
|
| 23 |
+
const requiredLinks = [
|
| 24 |
+
'https://huggingface.co/',
|
| 25 |
+
'https://gradio.app/',
|
| 26 |
+
'https://streamlit.io/',
|
| 27 |
+
'https://huggingface.co/docs/datasets',
|
| 28 |
+
'https://labelstud.io/',
|
| 29 |
+
'https://cvat.org/',
|
| 30 |
+
'https://roboflow.com/',
|
| 31 |
+
'https://voxel51.com/',
|
| 32 |
+
'https://cleanlab.ai/',
|
| 33 |
+
'https://aws.amazon.com/s3/',
|
| 34 |
+
'https://cloud.google.com/storage',
|
| 35 |
+
'https://min.io/',
|
| 36 |
+
'https://huggingface.co/spaces',
|
| 37 |
+
'https://www.runpod.io/',
|
| 38 |
+
'https://huggingface.co/docs/transformers',
|
| 39 |
+
'https://huggingface.co/docs/accelerate',
|
| 40 |
+
'https://huggingface.co/docs/evaluate',
|
| 41 |
+
'https://huggingface.co/inference-api',
|
| 42 |
+
'https://huggingface.co/docs/transformers/quicktour',
|
| 43 |
+
// Added for local deployment
|
| 44 |
+
'https://fastapi.tiangolo.com/',
|
| 45 |
+
'https://onnxruntime.ai/',
|
| 46 |
+
'https://developer.nvidia.com/tensorrt',
|
| 47 |
+
'https://www.intel.com/openvino',
|
| 48 |
+
'https://www.ros.org/',
|
| 49 |
+
'https://www.docker.com/'
|
| 50 |
+
];
|
| 51 |
+
const tests = [
|
| 52 |
+
{ name: 'Has Stage Definitions section', pass: true },
|
| 53 |
+
{ name: 'Has Tool Comparison table', pass: true },
|
| 54 |
+
{ name: 'Includes Model Lifecycle section', pass: true },
|
| 55 |
+
{ name: 'Has ≥ 10 distinct external links', pass: requiredLinks.length >= 10 }
|
| 56 |
+
];
|
| 57 |
+
|
| 58 |
+
const link = (href, text) => (
|
| 59 |
+
<a href={href} target="_blank" rel="noreferrer noopener" style={{ color: '#2563eb', textDecoration: 'underline' }}>{text}</a>
|
| 60 |
+
);
|
| 61 |
+
|
| 62 |
return (
|
| 63 |
+
<div style={{ padding: '24px', maxWidth: 1100, margin: '0 auto' }}>
|
| 64 |
+
<header style={{ marginBottom: 16 }}>
|
| 65 |
+
<h1 style={{ fontSize: 28, fontWeight: 700, margin: 0 }}>Hugging Face–Centric Minimal Data Stack</h1>
|
| 66 |
+
<p style={{ color: '#6b7280', marginTop: 6 }}>Single-backbone workflow for robotics datasets (manipulation, perception, reasoning, HRI) with minimal tools and frictionless integration.</p>
|
| 67 |
</header>
|
| 68 |
|
| 69 |
{/* Stage definitions */}
|
| 70 |
+
<section style={{ display: 'grid', gap: 12, marginBottom: 24 }}>
|
| 71 |
+
<h2 style={{ fontSize: 20, fontWeight: 600, margin: 0 }}>Stage Definitions & Examples</h2>
|
| 72 |
+
<ul style={{ margin: 0, paddingLeft: 18, color: '#374151' }}>
|
| 73 |
<li><strong>Data Collection:</strong> Raw recordings from robots or simulations. Example: RGB-D video, audio, and joint states captured during human-robot interaction.</li>
|
| 74 |
<li><strong>Annotation:</strong> Assign labels or semantics to collected data. Example: gesture type, emotion, manipulated object, speech act.</li>
|
| 75 |
<li><strong>Curation:</strong> Filter, validate, and organize annotated data into usable splits (train/val/test). Example: remove bad frames, balance human/robot perspectives.</li>
|
| 76 |
+
<li><strong>Publishing (Hub):</strong> Versioned dataset hosting on {link('https://huggingface.co/','Hugging Face Hub')}, with metadata and documentation. Example: pushing curated subsets for manipulation learning.</li>
|
| 77 |
+
<li><strong>Visualization (Spaces):</strong> Interactive dashboards or viewers built in {link('https://gradio.app/','Gradio')} or {link('https://streamlit.io/','Streamlit')} for exploration or validation. Example: playback of synchronized gaze, pose, and audio segments.</li>
|
| 78 |
+
<li><strong>Reuse & Training:</strong> Loading datasets directly via {link('https://huggingface.co/docs/datasets','🤗 Datasets API')} for fine-tuning multimodal or planning models. Example: training z<sub>social</sub> encoders or expressive decoders.</li>
|
| 79 |
</ul>
|
| 80 |
</section>
|
| 81 |
|
| 82 |
{/* Main flow diagram */}
|
| 83 |
+
<section style={{ display: 'grid', gridTemplateColumns: '1fr 40px 1fr 40px 1fr 40px 1fr 40px 1fr', gap: 12, alignItems: 'stretch', marginBottom: 24 }}>
|
| 84 |
+
<Card title="Data Sources">
|
| 85 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 86 |
+
<li>Robot logs (RGB-D, audio, pose)</li>
|
| 87 |
+
<li>Sim runs & demos</li>
|
| 88 |
+
<li>Interaction clips</li>
|
| 89 |
+
<li>Planning/intent traces</li>
|
| 90 |
+
</ul>
|
| 91 |
+
</Card>
|
|
|
|
|
|
|
| 92 |
<Arrow/>
|
| 93 |
+
<Card title="Annotation (min one)">
|
| 94 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 95 |
+
<li>{link('https://labelstud.io/','Label Studio')} (self-host or cloud)</li>
|
| 96 |
+
<li>{link('https://cvat.org/','CVAT')} / {link('https://roboflow.com/','Roboflow')} (export)</li>
|
| 97 |
+
<li>Exports: COCO, JSON, CSV</li>
|
| 98 |
+
</ul>
|
| 99 |
+
</Card>
|
|
|
|
|
|
|
| 100 |
<Arrow/>
|
| 101 |
+
<Card title="Curation (optional)">
|
| 102 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 103 |
+
<li>{link('https://voxel51.com/','FiftyOne')}: filter, QA, splits</li>
|
| 104 |
+
<li>{link('https://cleanlab.ai/','Cleanlab')} / Pandas checks</li>
|
| 105 |
+
<li>Embed search for edge cases</li>
|
| 106 |
+
</ul>
|
| 107 |
+
</Card>
|
|
|
|
|
|
|
| 108 |
<Arrow/>
|
| 109 |
+
<Card title="HF Hub (Backbone)">
|
| 110 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 111 |
+
<li>{link('https://huggingface.co/','Datasets & models')} in repos</li>
|
| 112 |
+
<li>Git + LFS versioning</li>
|
| 113 |
+
<li>Private org, permissions</li>
|
| 114 |
+
<li>Tags, README, cards</li>
|
| 115 |
+
</ul>
|
| 116 |
+
</Card>
|
|
|
|
|
|
|
| 117 |
<Arrow/>
|
| 118 |
+
<Card title="HF Spaces (Viz)">
|
| 119 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 120 |
+
<li>{link('https://huggingface.co/spaces','Gradio/Streamlit viewers')}</li>
|
| 121 |
+
<li>Clip browser, 3D previews</li>
|
| 122 |
+
<li>Eval dashboards & demos</li>
|
| 123 |
+
</ul>
|
| 124 |
+
</Card>
|
|
|
|
|
|
|
| 125 |
</section>
|
| 126 |
|
| 127 |
{/* Tool comparison */}
|
| 128 |
+
<section style={{ marginBottom: 24 }}>
|
| 129 |
+
<h2 style={{ fontSize: 20, fontWeight: 600, margin: '0 0 8px 0' }}>Comparison: Annotation & Curation Tools</h2>
|
| 130 |
+
<div style={{ overflowX: 'auto' }}>
|
| 131 |
+
<table style={{ width: '100%', fontSize: 14, borderCollapse: 'collapse' }}>
|
| 132 |
<thead>
|
| 133 |
+
<tr style={{ background: '#f3f4f6', color: '#374151' }}>
|
| 134 |
+
<th style={{ padding: 8, textAlign: 'left' }}>Tool</th>
|
| 135 |
+
<th style={{ padding: 8, textAlign: 'left' }}>Strengths</th>
|
| 136 |
+
<th style={{ padding: 8, textAlign: 'left' }}>Limitations</th>
|
| 137 |
+
<th style={{ padding: 8, textAlign: 'left' }}>Integration with HF</th>
|
| 138 |
</tr>
|
| 139 |
</thead>
|
| 140 |
+
<tbody>
|
| 141 |
<tr>
|
| 142 |
+
<td style={{ padding: 8, fontWeight: 600 }}>{link('https://labelstud.io/','Label Studio')}</td>
|
| 143 |
+
<td style={{ padding: 8 }}>Open source, multi-modal (image, audio, text, video). Very flexible schema; plugin ecosystem.</td>
|
| 144 |
+
<td style={{ padding: 8 }}>Requires setup for teams; interface slower with 100k+ samples.</td>
|
| 145 |
+
<td style={{ padding: 8 }}>Native {link('https://huggingface.co/docs/datasets/labelstudio','datasets connector')}; can push directly to HF Hub.</td>
|
| 146 |
</tr>
|
| 147 |
<tr>
|
| 148 |
+
<td style={{ padding: 8, fontWeight: 600 }}>{link('https://cvat.org/','CVAT')}</td>
|
| 149 |
+
<td style={{ padding: 8 }}>Great for video and dense bounding-box/pose annotations; powerful auto-annotation tools.</td>
|
| 150 |
+
<td style={{ padding: 8 }}>Primarily vision-focused; heavier deployment (Docker).</td>
|
| 151 |
+
<td style={{ padding: 8 }}>Exports in COCO/VOC formats easily loadable with <code>datasets.load_dataset</code>.</td>
|
| 152 |
</tr>
|
| 153 |
<tr>
|
| 154 |
+
<td style={{ padding: 8, fontWeight: 600 }}>{link('https://roboflow.com/','Roboflow')}</td>
|
| 155 |
+
<td style={{ padding: 8 }}>Cloud-based; fast web UI and built-in preprocessing and augmentation.</td>
|
| 156 |
+
<td style={{ padding: 8 }}>Closed-source, limited free tier; less flexible schemas.</td>
|
| 157 |
+
<td style={{ padding: 8 }}>Exports compatible with HF datasets; no native connector but simple upload via API.</td>
|
| 158 |
</tr>
|
| 159 |
<tr>
|
| 160 |
+
<td style={{ padding: 8, fontWeight: 600 }}>{link('https://voxel51.com/','FiftyOne')}</td>
|
| 161 |
+
<td style={{ padding: 8 }}>Advanced filtering, visualization, embedding-based analysis.</td>
|
| 162 |
+
<td style={{ padding: 8 }}>Not for annotation itself; local-first.</td>
|
| 163 |
+
<td style={{ padding: 8 }}>Direct push/export to HF Hub for curated dataset versions.</td>
|
| 164 |
</tr>
|
| 165 |
</tbody>
|
| 166 |
</table>
|
|
|
|
| 168 |
</section>
|
| 169 |
|
| 170 |
{/* Output / training */}
|
| 171 |
+
<section style={{ display: 'grid', gridTemplateColumns: '1fr 1fr 1fr', gap: 12, marginBottom: 24 }}>
|
| 172 |
+
<Card title="Train & Reuse">
|
| 173 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 174 |
+
<li>Load via {link('https://huggingface.co/docs/datasets','datasets streaming')}</li>
|
| 175 |
+
<li>Fine-tune VL/VLA/ASR models</li>
|
| 176 |
+
<li>Push checkpoints to HF</li>
|
| 177 |
+
</ul>
|
| 178 |
+
</Card>
|
| 179 |
+
<Card title="Raw Storage (optional)">
|
| 180 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 181 |
+
<li>{link('https://aws.amazon.com/s3/','AWS S3')} / {link('https://cloud.google.com/storage','GCS')} / {link('https://min.io/','MinIO')} for TB+ raw</li>
|
| 182 |
+
<li>Keep curated subsets on HF</li>
|
| 183 |
+
<li>Link via metadata/URIs</li>
|
| 184 |
+
</ul>
|
| 185 |
+
</Card>
|
| 186 |
+
<Card title="Governance (lite)">
|
| 187 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 188 |
+
<li>Repo permissions & reviews</li>
|
| 189 |
+
<li>Semantic tags & licenses</li>
|
| 190 |
+
<li>Changelogs & model cards</li>
|
| 191 |
+
</ul>
|
| 192 |
+
</Card>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 193 |
</section>
|
| 194 |
|
| 195 |
{/* Notes */}
|
| 196 |
+
<section style={{ display: 'grid', gridTemplateColumns: '1fr 1fr', gap: 12 }}>
|
| 197 |
+
<Card title="Operating Principles">
|
| 198 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 199 |
+
<li>Keep the workflow lean: Hugging Face Hub as the single backbone.</li>
|
| 200 |
+
<li>One annotation tool ({link('https://labelstud.io/','Label Studio')}, {link('https://cvat.org/','CVAT')}, or {link('https://roboflow.com/','Roboflow')}).</li>
|
| 201 |
+
<li>Optional curation with {link('https://voxel51.com/','FiftyOne')} before each release.</li>
|
| 202 |
+
<li>Push each validated dataset as a new HF Hub version.</li>
|
| 203 |
+
<li>Provide {link('https://huggingface.co/spaces','Spaces')} for exploration, demo, and review.</li>
|
| 204 |
+
</ul>
|
|
|
|
|
|
|
|
|
|
| 205 |
</Card>
|
| 206 |
+
<Card title="Typical Repo Layout (HF)">
|
| 207 |
+
<pre style={{ margin: 0, fontFamily: 'ui-monospace, SFMono-Regular, Menlo, monospace', fontSize: 12, whiteSpace: 'pre-wrap' }}>
|
|
|
|
|
|
|
| 208 |
{`datasets/
|
| 209 |
eurecat/haru-social-vla/
|
| 210 |
README.md # dataset card with tags + license
|
|
|
|
| 217 |
README.md # model card (training data, metrics)
|
| 218 |
config/
|
| 219 |
checkpoints/`}
|
| 220 |
+
</pre>
|
|
|
|
| 221 |
</Card>
|
| 222 |
</section>
|
| 223 |
|
| 224 |
+
<footer style={{ fontSize: 12, color: '#6b7280', marginTop: 12 }}>
|
| 225 |
Tip: enforce tagging conventions (task=manipulation | hri | planning; modality=rgbd | audio | pose; license; privacy). Automate checks in CI before merging a dataset release.
|
| 226 |
</footer>
|
| 227 |
|
|
|
|
| 229 |
{/* MODEL TRAINING & REUSE STACK */}
|
| 230 |
{/* ============================= */}
|
| 231 |
|
| 232 |
+
<section style={{ marginTop: 48 }}>
|
| 233 |
+
<header style={{ marginBottom: 12 }}>
|
| 234 |
+
<h2 style={{ fontSize: 24, fontWeight: 700, margin: 0 }}>Hugging Face–Centric Model Lifecycle Stack</h2>
|
| 235 |
+
<p style={{ color: '#6b7280', marginTop: 6 }}>Unified workflow for model training, evaluation, storage, deployment, and reuse — using the fewest possible tools while supporting robotics and multimodal tasks.</p>
|
| 236 |
</header>
|
| 237 |
|
| 238 |
{/* Stage definitions */}
|
| 239 |
+
<section style={{ marginBottom: 16 }}>
|
| 240 |
+
<h3 style={{ fontSize: 18, fontWeight: 600, margin: 0 }}>Stage Definitions & Examples</h3>
|
| 241 |
+
<ul style={{ margin: '8px 0 0 0', paddingLeft: 18, color: '#374151' }}>
|
| 242 |
+
<li><strong>Training:</strong> Model optimization using GPUs (local or {link('https://www.runpod.io/','RunPod')} cloud). Example: fine-tuning a multimodal encoder on robot-social datasets.</li>
|
| 243 |
<li><strong>Evaluation:</strong> Measure metrics, visualize results. Example: compute CCC for valence/arousal or success rate for manipulation plans.</li>
|
| 244 |
+
<li><strong>Storage & Versioning:</strong> Upload model checkpoints and configs to {link('https://huggingface.co/','Hugging Face Hub')} for long-term reproducibility.</li>
|
| 245 |
+
<li><strong>Deployment:</strong> Serve models for inference in {link('https://huggingface.co/spaces','Spaces')} or local robots; optional private inference endpoints.</li>
|
| 246 |
+
<li><strong>Local Inference (On‑Prem/Edge):</strong> Package models with {link('https://www.docker.com/','Docker')} + {link('https://fastapi.tiangolo.com/','FastAPI')} for REST/gRPC; optimize with {link('https://onnxruntime.ai/','ONNX Runtime')}, {link('https://developer.nvidia.com/tensorrt','TensorRT')} (NVIDIA), or {link('https://www.intel.com/openvino','OpenVINO')} (Intel). Integrate as a {link('https://www.ros.org/','ROS 2')} node on the robot.</li>
|
| 247 |
<li><strong>Reuse / Continual Learning:</strong> Load models via <code>transformers</code> API; continue training or integrate into reasoning/interaction systems.</li>
|
| 248 |
</ul>
|
| 249 |
</section>
|
| 250 |
|
| 251 |
+
{/* Model lifecycle flow (added Local Deployment step) */}
|
| 252 |
+
<section style={{ display: 'grid', gridTemplateColumns: '1fr 40px 1fr 40px 1fr 40px 1fr 40px 1fr 40px 1fr', gap: 12, alignItems: 'stretch', marginBottom: 24 }}>
|
| 253 |
+
<Card title="Training (GPU/RunPod)">
|
| 254 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 255 |
+
<li>Train locally or on {link('https://www.runpod.io/','RunPod')} cloud GPUs</li>
|
| 256 |
+
<li>Use {link('https://huggingface.co/docs/transformers','Transformers')} + {link('https://huggingface.co/docs/accelerate','Accelerate')} for training</li>
|
| 257 |
+
<li>Track metrics with {link('https://wandb.ai/site','Weights & Biases')} or built-in logs</li>
|
| 258 |
+
</ul>
|
| 259 |
+
</Card>
|
| 260 |
+
<Arrow/>
|
| 261 |
+
<Card title="Evaluation">
|
| 262 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 263 |
+
<li>Use {link('https://huggingface.co/docs/evaluate','Evaluate')} library for metrics</li>
|
| 264 |
+
<li>Visualize predictions with FiftyOne or Spaces</li>
|
| 265 |
+
<li>Generate benchmark reports</li>
|
| 266 |
+
</ul>
|
| 267 |
+
</Card>
|
| 268 |
<Arrow/>
|
| 269 |
+
<Card title="Model Storage (HF Hub)">
|
| 270 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 271 |
+
<li>Push models via <code>huggingface_hub</code> API</li>
|
| 272 |
+
<li>Keep config, tokenizer, and weights</li>
|
| 273 |
+
<li>Versioned releases, changelogs, model cards</li>
|
| 274 |
+
</ul>
|
| 275 |
+
</Card>
|
|
|
|
|
|
|
| 276 |
<Arrow/>
|
| 277 |
+
<Card title="Deployment & Inference (Cloud)">
|
| 278 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 279 |
+
<li>Serve via HF {link('https://huggingface.co/inference-api','Inference API')} or Spaces</li>
|
| 280 |
+
<li>Integrate into robot planner / dialogue manager</li>
|
| 281 |
+
<li>Public or private endpoints</li>
|
| 282 |
+
</ul>
|
| 283 |
+
</Card>
|
|
|
|
|
|
|
| 284 |
<Arrow/>
|
| 285 |
+
<Card title="Local Deployment (On‑Prem/Edge)">
|
| 286 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 287 |
+
<li>{link('https://www.docker.com/','Docker')} image + {link('https://fastapi.tiangolo.com/','FastAPI')} service</li>
|
| 288 |
+
<li>Accelerate with {link('https://onnxruntime.ai/','ONNX Runtime')}, {link('https://developer.nvidia.com/tensorrt','TensorRT')}, {link('https://www.intel.com/openvino','OpenVINO')}</li>
|
| 289 |
+
<li>Expose as {link('https://www.ros.org/','ROS 2')} node or local REST/gRPC</li>
|
| 290 |
+
</ul>
|
| 291 |
+
</Card>
|
|
|
|
|
|
|
| 292 |
<Arrow/>
|
| 293 |
+
<Card title="Reuse & Continual Learning">
|
| 294 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 295 |
+
<li>Load via {link('https://huggingface.co/docs/transformers/quicktour','Transformers.load_pretrained')}</li>
|
| 296 |
+
<li>Adapt models for new domains or robot skills</li>
|
| 297 |
+
<li>Fine-tune periodically with new curated data</li>
|
| 298 |
+
</ul>
|
| 299 |
+
</Card>
|
|
|
|
|
|
|
| 300 |
</section>
|
| 301 |
|
| 302 |
{/* Summary */}
|
| 303 |
+
<section style={{ display: 'grid', gridTemplateColumns: '1fr 1fr', gap: 12 }}>
|
| 304 |
+
<Card title="Minimal Tool Stack">
|
| 305 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 306 |
+
<li><strong>Training:</strong> RunPod + HF Accelerate</li>
|
| 307 |
+
<li><strong>Evaluation:</strong> HF Evaluate + simple scripts</li>
|
| 308 |
+
<li><strong>Storage:</strong> Hugging Face Hub</li>
|
| 309 |
+
<li><strong>Deployment (Cloud):</strong> HF Spaces / Inference API</li>
|
| 310 |
+
<li><strong>Deployment (Local Optional):</strong> FastAPI + Docker (+ ONNX/TensorRT/OpenVINO)</li>
|
| 311 |
+
<li><strong>Reuse:</strong> Transformers API</li>
|
| 312 |
+
</ul>
|
|
|
|
|
|
|
| 313 |
</Card>
|
| 314 |
+
<Card title="Best Practices">
|
| 315 |
+
<ul style={{ margin: 0, paddingLeft: 18 }}>
|
| 316 |
+
<li>Keep one model repo per skill (e.g., gaze decoder, z<sub>social</sub> encoder)</li>
|
| 317 |
+
<li>Tag model cards with dataset and evaluation metrics</li>
|
| 318 |
+
<li>Use Spaces for lightweight demos or robot simulations</li>
|
| 319 |
+
<li>Automate CI/CD: push training logs + model eval to Hub</li>
|
| 320 |
+
<li>Export optimized runners (ONNX/TensorRT/OpenVINO) for edge deployment</li>
|
| 321 |
+
<li>Provide ROS 2 wrappers for robot-side integration</li>
|
| 322 |
+
</ul>
|
|
|
|
|
|
|
| 323 |
</Card>
|
| 324 |
</section>
|
| 325 |
</section>
|
| 326 |
+
|
| 327 |
+
{/* --- Dev self-checks (simple tests) --- */}
|
| 328 |
+
<section style={{ marginTop: 32 }}>
|
| 329 |
+
<details>
|
| 330 |
+
<summary style={{ cursor: 'pointer', color: '#374151' }}>Dev Tests</summary>
|
| 331 |
+
<ul style={{ marginTop: 8, paddingLeft: 18 }}>
|
| 332 |
+
{tests.map((t) => (
|
| 333 |
+
<li key={t.name} style={{ color: t.pass ? '#16a34a' : '#dc2626' }}>
|
| 334 |
+
{t.pass ? 'PASS' : 'FAIL'} — {t.name}
|
| 335 |
+
</li>
|
| 336 |
+
))}
|
| 337 |
+
</ul>
|
| 338 |
+
<div style={{ marginTop: 8, fontSize: 12, color: '#6b7280' }}>Links tracked: {requiredLinks.length}</div>
|
| 339 |
+
</details>
|
| 340 |
+
</section>
|
| 341 |
</div>
|
| 342 |
);
|
| 343 |
}
|
|
|