Use scalable annotation runtime, shared human-video module and optional Flora captions
Browse files- README.md +2 -1
- frontend/src/main.tsx +11 -0
- reporting.py +1 -0
README.md
CHANGED
|
@@ -174,7 +174,8 @@ features are excluded. Visual questions have a configurable cadence.
|
|
| 174 |
|
| 175 |
A separate **Video generation** category on the Annotations step, next to the text
|
| 176 |
annotations. For every subtask (or up to 1–8 per episode), the job turns the robot view into
|
| 177 |
-
a first-person human demonstration, following LeRobot's `--human_video` annotation module
|
|
|
|
| 178 |
|
| 179 |
1. the selected vision model reads the robot segment and writes the human task and an
|
| 180 |
image-edit prompt;
|
|
|
|
| 174 |
|
| 175 |
A separate **Video generation** category on the Annotations step, next to the text
|
| 176 |
annotations. For every subtask (or up to 1–8 per episode), the job turns the robot view into
|
| 177 |
+
a first-person human demonstration, following LeRobot's `--human_video` annotation module
|
| 178 |
+
and the video-generation stages of [Zero-WAM's HumanGen pipeline](https://robbyant-research.github.io/Zero-WAM/):
|
| 179 |
|
| 180 |
1. the selected vision model reads the robot segment and writes the human task and an
|
| 181 |
image-edit prompt;
|
frontend/src/main.tsx
CHANGED
|
@@ -1090,6 +1090,17 @@ function App() {
|
|
| 1090 |
</span>
|
| 1091 |
</label>
|
| 1092 |
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1093 |
{options.features.includes(HUMAN_VIDEOS) && (
|
| 1094 |
<div className="fields-row video-settings">
|
| 1095 |
<div>
|
|
|
|
| 1090 |
</span>
|
| 1091 |
</label>
|
| 1092 |
</div>
|
| 1093 |
+
<p className="field-help">
|
| 1094 |
+
Follows the video-generation workflow from{" "}
|
| 1095 |
+
<a
|
| 1096 |
+
href="https://robbyant-research.github.io/Zero-WAM/"
|
| 1097 |
+
target="_blank"
|
| 1098 |
+
rel="noreferrer"
|
| 1099 |
+
>
|
| 1100 |
+
Zero-WAM’s HumanGen pipeline
|
| 1101 |
+
</a>
|
| 1102 |
+
.
|
| 1103 |
+
</p>
|
| 1104 |
{options.features.includes(HUMAN_VIDEOS) && (
|
| 1105 |
<div className="fields-row video-settings">
|
| 1106 |
<div>
|
reporting.py
CHANGED
|
@@ -53,6 +53,7 @@ def annotation_url(report):
|
|
| 53 |
|
| 54 |
|
| 55 |
def episode_progress(report):
|
|
|
|
| 56 |
episodes = report.get("episodes", [])
|
| 57 |
expected = report["expected_episodes"]
|
| 58 |
completed = sum(e["status"] == "completed" for e in episodes)
|
|
|
|
| 53 |
|
| 54 |
|
| 55 |
def episode_progress(report):
|
| 56 |
+
"""Count successful labeling separately from playable dataset exports."""
|
| 57 |
episodes = report.get("episodes", [])
|
| 58 |
expected = report["expected_episodes"]
|
| 59 |
completed = sum(e["status"] == "completed" for e in episodes)
|