edmos7's picture
Reference dataset videos from manifest
649bd63
Raw
History Blame Contribute Delete
184 kB
{
"title": "Diffusion Trajectory Model Showcase",
"source_logs": "tap_scale/experiment_logs",
"runs": [
{
"id": "DP_pickplace_specialist_20260629_190138",
"task": "pickplace",
"model": "DP",
"condition": "specialist",
"run_id": "20260629_190138",
"json_path": "tap_scale/experiment_logs/eval_DP_pickplace/run_20260629_190138_run0.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_pickplace/run0/final",
"hf_eval_dataset_id": "edmos7/eval_DP_specialist_pickplace",
"hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_pickplace",
"trajectory_input_mode": null,
"trajectory_source_repo_id": null,
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.05,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 0.5,
"comment": "picked twice but released wrong both times",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 0.5,
"comment": "wrong release",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 0.0,
"comment": "wrong release",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_pickplace_dataset_20260629_141048",
"task": "pickplace",
"model": "DT",
"condition": "dataset",
"run_id": "20260629_141048",
"json_path": "tap_scale/experiment_logs/eval_DT_pickplace/eval_DT_pickplace_dataset/run_20260629_141048_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_pickplace_dataset",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_pickplace_dataset",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.225,
"num_episodes": 20,
"missing_scores_counted_as_fail": 1.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 0.5,
"comment": "missed place",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 0,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 3,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 15,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 18,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 30,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 32,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 45,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 48,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 60,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": null,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 61,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 0.0,
"comment": "missed place(s)",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 62,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 63,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 64,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 65,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 66,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 67,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 0.5,
"comment": "missed place",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 68,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 0.5,
"comment": "missed place",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 69,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 0.0,
"comment": "grasped but flailed around without placing",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 77,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 78,
"overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_pickplace_draw_20260629_181420",
"task": "pickplace",
"model": "DT",
"condition": "draw",
"run_id": "20260629_181420",
"json_path": "tap_scale/experiment_logs/eval_DT_pickplace/eval_DT_pickplace_draw/run_20260629_181420_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_pickplace_draw",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_pickplace_draw",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.1,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 0.5,
"comment": "missed place",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 0.5,
"comment": "missed place",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DP_push_specialist_20260630_135355",
"task": "push",
"model": "DP",
"condition": "specialist",
"run_id": "20260630_135355",
"json_path": "tap_scale/experiment_logs/eval_DP_push/run_20260630_135355_run0.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_push/run0/final",
"hf_eval_dataset_id": "edmos7/eval_DP_specialist_push",
"hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_push",
"trajectory_input_mode": null,
"trajectory_source_repo_id": null,
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.9,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 1.0,
"comment": "not close, but closer than open",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 0.5,
"comment": "got stuck mid push",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 0.5,
"comment": "got stuck mid push",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 1.0,
"comment": "lil danger",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_push_dataset_20260629_114634",
"task": "push",
"model": "DT",
"condition": "dataset",
"run_id": "20260629_114634",
"json_path": "tap_scale/experiment_logs/eval_DT_push/eval_DT_push_dataset/run_20260629_114634_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_push_dataset",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_push_dataset",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 1.0,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 10,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 11,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 12,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 13,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 14,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 25,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 26,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 27,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 28,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 29,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 40,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 41,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 42,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 43,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 55,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 56,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 57,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 58,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 59,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 57,
"overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_push_draw_20260629_170430",
"task": "push",
"model": "DT",
"condition": "draw",
"run_id": "20260629_170430",
"json_path": "tap_scale/experiment_logs/eval_DT_push/eval_DT_push_draw/run_20260629_170430_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_push_draw",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_push_draw",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 1.0,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": null,
"comment": "1",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DP_retrieve_specialist_20260630_132514",
"task": "retrieve",
"model": "DP",
"condition": "specialist",
"run_id": "20260630_132514",
"json_path": "tap_scale/experiment_logs/eval_DP_retrieve/run_20260630_132514_run0.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_retrieve/run0/final",
"hf_eval_dataset_id": "edmos7/eval_DP_specialist_retrieve",
"hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_retrieve",
"trajectory_input_mode": null,
"trajectory_source_repo_id": null,
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.45,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 0.5,
"comment": "grasp but got stuck in loop afterwards",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.5,
"comment": "grasped but got stuck, returned and stayed near start pose",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 0.5,
"comment": "grasped but let go and got stuck",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 0.5,
"comment": "grasped after many tries (got stuck inside cup), then moved to start pose an did not release cup",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.5,
"comment": "grasped after many tries, same as previous episode (no release)",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 0.5,
"comment": "grasped twice but let go in drawer",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 0.5,
"comment": "pinched but let go",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": null,
"comment": "fail (0)",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 1.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 0.0,
"comment": "",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 0.5,
"comment": "grasped but placed cup incorrectly so it fell down",
"trajectory_source_mode": null,
"trajectory_source_episode": null,
"overlay": null,
"video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_retrieve_dataset_20260629_111214",
"task": "retrieve",
"model": "DT",
"condition": "dataset",
"run_id": "20260629_111214",
"json_path": "tap_scale/experiment_logs/eval_DT_retrieve/eval_DT_retrieve_dataset/run_20260629_111214_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_retrieve_dataset",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_retrieve(dataset)",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.6,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 5,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 6,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 7,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 8,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.5,
"comment": "failed on first approach but grasped on a retry, dropped the cup frantically",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 9,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 20,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 21,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 22,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 23,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 24,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 0.0,
"comment": "danger",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 35,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 36,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 0.5,
"comment": "returned to start pose while hlding cup before completing task, then actually moved to goal place and placed cup",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 37,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 38,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 39,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 50,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 0.0,
"comment": "danger",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 51,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 52,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 53,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "dataset",
"trajectory_source_episode": 54,
"overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
},
{
"id": "DT_retrieve_draw_20260629_162315",
"task": "retrieve",
"model": "DT",
"condition": "draw",
"run_id": "20260629_162315",
"json_path": "tap_scale/experiment_logs/eval_DT_retrieve/eval_DT_retrieve_draw/run_20260629_162315_run3.json",
"checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final",
"hf_eval_dataset_id": "edmos7/eval_DT_retrieve_draw",
"hf_eval_dataset_id_raw": "edmos7/eval_DT_retrieve_draw",
"trajectory_input_mode": "prompt",
"trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed",
"episode_time_sec": 90,
"fps": 30,
"mean_score": 0.525,
"num_episodes": 20,
"missing_scores_counted_as_fail": 0.0,
"episodes": [
{
"episode_number": 1,
"episode_index": 0,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_001.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 2,
"episode_index": 1,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_002.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 3,
"episode_index": 2,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_003.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 4,
"episode_index": 3,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_004.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 5,
"episode_index": 4,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_005.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 6,
"episode_index": 5,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_006.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 7,
"episode_index": 6,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_007.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 8,
"episode_index": 7,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_008.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 9,
"episode_index": 8,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_009.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 10,
"episode_index": 9,
"score": 0.5,
"comment": "grasped but slipped during place, previous episode similar",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_010.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 11,
"episode_index": 10,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_011.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 12,
"episode_index": 11,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_012.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 13,
"episode_index": 12,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_013.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 14,
"episode_index": 13,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_014.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 15,
"episode_index": 14,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_015.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 16,
"episode_index": 15,
"score": 0.0,
"comment": "mistaken for push task",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_016.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 17,
"episode_index": 16,
"score": 1.0,
"comment": "on retry and a little danger, was stuck inside cup",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_017.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 18,
"episode_index": 17,
"score": 0.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_018.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 19,
"episode_index": 18,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_019.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
},
{
"episode_number": 20,
"episode_index": 19,
"score": 1.0,
"comment": "",
"trajectory_source_mode": "draw",
"trajectory_source_episode": null,
"overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_020.png",
"video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"videos": {
"observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4",
"observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4"
},
"video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.",
"dataset_saved": true,
"episode_error": null
}
]
}
]
}