{ "title": "Diffusion Trajectory Model Showcase", "source_logs": "tap_scale/experiment_logs", "runs": [ { "id": "DP_pickplace_specialist_20260629_190138", "task": "pickplace", "model": "DP", "condition": "specialist", "run_id": "20260629_190138", "json_path": "tap_scale/experiment_logs/eval_DP_pickplace/run_20260629_190138_run0.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_pickplace/run0/final", "hf_eval_dataset_id": "edmos7/eval_DP_specialist_pickplace", "hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_pickplace", "trajectory_input_mode": null, "trajectory_source_repo_id": null, "episode_time_sec": 90, "fps": 30, "mean_score": 0.05, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 0.5, "comment": "picked twice but released wrong both times", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 0.5, "comment": "wrong release", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 0.0, "comment": "wrong release", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_pickplace/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_pickplace_dataset_20260629_141048", "task": "pickplace", "model": "DT", "condition": "dataset", "run_id": "20260629_141048", "json_path": "tap_scale/experiment_logs/eval_DT_pickplace/eval_DT_pickplace_dataset/run_20260629_141048_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_pickplace_dataset", "hf_eval_dataset_id_raw": "edmos7/eval_DT_pickplace_dataset", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 0.225, "num_episodes": 20, "missing_scores_counted_as_fail": 1.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 0.5, "comment": "missed place", "trajectory_source_mode": "dataset", "trajectory_source_episode": 0, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 3, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 15, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 18, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 30, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 32, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 45, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 48, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 60, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": null, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 61, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 0.0, "comment": "missed place(s)", "trajectory_source_mode": "dataset", "trajectory_source_episode": 62, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 63, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 64, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 65, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 66, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 67, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 0.5, "comment": "missed place", "trajectory_source_mode": "dataset", "trajectory_source_episode": 68, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 0.5, "comment": "missed place", "trajectory_source_mode": "dataset", "trajectory_source_episode": 69, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 0.0, "comment": "grasped but flailed around without placing", "trajectory_source_mode": "dataset", "trajectory_source_episode": 77, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 78, "overlay": "assets/overlays/DT_pickplace_dataset_20260629_141048_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_pickplace_draw_20260629_181420", "task": "pickplace", "model": "DT", "condition": "draw", "run_id": "20260629_181420", "json_path": "tap_scale/experiment_logs/eval_DT_pickplace/eval_DT_pickplace_draw/run_20260629_181420_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_pickplace_draw", "hf_eval_dataset_id_raw": "edmos7/eval_DT_pickplace_draw", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 0.1, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 0.5, "comment": "missed place", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 0.5, "comment": "missed place", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_pickplace_draw_20260629_181420_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_pickplace_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DP_push_specialist_20260630_135355", "task": "push", "model": "DP", "condition": "specialist", "run_id": "20260630_135355", "json_path": "tap_scale/experiment_logs/eval_DP_push/run_20260630_135355_run0.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_push/run0/final", "hf_eval_dataset_id": "edmos7/eval_DP_specialist_push", "hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_push", "trajectory_input_mode": null, "trajectory_source_repo_id": null, "episode_time_sec": 90, "fps": 30, "mean_score": 0.9, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 1.0, "comment": "not close, but closer than open", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 0.5, "comment": "got stuck mid push", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 0.5, "comment": "got stuck mid push", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 1.0, "comment": "lil danger", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_push/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_push_dataset_20260629_114634", "task": "push", "model": "DT", "condition": "dataset", "run_id": "20260629_114634", "json_path": "tap_scale/experiment_logs/eval_DT_push/eval_DT_push_dataset/run_20260629_114634_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_push_dataset", "hf_eval_dataset_id_raw": "edmos7/eval_DT_push_dataset", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 1.0, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 10, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 11, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 12, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 13, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 14, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 25, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 26, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 27, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 28, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 29, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 40, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 41, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 42, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 43, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 55, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 56, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 57, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 58, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 59, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 57, "overlay": "assets/overlays/DT_push_dataset_20260629_114634_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_push_draw_20260629_170430", "task": "push", "model": "DT", "condition": "draw", "run_id": "20260629_170430", "json_path": "tap_scale/experiment_logs/eval_DT_push/eval_DT_push_draw/run_20260629_170430_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_push_draw", "hf_eval_dataset_id_raw": "edmos7/eval_DT_push_draw", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 1.0, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": null, "comment": "1", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_push_draw_20260629_170430_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_push_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DP_retrieve_specialist_20260630_132514", "task": "retrieve", "model": "DP", "condition": "specialist", "run_id": "20260630_132514", "json_path": "tap_scale/experiment_logs/eval_DP_retrieve/run_20260630_132514_run0.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/dp_specialist_retrieve/run0/final", "hf_eval_dataset_id": "edmos7/eval_DP_specialist_retrieve", "hf_eval_dataset_id_raw": "edmos7/eval_DP_specialist_retrieve", "trajectory_input_mode": null, "trajectory_source_repo_id": null, "episode_time_sec": 90, "fps": 30, "mean_score": 0.45, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 0.5, "comment": "grasp but got stuck in loop afterwards", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.5, "comment": "grasped but got stuck, returned and stayed near start pose", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 0.5, "comment": "grasped but let go and got stuck", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 0.5, "comment": "grasped after many tries (got stuck inside cup), then moved to start pose an did not release cup", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.5, "comment": "grasped after many tries, same as previous episode (no release)", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 0.5, "comment": "grasped twice but let go in drawer", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 0.5, "comment": "pinched but let go", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": null, "comment": "fail (0)", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 1.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 0.0, "comment": "", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 0.5, "comment": "grasped but placed cup incorrectly so it fell down", "trajectory_source_mode": null, "trajectory_source_episode": null, "overlay": null, "video": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DP_specialist_retrieve/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_retrieve_dataset_20260629_111214", "task": "retrieve", "model": "DT", "condition": "dataset", "run_id": "20260629_111214", "json_path": "tap_scale/experiment_logs/eval_DT_retrieve/eval_DT_retrieve_dataset/run_20260629_111214_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_retrieve_dataset", "hf_eval_dataset_id_raw": "edmos7/eval_DT_retrieve(dataset)", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 0.6, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 5, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 6, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 7, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 8, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.5, "comment": "failed on first approach but grasped on a retry, dropped the cup frantically", "trajectory_source_mode": "dataset", "trajectory_source_episode": 9, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 20, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 21, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 22, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 23, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 24, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 0.0, "comment": "danger", "trajectory_source_mode": "dataset", "trajectory_source_episode": 35, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 36, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 0.5, "comment": "returned to start pose while hlding cup before completing task, then actually moved to goal place and placed cup", "trajectory_source_mode": "dataset", "trajectory_source_episode": 37, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 38, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 39, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 50, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 0.0, "comment": "danger", "trajectory_source_mode": "dataset", "trajectory_source_episode": 51, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 52, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 0.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 53, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 1.0, "comment": "", "trajectory_source_mode": "dataset", "trajectory_source_episode": 54, "overlay": "assets/overlays/DT_retrieve_dataset_20260629_111214_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_dataset/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] }, { "id": "DT_retrieve_draw_20260629_162315", "task": "retrieve", "model": "DT", "condition": "draw", "run_id": "20260629_162315", "json_path": "tap_scale/experiment_logs/eval_DT_retrieve/eval_DT_retrieve_draw/run_20260629_162315_run3.json", "checkpoint_dir": "/home/eduardo/trajectory/tap_scale/run3/final", "hf_eval_dataset_id": "edmos7/eval_DT_retrieve_draw", "hf_eval_dataset_id_raw": "edmos7/eval_DT_retrieve_draw", "trajectory_input_mode": "prompt", "trajectory_source_repo_id": "edmos7/so100_multitask_80_-tip-trimmed", "episode_time_sec": 90, "fps": 30, "mean_score": 0.525, "num_episodes": 20, "missing_scores_counted_as_fail": 0.0, "episodes": [ { "episode_number": 1, "episode_index": 0, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_001.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 2, "episode_index": 1, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_002.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 3, "episode_index": 2, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_003.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 4, "episode_index": 3, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_004.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 5, "episode_index": 4, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_005.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 6, "episode_index": 5, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_006.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 7, "episode_index": 6, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_007.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 8, "episode_index": 7, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_008.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 9, "episode_index": 8, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_009.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 10, "episode_index": 9, "score": 0.5, "comment": "grasped but slipped during place, previous episode similar", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_010.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 11, "episode_index": 10, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_011.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 12, "episode_index": 11, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_012.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 13, "episode_index": 12, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_013.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 14, "episode_index": 13, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_014.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 15, "episode_index": 14, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_015.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 16, "episode_index": 15, "score": 0.0, "comment": "mistaken for push task", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_016.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 17, "episode_index": 16, "score": 1.0, "comment": "on retry and a little danger, was stuck inside cup", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_017.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 18, "episode_index": 17, "score": 0.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_018.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 19, "episode_index": 18, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_019.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null }, { "episode_number": 20, "episode_index": 19, "score": 1.0, "comment": "", "trajectory_source_mode": "draw", "trajectory_source_episode": null, "overlay": "assets/overlays/DT_retrieve_draw_20260629_162315_episode_020.png", "video": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "videos": { "observation.images.side": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.side/chunk-000/file-000.mp4", "observation.images.wrist": "https://huggingface.co/datasets/edmos7/eval_DT_retrieve_draw/resolve/main/videos/observation.images.wrist/chunk-000/file-000.mp4" }, "video_note": "LeRobot v3 stores all episodes for this chunk in one camera video.", "dataset_saved": true, "episode_error": null } ] } ] }