| { |
| "run_id": "text_both_base_0727", |
| "checkpoint": "epoch001-global_step15000", |
| "sampling_steps": 50, |
| "main_cfg": 1.0, |
| "split": "val.jsonl (held-out)", |
| "entries": [ |
| { |
| "video_id": "f1w8_fTIZZE_000036", |
| "object": "trumpets", |
| "refs": { |
| "add": { |
| "source": "videos/f1w8_fTIZZE_000036_add_source.mp4", |
| "target": "videos/f1w8_fTIZZE_000036_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/f1w8_fTIZZE_000036_remove_source.mp4", |
| "target": "videos/f1w8_fTIZZE_000036_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with trumpets", |
| "generated": "videos/f1w8_fTIZZE_000036_withref_add.mp4", |
| "metrics": { |
| "l1_tgt": 50.7, |
| "l1_src": 36.7, |
| "std": 78.9, |
| "gt_std": 74.4 |
| } |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with trumpets", |
| "generated": "videos/f1w8_fTIZZE_000036_noref_add.mp4", |
| "metrics": { |
| "l1_tgt": 31.8, |
| "l1_src": 29.0, |
| "std": 73.0, |
| "gt_std": 74.4 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without trumpets", |
| "generated": "videos/f1w8_fTIZZE_000036_withref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 29.7, |
| "l1_src": 32.4, |
| "std": 63.8, |
| "gt_std": 61.8 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without trumpets", |
| "generated": "videos/f1w8_fTIZZE_000036_noref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 34.0, |
| "l1_src": 30.8, |
| "std": 65.2, |
| "gt_std": 61.8 |
| } |
| } |
| ] |
| }, |
| { |
| "video_id": "gDfj4eERZ6Q_000200", |
| "object": "man", |
| "refs": { |
| "add": { |
| "source": "videos/gDfj4eERZ6Q_000200_add_source.mp4", |
| "target": "videos/gDfj4eERZ6Q_000200_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/gDfj4eERZ6Q_000200_remove_source.mp4", |
| "target": "videos/gDfj4eERZ6Q_000200_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with man", |
| "generated": "videos/gDfj4eERZ6Q_000200_withref_add.mp4", |
| "metrics": { |
| "l1_tgt": 24.6, |
| "l1_src": 19.7, |
| "std": 57.5, |
| "gt_std": 52.5 |
| } |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with man", |
| "generated": "videos/gDfj4eERZ6Q_000200_noref_add.mp4", |
| "metrics": { |
| "l1_tgt": 23.4, |
| "l1_src": 18.2, |
| "std": 57.3, |
| "gt_std": 52.5 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without man", |
| "generated": "videos/gDfj4eERZ6Q_000200_withref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 23.6, |
| "l1_src": 26.8, |
| "std": 34.6, |
| "gt_std": 51.0 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without man", |
| "generated": "videos/gDfj4eERZ6Q_000200_noref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 15.5, |
| "l1_src": 17.1, |
| "std": 48.5, |
| "gt_std": 51.0 |
| } |
| } |
| ] |
| }, |
| { |
| "video_id": "qWfbM-MKkgs", |
| "object": "train engine", |
| "refs": { |
| "add": { |
| "source": "videos/qWfbM-MKkgs_add_source.mp4", |
| "target": "videos/qWfbM-MKkgs_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/qWfbM-MKkgs_remove_source.mp4", |
| "target": "videos/qWfbM-MKkgs_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with train engine", |
| "generated": "videos/qWfbM-MKkgs_withref_add.mp4", |
| "metrics": { |
| "l1_tgt": 37.9, |
| "l1_src": 33.6, |
| "std": 68.3, |
| "gt_std": 70.8 |
| } |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with train engine", |
| "generated": "videos/qWfbM-MKkgs_noref_add.mp4", |
| "metrics": { |
| "l1_tgt": 39.4, |
| "l1_src": 33.9, |
| "std": 65.9, |
| "gt_std": 70.8 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without train engine", |
| "generated": "videos/qWfbM-MKkgs_withref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 38.7, |
| "l1_src": 38.6, |
| "std": 67.0, |
| "gt_std": 59.6 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without train engine", |
| "generated": "videos/qWfbM-MKkgs_noref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 37.8, |
| "l1_src": 36.8, |
| "std": 63.0, |
| "gt_std": 59.6 |
| } |
| } |
| ] |
| }, |
| { |
| "video_id": "20qZLse0acs_000030", |
| "object": "dog", |
| "refs": { |
| "add": { |
| "source": "videos/20qZLse0acs_000030_add_source.mp4", |
| "target": "videos/20qZLse0acs_000030_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/20qZLse0acs_000030_remove_source.mp4", |
| "target": "videos/20qZLse0acs_000030_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with dog", |
| "generated": "videos/20qZLse0acs_000030_withref_add.mp4", |
| "metrics": { |
| "l1_tgt": 35.1, |
| "l1_src": 15.8, |
| "std": 65.8, |
| "gt_std": 75.4 |
| } |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with dog", |
| "generated": "videos/20qZLse0acs_000030_noref_add.mp4", |
| "metrics": { |
| "l1_tgt": 25.7, |
| "l1_src": 13.5, |
| "std": 64.8, |
| "gt_std": 75.4 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without dog", |
| "generated": "videos/20qZLse0acs_000030_withref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 12.1, |
| "l1_src": 26.1, |
| "std": 61.8, |
| "gt_std": 62.7 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without dog", |
| "generated": "videos/20qZLse0acs_000030_noref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 19.9, |
| "l1_src": 20.0, |
| "std": 65.2, |
| "gt_std": 62.7 |
| } |
| } |
| ] |
| }, |
| { |
| "video_id": "vo3Vx7SxaNw_000030", |
| "object": "birds", |
| "refs": { |
| "add": { |
| "source": "videos/vo3Vx7SxaNw_000030_add_source.mp4", |
| "target": "videos/vo3Vx7SxaNw_000030_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/vo3Vx7SxaNw_000030_remove_source.mp4", |
| "target": "videos/vo3Vx7SxaNw_000030_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with birds", |
| "generated": "videos/vo3Vx7SxaNw_000030_withref_add.mp4", |
| "metrics": { |
| "l1_tgt": 44.3, |
| "l1_src": 26.3, |
| "std": 50.0, |
| "gt_std": 65.7 |
| } |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with birds", |
| "generated": "videos/vo3Vx7SxaNw_000030_noref_add.mp4", |
| "metrics": { |
| "l1_tgt": 45.7, |
| "l1_src": 27.7, |
| "std": 50.2, |
| "gt_std": 65.7 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without birds", |
| "generated": "videos/vo3Vx7SxaNw_000030_withref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 26.2, |
| "l1_src": 45.4, |
| "std": 38.8, |
| "gt_std": 37.0 |
| } |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without birds", |
| "generated": "videos/vo3Vx7SxaNw_000030_noref_remove.mp4", |
| "metrics": { |
| "l1_tgt": 25.7, |
| "l1_src": 46.5, |
| "std": 38.9, |
| "gt_std": 37.0 |
| } |
| } |
| ] |
| } |
| ] |
| } |
