| { |
| "run_id": "text_both_refwarmup_0724", |
| "checkpoint": "epoch007-global_step49000", |
| "sampling_steps": 50, |
| "main_cfg": 1.0, |
| "split": "val_stage2 (held-out)", |
| "entries": [ |
| { |
| "video_id": "epMUuqXcgeo_000030", |
| "object": "birds", |
| "refs": { |
| "add": { |
| "source": "videos/epMUuqXcgeo_000030_add_source.mp4", |
| "target": "videos/epMUuqXcgeo_000030_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/epMUuqXcgeo_000030_remove_source.mp4", |
| "target": "videos/epMUuqXcgeo_000030_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with birds", |
| "generated": "videos/epMUuqXcgeo_000030_cfg1.0_withref_add.mp4" |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with birds", |
| "generated": "videos/epMUuqXcgeo_000030_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without birds", |
| "generated": "videos/epMUuqXcgeo_000030_cfg1.0_withref_remove.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without birds", |
| "generated": "videos/epMUuqXcgeo_000030_cfg1.0_noref_remove.mp4" |
| } |
| ], |
| "cfg_axis": [ |
| { |
| "cfg": 1.0, |
| "generated": "videos/epMUuqXcgeo_000030_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "cfg": 2.5, |
| "generated": "videos/epMUuqXcgeo_000030_cfg2.5_noref_add.mp4" |
| }, |
| { |
| "cfg": 5.0, |
| "generated": "videos/epMUuqXcgeo_000030_cfg5.0_noref_add.mp4" |
| } |
| ] |
| }, |
| { |
| "video_id": "IuUVRXPdO7Y_000080", |
| "object": "clarinet", |
| "refs": { |
| "add": { |
| "source": "videos/IuUVRXPdO7Y_000080_add_source.mp4", |
| "target": "videos/IuUVRXPdO7Y_000080_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/IuUVRXPdO7Y_000080_remove_source.mp4", |
| "target": "videos/IuUVRXPdO7Y_000080_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with clarinet", |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg1.0_withref_add.mp4" |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with clarinet", |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without clarinet", |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg1.0_withref_remove.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without clarinet", |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg1.0_noref_remove.mp4" |
| } |
| ], |
| "cfg_axis": [ |
| { |
| "cfg": 1.0, |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "cfg": 2.5, |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg2.5_noref_add.mp4" |
| }, |
| { |
| "cfg": 5.0, |
| "generated": "videos/IuUVRXPdO7Y_000080_cfg5.0_noref_add.mp4" |
| } |
| ] |
| }, |
| { |
| "video_id": "ua3M5aEIcNw", |
| "object": "mechanical tool", |
| "refs": { |
| "add": { |
| "source": "videos/ua3M5aEIcNw_add_source.mp4", |
| "target": "videos/ua3M5aEIcNw_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/ua3M5aEIcNw_remove_source.mp4", |
| "target": "videos/ua3M5aEIcNw_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with mechanical tool", |
| "generated": "videos/ua3M5aEIcNw_cfg1.0_withref_add.mp4" |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with mechanical tool", |
| "generated": "videos/ua3M5aEIcNw_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without mechanical tool", |
| "generated": "videos/ua3M5aEIcNw_cfg1.0_withref_remove.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without mechanical tool", |
| "generated": "videos/ua3M5aEIcNw_cfg1.0_noref_remove.mp4" |
| } |
| ], |
| "cfg_axis": [ |
| { |
| "cfg": 1.0, |
| "generated": "videos/ua3M5aEIcNw_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "cfg": 2.5, |
| "generated": "videos/ua3M5aEIcNw_cfg2.5_noref_add.mp4" |
| }, |
| { |
| "cfg": 5.0, |
| "generated": "videos/ua3M5aEIcNw_cfg5.0_noref_add.mp4" |
| } |
| ] |
| }, |
| { |
| "video_id": "XQcLePaBvXY_000011", |
| "object": "man", |
| "refs": { |
| "add": { |
| "source": "videos/XQcLePaBvXY_000011_add_source.mp4", |
| "target": "videos/XQcLePaBvXY_000011_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/XQcLePaBvXY_000011_remove_source.mp4", |
| "target": "videos/XQcLePaBvXY_000011_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with man", |
| "generated": "videos/XQcLePaBvXY_000011_cfg1.0_withref_add.mp4" |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with man", |
| "generated": "videos/XQcLePaBvXY_000011_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without man", |
| "generated": "videos/XQcLePaBvXY_000011_cfg1.0_withref_remove.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without man", |
| "generated": "videos/XQcLePaBvXY_000011_cfg1.0_noref_remove.mp4" |
| } |
| ], |
| "cfg_axis": [ |
| { |
| "cfg": 1.0, |
| "generated": "videos/XQcLePaBvXY_000011_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "cfg": 2.5, |
| "generated": "videos/XQcLePaBvXY_000011_cfg2.5_noref_add.mp4" |
| }, |
| { |
| "cfg": 5.0, |
| "generated": "videos/XQcLePaBvXY_000011_cfg5.0_noref_add.mp4" |
| } |
| ] |
| }, |
| { |
| "video_id": "uwibmk_Hb18_000126", |
| "object": "owl", |
| "refs": { |
| "add": { |
| "source": "videos/uwibmk_Hb18_000126_add_source.mp4", |
| "target": "videos/uwibmk_Hb18_000126_add_target.mp4" |
| }, |
| "remove": { |
| "source": "videos/uwibmk_Hb18_000126_remove_source.mp4", |
| "target": "videos/uwibmk_Hb18_000126_remove_target.mp4" |
| } |
| }, |
| "main": [ |
| { |
| "task": "add", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video with owl", |
| "generated": "videos/uwibmk_Hb18_000126_cfg1.0_withref_add.mp4" |
| }, |
| { |
| "task": "add", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video with owl", |
| "generated": "videos/uwibmk_Hb18_000126_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "withref", |
| "cfg": 1.0, |
| "prompt": "a video without owl", |
| "generated": "videos/uwibmk_Hb18_000126_cfg1.0_withref_remove.mp4" |
| }, |
| { |
| "task": "remove", |
| "ref": "noref", |
| "cfg": 1.0, |
| "prompt": "a video without owl", |
| "generated": "videos/uwibmk_Hb18_000126_cfg1.0_noref_remove.mp4" |
| } |
| ], |
| "cfg_axis": [ |
| { |
| "cfg": 1.0, |
| "generated": "videos/uwibmk_Hb18_000126_cfg1.0_noref_add.mp4" |
| }, |
| { |
| "cfg": 2.5, |
| "generated": "videos/uwibmk_Hb18_000126_cfg2.5_noref_add.mp4" |
| }, |
| { |
| "cfg": 5.0, |
| "generated": "videos/uwibmk_Hb18_000126_cfg5.0_noref_add.mp4" |
| } |
| ] |
| } |
| ] |
| } |