{
  "run_id": "text_both_base_0727",
  "checkpoint": "epoch001-global_step15000",
  "sampling_steps": 50,
  "main_cfg": 1.0,
  "split": "val.jsonl (held-out)",
  "entries": [
    {
      "video_id": "f1w8_fTIZZE_000036",
      "object": "trumpets",
      "refs": {
        "add": {
          "source": "videos/f1w8_fTIZZE_000036_add_source.mp4",
          "target": "videos/f1w8_fTIZZE_000036_add_target.mp4"
        },
        "remove": {
          "source": "videos/f1w8_fTIZZE_000036_remove_source.mp4",
          "target": "videos/f1w8_fTIZZE_000036_remove_target.mp4"
        }
      },
      "main": [
        {
          "task": "add",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video with trumpets",
          "generated": "videos/f1w8_fTIZZE_000036_withref_add.mp4",
          "metrics": {
            "l1_tgt": 50.7,
            "l1_src": 36.7,
            "std": 78.9,
            "gt_std": 74.4
          }
        },
        {
          "task": "add",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video with trumpets",
          "generated": "videos/f1w8_fTIZZE_000036_noref_add.mp4",
          "metrics": {
            "l1_tgt": 31.8,
            "l1_src": 29.0,
            "std": 73.0,
            "gt_std": 74.4
          }
        },
        {
          "task": "remove",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video without trumpets",
          "generated": "videos/f1w8_fTIZZE_000036_withref_remove.mp4",
          "metrics": {
            "l1_tgt": 29.7,
            "l1_src": 32.4,
            "std": 63.8,
            "gt_std": 61.8
          }
        },
        {
          "task": "remove",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video without trumpets",
          "generated": "videos/f1w8_fTIZZE_000036_noref_remove.mp4",
          "metrics": {
            "l1_tgt": 34.0,
            "l1_src": 30.8,
            "std": 65.2,
            "gt_std": 61.8
          }
        }
      ]
    },
    {
      "video_id": "gDfj4eERZ6Q_000200",
      "object": "man",
      "refs": {
        "add": {
          "source": "videos/gDfj4eERZ6Q_000200_add_source.mp4",
          "target": "videos/gDfj4eERZ6Q_000200_add_target.mp4"
        },
        "remove": {
          "source": "videos/gDfj4eERZ6Q_000200_remove_source.mp4",
          "target": "videos/gDfj4eERZ6Q_000200_remove_target.mp4"
        }
      },
      "main": [
        {
          "task": "add",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video with man",
          "generated": "videos/gDfj4eERZ6Q_000200_withref_add.mp4",
          "metrics": {
            "l1_tgt": 24.6,
            "l1_src": 19.7,
            "std": 57.5,
            "gt_std": 52.5
          }
        },
        {
          "task": "add",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video with man",
          "generated": "videos/gDfj4eERZ6Q_000200_noref_add.mp4",
          "metrics": {
            "l1_tgt": 23.4,
            "l1_src": 18.2,
            "std": 57.3,
            "gt_std": 52.5
          }
        },
        {
          "task": "remove",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video without man",
          "generated": "videos/gDfj4eERZ6Q_000200_withref_remove.mp4",
          "metrics": {
            "l1_tgt": 23.6,
            "l1_src": 26.8,
            "std": 34.6,
            "gt_std": 51.0
          }
        },
        {
          "task": "remove",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video without man",
          "generated": "videos/gDfj4eERZ6Q_000200_noref_remove.mp4",
          "metrics": {
            "l1_tgt": 15.5,
            "l1_src": 17.1,
            "std": 48.5,
            "gt_std": 51.0
          }
        }
      ]
    },
    {
      "video_id": "qWfbM-MKkgs",
      "object": "train engine",
      "refs": {
        "add": {
          "source": "videos/qWfbM-MKkgs_add_source.mp4",
          "target": "videos/qWfbM-MKkgs_add_target.mp4"
        },
        "remove": {
          "source": "videos/qWfbM-MKkgs_remove_source.mp4",
          "target": "videos/qWfbM-MKkgs_remove_target.mp4"
        }
      },
      "main": [
        {
          "task": "add",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video with train engine",
          "generated": "videos/qWfbM-MKkgs_withref_add.mp4",
          "metrics": {
            "l1_tgt": 37.9,
            "l1_src": 33.6,
            "std": 68.3,
            "gt_std": 70.8
          }
        },
        {
          "task": "add",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video with train engine",
          "generated": "videos/qWfbM-MKkgs_noref_add.mp4",
          "metrics": {
            "l1_tgt": 39.4,
            "l1_src": 33.9,
            "std": 65.9,
            "gt_std": 70.8
          }
        },
        {
          "task": "remove",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video without train engine",
          "generated": "videos/qWfbM-MKkgs_withref_remove.mp4",
          "metrics": {
            "l1_tgt": 38.7,
            "l1_src": 38.6,
            "std": 67.0,
            "gt_std": 59.6
          }
        },
        {
          "task": "remove",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video without train engine",
          "generated": "videos/qWfbM-MKkgs_noref_remove.mp4",
          "metrics": {
            "l1_tgt": 37.8,
            "l1_src": 36.8,
            "std": 63.0,
            "gt_std": 59.6
          }
        }
      ]
    },
    {
      "video_id": "20qZLse0acs_000030",
      "object": "dog",
      "refs": {
        "add": {
          "source": "videos/20qZLse0acs_000030_add_source.mp4",
          "target": "videos/20qZLse0acs_000030_add_target.mp4"
        },
        "remove": {
          "source": "videos/20qZLse0acs_000030_remove_source.mp4",
          "target": "videos/20qZLse0acs_000030_remove_target.mp4"
        }
      },
      "main": [
        {
          "task": "add",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video with dog",
          "generated": "videos/20qZLse0acs_000030_withref_add.mp4",
          "metrics": {
            "l1_tgt": 35.1,
            "l1_src": 15.8,
            "std": 65.8,
            "gt_std": 75.4
          }
        },
        {
          "task": "add",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video with dog",
          "generated": "videos/20qZLse0acs_000030_noref_add.mp4",
          "metrics": {
            "l1_tgt": 25.7,
            "l1_src": 13.5,
            "std": 64.8,
            "gt_std": 75.4
          }
        },
        {
          "task": "remove",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video without dog",
          "generated": "videos/20qZLse0acs_000030_withref_remove.mp4",
          "metrics": {
            "l1_tgt": 12.1,
            "l1_src": 26.1,
            "std": 61.8,
            "gt_std": 62.7
          }
        },
        {
          "task": "remove",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video without dog",
          "generated": "videos/20qZLse0acs_000030_noref_remove.mp4",
          "metrics": {
            "l1_tgt": 19.9,
            "l1_src": 20.0,
            "std": 65.2,
            "gt_std": 62.7
          }
        }
      ]
    },
    {
      "video_id": "vo3Vx7SxaNw_000030",
      "object": "birds",
      "refs": {
        "add": {
          "source": "videos/vo3Vx7SxaNw_000030_add_source.mp4",
          "target": "videos/vo3Vx7SxaNw_000030_add_target.mp4"
        },
        "remove": {
          "source": "videos/vo3Vx7SxaNw_000030_remove_source.mp4",
          "target": "videos/vo3Vx7SxaNw_000030_remove_target.mp4"
        }
      },
      "main": [
        {
          "task": "add",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video with birds",
          "generated": "videos/vo3Vx7SxaNw_000030_withref_add.mp4",
          "metrics": {
            "l1_tgt": 44.3,
            "l1_src": 26.3,
            "std": 50.0,
            "gt_std": 65.7
          }
        },
        {
          "task": "add",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video with birds",
          "generated": "videos/vo3Vx7SxaNw_000030_noref_add.mp4",
          "metrics": {
            "l1_tgt": 45.7,
            "l1_src": 27.7,
            "std": 50.2,
            "gt_std": 65.7
          }
        },
        {
          "task": "remove",
          "ref": "withref",
          "cfg": 1.0,
          "prompt": "a video without birds",
          "generated": "videos/vo3Vx7SxaNw_000030_withref_remove.mp4",
          "metrics": {
            "l1_tgt": 26.2,
            "l1_src": 45.4,
            "std": 38.8,
            "gt_std": 37.0
          }
        },
        {
          "task": "remove",
          "ref": "noref",
          "cfg": 1.0,
          "prompt": "a video without birds",
          "generated": "videos/vo3Vx7SxaNw_000030_noref_remove.mp4",
          "metrics": {
            "l1_tgt": 25.7,
            "l1_src": 46.5,
            "std": 38.9,
            "gt_std": 37.0
          }
        }
      ]
    }
  ]
}