File size: 2,925 Bytes
76b7b25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
import argparse
import csv
import sys
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch

sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
from run_quality_javisbench import input_csv, launch, prepare_input_csv  # noqa: E402


class QualityInputTest(unittest.TestCase):
    def test_seeded_media_and_official_cli(self):
        with tempfile.TemporaryDirectory() as root:
            root = Path(root)
            media = root / "media" / "model"
            media.mkdir(parents=True)
            for extension in ("mp4", "wav"):
                (media / f"sample_0000_seed0000.{extension}").write_bytes(b"sample")
            python = root / "python"
            python.touch()
            config = {
                "_config_dir": str(root),
                "paths": {
                    "diversity_root": str(root / "media"),
                    "quality_input_root": str(root / "input"),
                    "quality_output_root": str(root / "output"),
                    "javis_root": str(root),
                    "javis_python": str(python),
                },
                "javisbench": {"metrics": ["av-score"]},
            }
            model = {"name": "model"}
            prepare_input_csv(config, model, ["A prompt"], 0)
            with input_csv(config, model).open(newline="") as handle:
                row = list(csv.DictReader(handle))[0]
            self.assertEqual(row["text"], "A prompt")
            self.assertEqual(row["path"], str(media / "sample_0000_seed0000.mp4"))
            with patch("run_quality_javisbench.subprocess.Popen") as popen:
                popen.return_value.pid = 123
                run = launch(config, model, "0", argparse.Namespace(
                    max_audio_len_s=None, num_workers=None
                ))
                command = popen.call_args.args[0]
                self.assertNotIn("--infer_data_dir", command)
                self.assertNotIn("--video_quality_bs", command)
                self.assertEqual(command[command.index("--input_file") + 1], str(input_csv(config, model)))
                run["log_f"].close()

    def test_unseeded_media_fallback(self):
        with tempfile.TemporaryDirectory() as root:
            root = Path(root)
            media = root / "model"
            media.mkdir()
            for extension in ("mp4", "wav"):
                (media / f"sample_0000.{extension}").write_bytes(b"sample")
            config = {"_config_dir": str(root), "paths": {
                "diversity_root": str(root), "quality_input_root": str(root / "input")
            }}
            prepare_input_csv(config, {"name": "model"}, ["Another prompt"], 0)
            with input_csv(config, {"name": "model"}).open(newline="") as handle:
                row = list(csv.DictReader(handle))[0]
            self.assertEqual(row["pred_video_path"], str(media / "sample_0000.mp4"))