File size: 2,925 Bytes
76b7b25 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | import argparse
import csv
import sys
import tempfile
import unittest
from pathlib import Path
from unittest.mock import patch
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
from run_quality_javisbench import input_csv, launch, prepare_input_csv # noqa: E402
class QualityInputTest(unittest.TestCase):
def test_seeded_media_and_official_cli(self):
with tempfile.TemporaryDirectory() as root:
root = Path(root)
media = root / "media" / "model"
media.mkdir(parents=True)
for extension in ("mp4", "wav"):
(media / f"sample_0000_seed0000.{extension}").write_bytes(b"sample")
python = root / "python"
python.touch()
config = {
"_config_dir": str(root),
"paths": {
"diversity_root": str(root / "media"),
"quality_input_root": str(root / "input"),
"quality_output_root": str(root / "output"),
"javis_root": str(root),
"javis_python": str(python),
},
"javisbench": {"metrics": ["av-score"]},
}
model = {"name": "model"}
prepare_input_csv(config, model, ["A prompt"], 0)
with input_csv(config, model).open(newline="") as handle:
row = list(csv.DictReader(handle))[0]
self.assertEqual(row["text"], "A prompt")
self.assertEqual(row["path"], str(media / "sample_0000_seed0000.mp4"))
with patch("run_quality_javisbench.subprocess.Popen") as popen:
popen.return_value.pid = 123
run = launch(config, model, "0", argparse.Namespace(
max_audio_len_s=None, num_workers=None
))
command = popen.call_args.args[0]
self.assertNotIn("--infer_data_dir", command)
self.assertNotIn("--video_quality_bs", command)
self.assertEqual(command[command.index("--input_file") + 1], str(input_csv(config, model)))
run["log_f"].close()
def test_unseeded_media_fallback(self):
with tempfile.TemporaryDirectory() as root:
root = Path(root)
media = root / "model"
media.mkdir()
for extension in ("mp4", "wav"):
(media / f"sample_0000.{extension}").write_bytes(b"sample")
config = {"_config_dir": str(root), "paths": {
"diversity_root": str(root), "quality_input_root": str(root / "input")
}}
prepare_input_csv(config, {"name": "model"}, ["Another prompt"], 0)
with input_csv(config, {"name": "model"}).open(newline="") as handle:
row = list(csv.DictReader(handle))[0]
self.assertEqual(row["pred_video_path"], str(media / "sample_0000.mp4"))
|