import csv import sys import tempfile import unittest from pathlib import Path sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts")) from preflight_cpu_200 import inspect # noqa: E402 class CpuPreflightTest(unittest.TestCase): def test_gt_never_counts_as_student_or_teacher(self): with tempfile.TemporaryDirectory() as tmp: root = Path(tmp) dataset = root / "dataset" dataset.mkdir() prompts = [f"Prompt {i}" for i in range(200)] (dataset / "prompts_200.txt").write_text("\n".join(prompts) + "\n") with (dataset / "prompts_200.csv").open("w", newline="") as handle: writer = csv.DictWriter(handle, fieldnames=["id", "prompt"]) writer.writeheader() writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt} for i, prompt in enumerate(prompts)) with (dataset / "gt_manifest_200.csv").open("w", newline="") as handle: writer = csv.DictWriter(handle, fieldnames=["id", "prompt"]) writer.writeheader() writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt} for i, prompt in enumerate(prompts)) gt = dataset / "gt_video" gt.mkdir() (gt / "sample_0000.mp4").write_bytes(b"gt") student = root / "student" teacher = root / "teacher" diversity = root / "diversity" student.mkdir() diversity.mkdir() for extension in ("mp4", "wav"): (student / f"sample_0000.{extension}").write_bytes(b"student") (diversity / f"sample_0000_seed0000.{extension}").write_bytes(b"seed 0") result = inspect(dataset / "prompts_200.txt", dataset, student, teacher, diversity, seeds=2) self.assertEqual(result["gt_video_present"], 1) self.assertEqual(result["models"]["student"]["valid_pair_count"], 1) self.assertEqual(result["models"]["teacher_40_step"]["valid_pair_count"], 0) self.assertEqual(result["models"]["student_diversity"]["valid_pair_count"], 1) self.assertEqual(result["models"]["student_diversity"]["complete_prompt_count"], 0) with (dataset / "prompts_200.csv").open("a") as handle: handle.write("sample_0200,Unexpected\n") with self.assertRaisesRegex(ValueError, "does not match"): inspect(dataset / "prompts_200.txt", dataset, student, teacher, diversity, seeds=2) if __name__ == "__main__": unittest.main()