Download code/evaluation/tests/test_cpu_preflight_200.py from luyu1021/turbot2va-ltx2: direct link, hf CLI and curl.
- Browser
- Download file 2.71 kB
-
https://huggingface.co/luyu1021/turbot2va-ltx2/resolve/main/code/evaluation/tests/test_cpu_preflight_200.py
- Command line
-
hf download hf://luyu1021/turbot2va-ltx2/code/evaluation/tests/test_cpu_preflight_200.py
-
curl -L -o test_cpu_preflight_200.py https://huggingface.co/luyu1021/turbot2va-ltx2/resolve/main/code/evaluation/tests/test_cpu_preflight_200.py
2.71 kB
| import csv | |
| import sys | |
| import tempfile | |
| import unittest | |
| from pathlib import Path | |
| sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts")) | |
| from preflight_cpu_200 import inspect # noqa: E402 | |
| class CpuPreflightTest(unittest.TestCase): | |
| def test_gt_never_counts_as_student_or_teacher(self): | |
| with tempfile.TemporaryDirectory() as tmp: | |
| root = Path(tmp) | |
| dataset = root / "dataset" | |
| dataset.mkdir() | |
| prompts = [f"Prompt {i}" for i in range(200)] | |
| (dataset / "prompts_200.txt").write_text("\n".join(prompts) + "\n") | |
| with (dataset / "prompts_200.csv").open("w", newline="") as handle: | |
| writer = csv.DictWriter(handle, fieldnames=["id", "prompt"]) | |
| writer.writeheader() | |
| writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt} | |
| for i, prompt in enumerate(prompts)) | |
| with (dataset / "gt_manifest_200.csv").open("w", newline="") as handle: | |
| writer = csv.DictWriter(handle, fieldnames=["id", "prompt"]) | |
| writer.writeheader() | |
| writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt} | |
| for i, prompt in enumerate(prompts)) | |
| gt = dataset / "gt_video" | |
| gt.mkdir() | |
| (gt / "sample_0000.mp4").write_bytes(b"gt") | |
| student = root / "student" | |
| teacher = root / "teacher" | |
| diversity = root / "diversity" | |
| student.mkdir() | |
| diversity.mkdir() | |
| for extension in ("mp4", "wav"): | |
| (student / f"sample_0000.{extension}").write_bytes(b"student") | |
| (diversity / f"sample_0000_seed0000.{extension}").write_bytes(b"seed 0") | |
| result = inspect(dataset / "prompts_200.txt", dataset, | |
| student, teacher, diversity, seeds=2) | |
| self.assertEqual(result["gt_video_present"], 1) | |
| self.assertEqual(result["models"]["student"]["valid_pair_count"], 1) | |
| self.assertEqual(result["models"]["teacher_40_step"]["valid_pair_count"], 0) | |
| self.assertEqual(result["models"]["student_diversity"]["valid_pair_count"], 1) | |
| self.assertEqual(result["models"]["student_diversity"]["complete_prompt_count"], 0) | |
| with (dataset / "prompts_200.csv").open("a") as handle: | |
| handle.write("sample_0200,Unexpected\n") | |
| with self.assertRaisesRegex(ValueError, "does not match"): | |
| inspect(dataset / "prompts_200.txt", dataset, | |
| student, teacher, diversity, seeds=2) | |
| if __name__ == "__main__": | |
| unittest.main() | |