turbot2va-ltx2 / code /evaluation /tests /test_cpu_preflight_200.py
luyu1021's picture
Add documented LTX-2 training source, recipes and checkpoint release plan
76b7b25 verified
Raw History Blame Contribute Delete
2.71 kB
import csv
import sys
import tempfile
import unittest
from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "scripts"))
from preflight_cpu_200 import inspect # noqa: E402
class CpuPreflightTest(unittest.TestCase):
def test_gt_never_counts_as_student_or_teacher(self):
with tempfile.TemporaryDirectory() as tmp:
root = Path(tmp)
dataset = root / "dataset"
dataset.mkdir()
prompts = [f"Prompt {i}" for i in range(200)]
(dataset / "prompts_200.txt").write_text("\n".join(prompts) + "\n")
with (dataset / "prompts_200.csv").open("w", newline="") as handle:
writer = csv.DictWriter(handle, fieldnames=["id", "prompt"])
writer.writeheader()
writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt}
for i, prompt in enumerate(prompts))
with (dataset / "gt_manifest_200.csv").open("w", newline="") as handle:
writer = csv.DictWriter(handle, fieldnames=["id", "prompt"])
writer.writeheader()
writer.writerows({"id": f"sample_{i:04d}", "prompt": prompt}
for i, prompt in enumerate(prompts))
gt = dataset / "gt_video"
gt.mkdir()
(gt / "sample_0000.mp4").write_bytes(b"gt")
student = root / "student"
teacher = root / "teacher"
diversity = root / "diversity"
student.mkdir()
diversity.mkdir()
for extension in ("mp4", "wav"):
(student / f"sample_0000.{extension}").write_bytes(b"student")
(diversity / f"sample_0000_seed0000.{extension}").write_bytes(b"seed 0")
result = inspect(dataset / "prompts_200.txt", dataset,
student, teacher, diversity, seeds=2)
self.assertEqual(result["gt_video_present"], 1)
self.assertEqual(result["models"]["student"]["valid_pair_count"], 1)
self.assertEqual(result["models"]["teacher_40_step"]["valid_pair_count"], 0)
self.assertEqual(result["models"]["student_diversity"]["valid_pair_count"], 1)
self.assertEqual(result["models"]["student_diversity"]["complete_prompt_count"], 0)
with (dataset / "prompts_200.csv").open("a") as handle:
handle.write("sample_0200,Unexpected\n")
with self.assertRaisesRegex(ValueError, "does not match"):
inspect(dataset / "prompts_200.txt", dataset,
student, teacher, diversity, seeds=2)
if __name__ == "__main__":
unittest.main()