from __future__ import annotations import importlib.util import json import sys from argparse import Namespace from pathlib import Path from ocrtech.manifest import ManifestEntry, write_manifest from ocrtech.training import write_recognizer_recipe def _load_tool(): path = Path(__file__).resolve().parents[1] / "tools" / "audit_local_paddleocr_training_run.py" spec = importlib.util.spec_from_file_location("audit_local_paddleocr_training_run", path) assert spec is not None assert spec.loader is not None module = importlib.util.module_from_spec(spec) sys.modules[spec.name] = module spec.loader.exec_module(module) return module def _fixture_run(tmp_path: Path) -> Path: train_image = tmp_path / "train.png" eval_image = tmp_path / "eval.png" train_image.write_bytes(b"train") eval_image.write_bytes(b"eval") train_manifest = tmp_path / "train.jsonl" eval_manifest = tmp_path / "eval.jsonl" write_manifest( [ ManifestEntry( sample_id="train-1", dataset="local", split="train", image_path=str(train_image), text="नेपाल", ) ], train_manifest, ) write_manifest( [ ManifestEntry( sample_id="eval-1", dataset="local", split="eval", image_path=str(eval_image), text="नेपाल", ) ], eval_manifest, ) run_dir = tmp_path / "run" write_recognizer_recipe(train_manifest, eval_manifest, run_dir, epochs=1) checkpoint_dir = run_dir / "checkpoints" checkpoint_dir.mkdir() for name in ["best_accuracy", "latest", "iter_epoch_1"]: (checkpoint_dir / f"{name}.pdparams").write_bytes(f"{name}-params".encode("utf-8")) (checkpoint_dir / "best_accuracy.pdopt").write_bytes(b"best-opt") (checkpoint_dir / "train.log").write_text( "train dataloader has 1 iters\n" "valid dataloader has 1 iters\n" "load pretrain successful from fixture\n" "cur metric, acc: 0.5, norm_edit_dis: 0.8, fps: 1.0\n" "save best model is to run/checkpoints/best_accuracy\n" "best metric, acc: 0.5, is_float16: False, norm_edit_dis: 0.8, fps: 1.0, best_epoch: 1\n" "save model in run/checkpoints/latest\n" "save model in run/checkpoints/iter_epoch_1\n", encoding="utf-8", ) return run_dir def test_audit_local_paddleocr_training_run_passes_complete_run(tmp_path: Path) -> None: tool = _load_tool() run_dir = _fixture_run(tmp_path) report = tool.audit_local_run( Namespace( run_dir=run_dir, root=tmp_path, out=tmp_path / "audit", checkpoint_name="best_accuracy", require_pass=True, ) ) assert report["audit_passed"] is True assert report["issue_count"] == 0 assert report["summary"]["pack_content_sha256"] == report["summary"]["recomputed_pack_content_sha256"] assert report["log_summary"]["best_metric"]["acc"] == 0.5 written = json.loads((tmp_path / "audit" / "local-paddleocr-training-audit.json").read_text(encoding="utf-8")) assert written["audit_passed"] is True def test_audit_local_paddleocr_training_run_rejects_missing_checkpoint(tmp_path: Path) -> None: tool = _load_tool() run_dir = _fixture_run(tmp_path) (run_dir / "checkpoints" / "latest.pdparams").unlink() report = tool.audit_local_run( Namespace( run_dir=run_dir, root=tmp_path, out=tmp_path / "audit", checkpoint_name="best_accuracy", require_pass=True, ) ) assert report["audit_passed"] is False assert any("required checkpoint missing" in issue for issue in report["issues"])