limoXD's picture
Release v0.2 Mozc-backed Japanese IME reranker
f11438f verified
Raw
History Blame Contribute Delete
4.14 kB
from __future__ import annotations
import argparse
import json
import sys
from collections.abc import Callable, Sequence
from dataclasses import asdict
from datetime import UTC, datetime
from pathlib import Path
from typing import Any, TextIO
from .ajimee import (
AJIMEE_LICENSE,
AJIMEE_REPOSITORY,
AjimeeArtifact,
audit_ajimee_boundary,
load_pinned_items,
)
from .mozc import MozcDictionaryIndex
ArtifactLoader = Callable[[Path], AjimeeArtifact]
def _parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(prog="deberta-ime-audit-ajimee")
parser.add_argument("--index", type=Path, required=True)
parser.add_argument("--data-dir", type=Path, default=Path("work/data/ajimee"))
parser.add_argument("--output-dir", type=Path, default=Path("outputs"))
parser.add_argument("--stem", default="ajimee_boundary_audit")
return parser
def run(
argv: Sequence[str] | None = None,
*,
stdout: TextIO | None = None,
artifact_loader: ArtifactLoader = load_pinned_items,
) -> int:
args = _parser().parse_args(argv)
artifact = artifact_loader(args.data_dir)
with MozcDictionaryIndex(args.index) as index:
audit = audit_ajimee_boundary(artifact.items, index=index)
report: dict[str, Any] = {
"schema_version": 1,
"generated_at": datetime.now(UTC).isoformat(),
"status": "LOCAL_INPUT_BOUNDARY_AUDIT",
"dataset": {
"repository": AJIMEE_REPOSITORY,
"revision": artifact.revision,
"license": AJIMEE_LICENSE,
"file": {
"url": artifact.url,
"sha256": artifact.sha256,
"size_bytes": artifact.size_bytes,
"cache_path": str(artifact.path),
},
},
"candidate_source": {
"kind": "Mozc OSS dictionary SQLite index",
"manifest": asdict(index.manifest),
},
"audit": audit,
"claim_boundaries": [
(
"AJIMEE sequence accuracy is not computed without a sequence "
"candidate generator."
),
"Exact full-sequence Mozc lookup is a compatibility probe, not IME accuracy.",
"No DeBERTa inference is performed by this audit.",
],
}
args.output_dir.mkdir(parents=True, exist_ok=True)
json_path = args.output_dir / f"{args.stem}.json"
markdown_path = args.output_dir / f"{args.stem}.md"
json_path.write_text(
json.dumps(report, ensure_ascii=False, indent=2) + "\n",
encoding="utf-8",
)
markdown_path.write_text(_render_markdown(report), encoding="utf-8")
(stdout or sys.stdout).write(
json.dumps(
{"ok": True, "json": str(json_path), "markdown": str(markdown_path)},
ensure_ascii=False,
indent=2,
)
+ "\n"
)
return 0
def _render_markdown(report: dict[str, Any]) -> str:
audit = report["audit"]
input_chars = audit["input_chars"]
lookup = audit["mozc_full_sequence_lookup"]
return "\n".join(
[
"# AJIMEE input-boundary audit",
"",
f"生成日時: {report['generated_at']}",
"",
f"Rows: {audit['rows']}",
(
f"Input length: max {input_chars['maximum']} chars, "
f"over reranker limit {input_chars['over_reranker_limit']} rows"
),
(
"Exact full-sequence Mozc lookup: "
f"any {lookup['rows_with_any_candidate']}, "
f"ambiguous {lookup['ambiguous_candidate_rows']}"
),
"",
(
"Sequence accuracy: **not computed**. A sequence candidate generator "
"is out of scope."
),
"",
"No DeBERTa inference was performed.",
"",
]
)
def main() -> None:
raise SystemExit(run())
if __name__ == "__main__":
main()