Spaces:
Running on Zero
Running on Zero
Download tests/test_export.py from sanidhya1910/doc-agent: direct link, hf CLI and curl.
- Browser
- Download file 5.71 kB
-
https://huggingface.co/spaces/sanidhya1910/doc-agent/resolve/main/tests/test_export.py
- Command line
-
hf download hf://spaces/sanidhya1910/doc-agent/tests/test_export.py
-
curl -L -o test_export.py https://huggingface.co/spaces/sanidhya1910/doc-agent/resolve/main/tests/test_export.py
5.71 kB
| """Every artifact must reopen cleanly in the library that owns its format.""" | |
| from __future__ import annotations | |
| import json | |
| import zipfile | |
| from pathlib import Path | |
| import pytest | |
| from PIL import Image, ImageDraw | |
| from docagent.export import build_bundle, build_manifest, writers | |
| from docagent.state import Block, Box, DocKind, Document, Field, Page, Table | |
| def doc(tmp_path) -> Document: | |
| image = Image.new("RGB", (600, 260), "white") | |
| draw = ImageDraw.Draw(image) | |
| draw.text((20, 20), "ACME INVOICE 2026-114", fill="black") | |
| draw.text((20, 60), "Widget 2 9.99", fill="black") | |
| page1 = Page( | |
| index=0, image=image, source="invoice.pdf", kind=DocKind.INVOICE, | |
| kind_confidence=0.91, backend="glm_ocr", | |
| markdown="# ACME Invoice\n\n| Item | Qty |\n| - | - |\n| Widget | 2 |\n", | |
| ) | |
| page1.tables = [Table(header=["Item", "Qty"], rows=[["Widget", "2"]], | |
| page_no=1, caption="Line items")] | |
| page1.fields = [Field("Invoice number", "2026-114", 1, 0.95)] | |
| page1.blocks = [ | |
| Block("ACME INVOICE 2026-114", Box(20, 18, 300, 18)), | |
| Block("Widget 2 9.99", Box(20, 58, 200, 18)), | |
| ] | |
| page2 = Page( | |
| index=1, source="notes.docx", kind=DocKind.PROSE, kind_confidence=0.62, | |
| backend="docx", has_text_layer=True, | |
| markdown="## Notes\n\n- first point\n\n1. numbered\n\nPlain paragraph.", | |
| ) | |
| document = Document( | |
| pages=[page1, page2], sources=["invoice.pdf", "notes.docx"], | |
| instruction="line items to a spreadsheet", | |
| summary="Invoice 2026-114 from ACME.", workdir=str(tmp_path), | |
| ) | |
| return document | |
| def test_xlsx_reopens_with_expected_sheets_and_rows(doc, tmp_path): | |
| import openpyxl | |
| path = writers.write_xlsx(doc, tmp_path) | |
| workbook = openpyxl.load_workbook(path) | |
| assert "Line items" in workbook.sheetnames | |
| assert "Fields" in workbook.sheetnames | |
| assert "Manifest" in workbook.sheetnames | |
| sheet = workbook["Line items"] | |
| assert [c.value for c in sheet[1]] == ["Item", "Qty"] | |
| assert [c.value for c in sheet[2]] == ["Widget", "2"] | |
| def test_xlsx_sheet_names_are_excel_legal(tmp_path): | |
| import openpyxl | |
| document = Document(workdir=str(tmp_path)) | |
| page = Page(index=0, markdown="x", has_text_layer=True) | |
| page.tables = [ | |
| Table(header=["a"], rows=[["1"]], page_no=1, caption="bad/name:[with]*chars?"), | |
| Table(header=["a"], rows=[["2"]], page_no=1, caption="bad/name:[with]*chars?"), | |
| ] | |
| document.pages = [page] | |
| workbook = openpyxl.load_workbook(writers.write_xlsx(document, tmp_path)) | |
| for name in workbook.sheetnames: | |
| assert len(name) <= 31 | |
| assert not set(name) & set("[]:*?/\\") | |
| assert len(set(workbook.sheetnames)) == len(workbook.sheetnames) | |
| def test_docx_preserves_tables_and_headings(doc, tmp_path): | |
| import docx | |
| document = docx.Document(writers.write_docx(doc, tmp_path)) | |
| assert len(document.tables) == 1 | |
| assert [c.text for c in document.tables[0].rows[0].cells] == ["Item", "Qty"] | |
| text = "\n".join(p.text for p in document.paragraphs) | |
| assert "first point" in text | |
| # Table rows became a real Word table, so the raw pipe text is gone. | |
| assert "| Widget |" not in text | |
| def test_pdf_report_opens_and_has_pages(doc, tmp_path): | |
| import pikepdf | |
| with pikepdf.open(writers.write_pdf_report(doc, tmp_path)) as pdf: | |
| assert len(pdf.pages) >= 1 | |
| def test_searchable_pdf_text_matches_the_ocr_text(doc, tmp_path): | |
| import pypdfium2 as pdfium | |
| path = writers.write_searchable_pdf(doc, tmp_path) | |
| pdf = pdfium.PdfDocument(path) | |
| try: | |
| textpage = pdf[0].get_textpage() | |
| extracted = textpage.get_text_range() or "" | |
| textpage.close() | |
| finally: | |
| pdf.close() | |
| assert "ACME INVOICE 2026-114" in extracted | |
| assert "Widget" in extracted | |
| def test_csv_written_per_table(doc, tmp_path): | |
| paths = writers.write_csv(doc, tmp_path) | |
| assert len(paths) == 1 | |
| assert Path(paths[0]).read_text(encoding="utf-8-sig").splitlines()[0] == "Item,Qty" | |
| def test_fields_json_contains_only_fields(doc, tmp_path): | |
| payload = json.loads(Path(writers.write_fields_json(doc, tmp_path)).read_text("utf-8")) | |
| assert [f["key"] for f in payload["fields"]] == ["Invoice number"] | |
| assert "pages" not in payload | |
| def test_bundle_contains_every_artifact_plus_manifest(doc, tmp_path): | |
| zip_path = build_bundle(doc, tmp_path) | |
| with zipfile.ZipFile(zip_path) as archive: | |
| names = set(archive.namelist()) | |
| assert {"document.md", "document.json", "manifest.json", "tables.xlsx", | |
| "summary.pdf", "searchable.pdf", "document.docx"} <= names | |
| assert not doc.warnings | |
| def test_manifest_flags_the_low_confidence_page(doc): | |
| manifest = build_manifest(doc) | |
| assert manifest["needs_review"] is True | |
| assert any("page 2" in c for c in manifest["concerns"]) | |
| assert manifest["min_page_confidence"] == pytest.approx(0.62) | |
| def test_manifest_is_clean_when_everything_is_confident(doc): | |
| doc.pages[1].kind_confidence = 0.95 | |
| manifest = build_manifest(doc) | |
| assert manifest["needs_review"] is False | |
| assert manifest["concerns"] == [] | |
| def test_a_failing_writer_does_not_abort_the_bundle(doc, tmp_path, monkeypatch): | |
| def boom(*args, **kwargs): | |
| raise RuntimeError("simulated failure") | |
| monkeypatch.setattr(writers, "write_xlsx", boom) | |
| zip_path = build_bundle(doc, tmp_path) | |
| with zipfile.ZipFile(zip_path) as archive: | |
| names = set(archive.namelist()) | |
| assert "tables.xlsx" not in names | |
| assert "document.md" in names # the rest still got written | |
| assert any("could not write xlsx" in w for w in doc.warnings) | |