Spaces:
Running on Zero
Running on Zero
File size: 5,712 Bytes
5eb40dc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 | """Every artifact must reopen cleanly in the library that owns its format."""
from __future__ import annotations
import json
import zipfile
from pathlib import Path
import pytest
from PIL import Image, ImageDraw
from docagent.export import build_bundle, build_manifest, writers
from docagent.state import Block, Box, DocKind, Document, Field, Page, Table
@pytest.fixture
def doc(tmp_path) -> Document:
image = Image.new("RGB", (600, 260), "white")
draw = ImageDraw.Draw(image)
draw.text((20, 20), "ACME INVOICE 2026-114", fill="black")
draw.text((20, 60), "Widget 2 9.99", fill="black")
page1 = Page(
index=0, image=image, source="invoice.pdf", kind=DocKind.INVOICE,
kind_confidence=0.91, backend="glm_ocr",
markdown="# ACME Invoice\n\n| Item | Qty |\n| - | - |\n| Widget | 2 |\n",
)
page1.tables = [Table(header=["Item", "Qty"], rows=[["Widget", "2"]],
page_no=1, caption="Line items")]
page1.fields = [Field("Invoice number", "2026-114", 1, 0.95)]
page1.blocks = [
Block("ACME INVOICE 2026-114", Box(20, 18, 300, 18)),
Block("Widget 2 9.99", Box(20, 58, 200, 18)),
]
page2 = Page(
index=1, source="notes.docx", kind=DocKind.PROSE, kind_confidence=0.62,
backend="docx", has_text_layer=True,
markdown="## Notes\n\n- first point\n\n1. numbered\n\nPlain paragraph.",
)
document = Document(
pages=[page1, page2], sources=["invoice.pdf", "notes.docx"],
instruction="line items to a spreadsheet",
summary="Invoice 2026-114 from ACME.", workdir=str(tmp_path),
)
return document
def test_xlsx_reopens_with_expected_sheets_and_rows(doc, tmp_path):
import openpyxl
path = writers.write_xlsx(doc, tmp_path)
workbook = openpyxl.load_workbook(path)
assert "Line items" in workbook.sheetnames
assert "Fields" in workbook.sheetnames
assert "Manifest" in workbook.sheetnames
sheet = workbook["Line items"]
assert [c.value for c in sheet[1]] == ["Item", "Qty"]
assert [c.value for c in sheet[2]] == ["Widget", "2"]
def test_xlsx_sheet_names_are_excel_legal(tmp_path):
import openpyxl
document = Document(workdir=str(tmp_path))
page = Page(index=0, markdown="x", has_text_layer=True)
page.tables = [
Table(header=["a"], rows=[["1"]], page_no=1, caption="bad/name:[with]*chars?"),
Table(header=["a"], rows=[["2"]], page_no=1, caption="bad/name:[with]*chars?"),
]
document.pages = [page]
workbook = openpyxl.load_workbook(writers.write_xlsx(document, tmp_path))
for name in workbook.sheetnames:
assert len(name) <= 31
assert not set(name) & set("[]:*?/\\")
assert len(set(workbook.sheetnames)) == len(workbook.sheetnames)
def test_docx_preserves_tables_and_headings(doc, tmp_path):
import docx
document = docx.Document(writers.write_docx(doc, tmp_path))
assert len(document.tables) == 1
assert [c.text for c in document.tables[0].rows[0].cells] == ["Item", "Qty"]
text = "\n".join(p.text for p in document.paragraphs)
assert "first point" in text
# Table rows became a real Word table, so the raw pipe text is gone.
assert "| Widget |" not in text
def test_pdf_report_opens_and_has_pages(doc, tmp_path):
import pikepdf
with pikepdf.open(writers.write_pdf_report(doc, tmp_path)) as pdf:
assert len(pdf.pages) >= 1
def test_searchable_pdf_text_matches_the_ocr_text(doc, tmp_path):
import pypdfium2 as pdfium
path = writers.write_searchable_pdf(doc, tmp_path)
pdf = pdfium.PdfDocument(path)
try:
textpage = pdf[0].get_textpage()
extracted = textpage.get_text_range() or ""
textpage.close()
finally:
pdf.close()
assert "ACME INVOICE 2026-114" in extracted
assert "Widget" in extracted
def test_csv_written_per_table(doc, tmp_path):
paths = writers.write_csv(doc, tmp_path)
assert len(paths) == 1
assert Path(paths[0]).read_text(encoding="utf-8-sig").splitlines()[0] == "Item,Qty"
def test_fields_json_contains_only_fields(doc, tmp_path):
payload = json.loads(Path(writers.write_fields_json(doc, tmp_path)).read_text("utf-8"))
assert [f["key"] for f in payload["fields"]] == ["Invoice number"]
assert "pages" not in payload
def test_bundle_contains_every_artifact_plus_manifest(doc, tmp_path):
zip_path = build_bundle(doc, tmp_path)
with zipfile.ZipFile(zip_path) as archive:
names = set(archive.namelist())
assert {"document.md", "document.json", "manifest.json", "tables.xlsx",
"summary.pdf", "searchable.pdf", "document.docx"} <= names
assert not doc.warnings
def test_manifest_flags_the_low_confidence_page(doc):
manifest = build_manifest(doc)
assert manifest["needs_review"] is True
assert any("page 2" in c for c in manifest["concerns"])
assert manifest["min_page_confidence"] == pytest.approx(0.62)
def test_manifest_is_clean_when_everything_is_confident(doc):
doc.pages[1].kind_confidence = 0.95
manifest = build_manifest(doc)
assert manifest["needs_review"] is False
assert manifest["concerns"] == []
def test_a_failing_writer_does_not_abort_the_bundle(doc, tmp_path, monkeypatch):
def boom(*args, **kwargs):
raise RuntimeError("simulated failure")
monkeypatch.setattr(writers, "write_xlsx", boom)
zip_path = build_bundle(doc, tmp_path)
with zipfile.ZipFile(zip_path) as archive:
names = set(archive.namelist())
assert "tables.xlsx" not in names
assert "document.md" in names # the rest still got written
assert any("could not write xlsx" in w for w in doc.warnings)
|