Spaces:
Running on Zero
Running on Zero
File size: 3,279 Bytes
db06ffa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | import unittest
from zsgdp.schema import DocumentProfile, Element, FigureObject, PageProfile, ParsedDocument
from zsgdp.verify import verify_parse
from zsgdp.verify.table_quality import markdown_table_is_valid
class VerifyTests(unittest.TestCase):
def test_verify_simple_document(self):
profile = DocumentProfile(
doc_id="d1",
source_path="sample.txt",
file_type="text",
page_count=1,
extension=".txt",
pages=[PageProfile(page_num=1, digital_text_chars=11, digital_text_quality=1.0)],
)
parsed = ParsedDocument(doc_id="d1", source_path="sample.txt", file_type="text")
parsed.elements.append(
Element(
element_id="e1",
doc_id="d1",
page_num=1,
type="paragraph",
text="hello world",
reading_order=1,
confidence=0.9,
)
)
parsed.quality_report = verify_parse(profile, parsed)
self.assertEqual(parsed.quality_report.score, 1.0)
self.assertEqual(parsed.quality_report.metrics["element_count"], 1)
def test_markdown_table_requires_data_row(self):
self.assertFalse(markdown_table_is_valid("| A | B |\n| --- | --- |"))
self.assertTrue(markdown_table_is_valid("| A | B |\n| --- | --- |\n| 1 | 2 |"))
def test_verify_flags_missing_figure_context(self):
profile = DocumentProfile(
doc_id="d1",
source_path="sample.pdf",
file_type="pdf",
page_count=1,
extension=".pdf",
pages=[PageProfile(page_num=1, digital_text_chars=12, digital_text_quality=1.0)],
)
parsed = ParsedDocument(doc_id="d1", source_path="sample.pdf", file_type="pdf")
parsed.elements.append(
Element(element_id="e1", doc_id="d1", page_num=1, type="paragraph", text="hello world!", reading_order=1)
)
parsed.figures.append(FigureObject(figure_id="f1", page_num=1))
report = verify_parse(profile, parsed)
issue_types = [issue.issue_type for issue in report.issues]
self.assertIn("missing_figure_region", issue_types)
self.assertIn("missing_figure_caption", issue_types)
self.assertEqual(report.metrics["figure_description_coverage"], 0.0)
def test_verify_flags_formula_heavy_page_without_formula_elements(self):
profile = DocumentProfile(
doc_id="d1",
source_path="math.pdf",
file_type="pdf",
page_count=1,
extension=".pdf",
pages=[PageProfile(page_num=1, digital_text_chars=24, digital_text_quality=1.0, formula_density=0.30)],
)
parsed = ParsedDocument(doc_id="d1", source_path="math.pdf", file_type="pdf")
parsed.elements.append(
Element(element_id="e1", doc_id="d1", page_num=1, type="paragraph", text="Equation heavy page text", reading_order=1)
)
report = verify_parse(profile, parsed)
self.assertIn("missing_formula_regions", [issue.issue_type for issue in report.issues])
self.assertEqual(report.metrics["formula_page_coverage"], 0.0)
if __name__ == "__main__":
unittest.main()
|