Spaces:
Runtime error
Runtime error
File size: 2,763 Bytes
b9d34d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | """PyMuPDF text-layer extraction with reading-order reconstruction.
These helpers operate on ``fitz.Page`` objects. ``has_text_layer`` decides
whether the embedded text layer is rich enough to use directly, and
``extract_text_layer`` reconstructs paragraphs in natural reading order from
the page's structured ``"dict"`` output.
"""
def has_text_layer(page, *, min_chars: int = 50) -> bool:
"""Return True if the page's text layer has enough alphanumeric content.
Counts alphanumeric characters in the stripped text layer and compares
against ``min_chars``. Whitespace and punctuation-only layers (common in
scanned PDFs with stray marks) are treated as having no usable text.
"""
try:
text = page.get_text("text") or ""
except Exception:
return False
alnum = sum(1 for ch in text if ch.isalnum())
return alnum >= min_chars
def extract_text_layer(page) -> str:
"""Reconstruct page text in reading order from the structured dict.
Blocks are sorted by their bounding box ``(y0, x0)``. Within each block,
line order is preserved and the spans of a line are concatenated. Lines are
joined by ``"\n"`` and blocks are separated by ``"\n\n"`` to approximate
paragraph structure.
NOTE: the flat ``(y0, x0)`` sort assumes a SINGLE-column layout. On a
multi-column page, blocks at similar vertical positions in different columns
interleave, so the reconstructed text zig-zags between columns (every
character is captured, but the reading order is scrambled). Column-aware
reordering is not implemented yet.
"""
try:
data = page.get_text("dict")
except Exception:
return ""
blocks = data.get("blocks", []) if isinstance(data, dict) else []
text_blocks = []
for block in blocks:
# Only text blocks have "lines"; image blocks (type 1) are skipped.
if block.get("type", 0) != 0:
continue
lines = block.get("lines")
if not lines:
continue
bbox = block.get("bbox", [0.0, 0.0, 0.0, 0.0])
y0 = float(bbox[1]) if len(bbox) > 1 else 0.0
x0 = float(bbox[0]) if len(bbox) > 0 else 0.0
text_blocks.append((y0, x0, lines))
# Sort blocks top-to-bottom, then left-to-right.
text_blocks.sort(key=lambda b: (b[0], b[1]))
block_texts = []
for _y0, _x0, lines in text_blocks:
line_texts = []
for line in lines:
spans = line.get("spans", [])
line_str = "".join(span.get("text", "") for span in spans)
line_texts.append(line_str)
block_str = "\n".join(line_texts).strip("\n")
if block_str.strip():
block_texts.append(block_str)
return "\n\n".join(block_texts)
|