Spaces:
Runtime error
Runtime error
| """PyMuPDF text-layer extraction with reading-order reconstruction. | |
| These helpers operate on ``fitz.Page`` objects. ``has_text_layer`` decides | |
| whether the embedded text layer is rich enough to use directly, and | |
| ``extract_text_layer`` reconstructs paragraphs in natural reading order from | |
| the page's structured ``"dict"`` output. | |
| """ | |
| def has_text_layer(page, *, min_chars: int = 50) -> bool: | |
| """Return True if the page's text layer has enough alphanumeric content. | |
| Counts alphanumeric characters in the stripped text layer and compares | |
| against ``min_chars``. Whitespace and punctuation-only layers (common in | |
| scanned PDFs with stray marks) are treated as having no usable text. | |
| """ | |
| try: | |
| text = page.get_text("text") or "" | |
| except Exception: | |
| return False | |
| alnum = sum(1 for ch in text if ch.isalnum()) | |
| return alnum >= min_chars | |
| def extract_text_layer(page) -> str: | |
| """Reconstruct page text in reading order from the structured dict. | |
| Blocks are sorted by their bounding box ``(y0, x0)``. Within each block, | |
| line order is preserved and the spans of a line are concatenated. Lines are | |
| joined by ``"\n"`` and blocks are separated by ``"\n\n"`` to approximate | |
| paragraph structure. | |
| NOTE: the flat ``(y0, x0)`` sort assumes a SINGLE-column layout. On a | |
| multi-column page, blocks at similar vertical positions in different columns | |
| interleave, so the reconstructed text zig-zags between columns (every | |
| character is captured, but the reading order is scrambled). Column-aware | |
| reordering is not implemented yet. | |
| """ | |
| try: | |
| data = page.get_text("dict") | |
| except Exception: | |
| return "" | |
| blocks = data.get("blocks", []) if isinstance(data, dict) else [] | |
| text_blocks = [] | |
| for block in blocks: | |
| # Only text blocks have "lines"; image blocks (type 1) are skipped. | |
| if block.get("type", 0) != 0: | |
| continue | |
| lines = block.get("lines") | |
| if not lines: | |
| continue | |
| bbox = block.get("bbox", [0.0, 0.0, 0.0, 0.0]) | |
| y0 = float(bbox[1]) if len(bbox) > 1 else 0.0 | |
| x0 = float(bbox[0]) if len(bbox) > 0 else 0.0 | |
| text_blocks.append((y0, x0, lines)) | |
| # Sort blocks top-to-bottom, then left-to-right. | |
| text_blocks.sort(key=lambda b: (b[0], b[1])) | |
| block_texts = [] | |
| for _y0, _x0, lines in text_blocks: | |
| line_texts = [] | |
| for line in lines: | |
| spans = line.get("spans", []) | |
| line_str = "".join(span.get("text", "") for span in spans) | |
| line_texts.append(line_str) | |
| block_str = "\n".join(line_texts).strip("\n") | |
| if block_str.strip(): | |
| block_texts.append(block_str) | |
| return "\n\n".join(block_texts) | |