Update app.py

app.py

@@ -733,6 +733,102 @@ def strip_degenerate_html_tables(md: str) -> str:
     return re.sub(r"\n{3,}", "\n\n", out)
 
 
+_LONG_NUM_TOKEN = re.compile(r"\b\d{7,}\b")
+
+
+def mask_non_monetary_long_numbers(md: str) -> str:
+    """
+    Prevent long reference/trace/account IDs from being interpreted as monetary
+    values by downstream transaction extraction.
+    """
+    if not md:
+        return md
+
+    def repl(m: re.Match) -> str:
+        tok = m.group(0)
+        # Keep common money-like tokens (handled elsewhere with decimal cents).
+        if re.match(r"^\d+\.\d{2}$", tok):
+            return tok
+        # Keep YYYYMMDD-like date compact tokens.
+        if len(tok) == 8 and tok.startswith(("19", "20")):
+            return tok
+        return f"ID#{tok}"
+
+    return _LONG_NUM_TOKEN.sub(repl, md)
+
+
+def directionalize_amount_headers(md: str) -> str:
+    """
+    Convert ambiguous 'Amount' headers into 'Credit' or 'Debit' when table
+    context clearly indicates transaction direction (e.g. Deposits, Checks).
+    """
+    if not md or "<table" not in md.lower():
+        return md
+
+    def map_header_token(label: str, ctx: str) -> str:
+        low = label.strip().lower()
+        if "amount" not in low:
+            return label
+        if re.search(r"\bcredit|deposit|deposits|incoming|received|interest earned|payment received\b", ctx):
+            return re.sub(r"amount", "Credit", label, flags=re.IGNORECASE)
+        if re.search(r"\bdebit|debits|withdrawal|withdrawals|check|checks|fee|fees|charge|charges|payment|payments\b", ctx):
+            return re.sub(r"amount", "Debit", label, flags=re.IGNORECASE)
+        return label
+
+    def repl_table(m: re.Match) -> str:
+        full = m.group(0)
+        # Table-local context from headers and first rows.
+        ctx = _cell_plain_text(full).lower()
+        changed = False
+
+        def repl_th(thm: re.Match) -> str:
+            nonlocal changed
+            tag = thm.group(0)
+            inner_m = re.search(r"<th\b[^>]*>(.*?)</th>", tag, flags=re.IGNORECASE | re.DOTALL)
+            if not inner_m:
+                return tag
+            inner = inner_m.group(1)
+            plain = _cell_plain_text(inner)
+            mapped = map_header_token(plain, ctx)
+            if mapped == plain:
+                return tag
+            changed = True
+            return re.sub(
+                r"(<th\b[^>]*>)(.*?)(</th>)",
+                rf"\1{html.escape(mapped)}\3",
+                tag,
+                count=1,
+                flags=re.IGNORECASE | re.DOTALL,
+            )
+
+        out = re.sub(r"<th\b[^>]*>.*?</th>", repl_th, full, flags=re.IGNORECASE | re.DOTALL)
+        if changed:
+            return out
+        # Fallback for OCR tables that put header row in <td>.
+        if "amount" in ctx and ("deposit" in ctx or "debit" in ctx or "withdraw" in ctx or "check" in ctx or "fee" in ctx):
+            out2 = re.sub(
+                r"(<td\b[^>]*>\s*)amount(\s*</td>)",
+                lambda mm: mm.group(1)
+                + (
+                    "Credit"
+                    if ("deposit" in ctx or "credit" in ctx or "incoming" in ctx or "received" in ctx)
+                    else "Debit"
+                )
+                + mm.group(2),
+                full,
+                flags=re.IGNORECASE,
+            )
+            return out2
+        return full
+
+    return re.sub(
+        r"<table\b[^>]*>.*?</table>",
+        repl_table,
+        md,
+        flags=re.IGNORECASE | re.DOTALL,
+    )
+
+
 def _strip_trailing_money_tokens(rest: str, max_take: int = 2) -> Tuple[str, List[str]]:
     """Strip 1–2 currency tokens from the right of *rest*; return (description, tokens oldest-first)."""
     cur = rest.rstrip()
@@ -904,6 +1000,8 @@ def light_stabilize_markdown(page_md: str) -> str:
         else:
             out_blocks.append(coalesce_loose_ledger_lines(b))
     merged = close_unclosed_html("\n\n".join(out_blocks))
+    merged = mask_non_monetary_long_numbers(merged)
+    merged = directionalize_amount_headers(merged)
     merged = repair_thead_cell_semantics(merged)
     merged = stabilize_table_markup(merged, rounds=4)
     merged = strip_degenerate_html_tables(merged)
@@ -1445,6 +1543,8 @@ def run_ocr(uploaded_file):
 
         merged = "\n\n---page-separator---\n\n".join(all_pages) if all_pages else "(No content)"
         if merged and merged != "(No content)" and not merged.lstrip().startswith("Error:"):
+            merged = mask_non_monetary_long_numbers(merged)
+            merged = directionalize_amount_headers(merged)
             merged = stabilize_table_markup(merged, rounds=4)
             merged = enrich_transaction_tables_with_daily_balances(merged)
             # Keep transaction amounts untouched; add explicit snapshot for metadata extraction.