text_norm: time-of-day + decimals

scripts/text_norm.py

@@ -52,6 +52,20 @@ def normalize(text: str) -> str:
         return " " + re.sub(r"\s+", " ", s).strip() + " "
     text = re.sub(r"[A-Za-z0-9._%+\-]+@[A-Za-z0-9.\-]+\.[A-Za-z]{2,}", email, text)
 
+    # 1.5) TIME of day  9:30 / 3:15 PM / 14:30 (needs :MM so ratios like 3:2 are untouched)
+    def time_repl(m):
+        h, mm, ap = int(m.group(1)), m.group(2), m.group(3)
+        mi = int(mm); en = _en_ctx(text, m.start(), m.end())
+        if en:
+            hh = _card_en(h)
+            t = f"{hh} o'clock" if mi == 0 else (f"{hh} oh {_card_en(mm)}" if mi < 10 else f"{hh} {_card_en(mm)}")
+            if ap: t += " " + ("a m" if 'a' in ap.lower() else "p m")
+            return " " + t + " "
+        pre = ("上午" if 'a' in ap.lower() else "下午") if ap else ""
+        t = f"{pre}{_card_zh(str(h))}點" + ("整" if mi == 0 else ("半" if mi == 30 else _card_zh(mm) + "分"))
+        return " " + t + " "
+    text = re.sub(r"\b(\d{1,2}):(\d{2})(?::\d{2})?\s*([AaPp][.]?[Mm][.]?)?\b", time_repl, text)
+
     # 2) DATE  zh 2024年3月15日 / en mixes
     def date_zh(m):
         y, mo, d = m.group(1), m.group(2), m.group(3)
@@ -114,6 +128,14 @@ def normalize(text: str) -> str:
         return " " + " ".join((_EN[c] if c.isdigit() else c.upper()) for c in s if c.isalnum()) + " "
     text = re.sub(r"\b(?=[A-Za-z0-9-]*[A-Za-z])(?=[A-Za-z0-9-]*\d)[A-Za-z0-9]{2,}(?:-[A-Za-z0-9]+)*\b", serial, text)
 
+    # 7.5) DECIMALS  12.5 -> 十二點五 / twelve point five (avoid IPs/versions a.b.c)
+    def dec_repl(m):
+        whole, frac = m.group(1), m.group(2)
+        if _en_ctx(text, m.start(), m.end()):
+            return f" {_card_en(whole)} point {' '.join(_EN[c] for c in frac)} "
+        return f" {_card_zh(whole)}點{''.join(_ZH[c] for c in frac)} "
+    text = re.sub(r"(?<![\d.])(\d+)\.(\d+)(?![\d.])", dec_repl, text)
+
     # 8) COUNTS / remaining standalone digit runs
     def num(m):
         d = m.group(0); en = _en_ctx(text, m.start(), m.end()); after = text[m.end():m.end()+1]