from __future__ import annotations from typing import List def tokenize(text: str) -> List[str]: """Tokenize a normalized text into whitespace-delimited tokens.""" if not text: return [] return [t for t in text.split(" ") if t]