File size: 273 Bytes
c83c617 | 1 2 3 4 5 6 7 8 9 10 11 12 | """Prepare full V4 train/validation tokens and context-128 windows."""
import sys
from pathlib import Path
ROOT = Path(__file__).resolve().parents[2]
sys.path.insert(0, str(ROOT / "src"))
from vimeml.tokenizer.encode_v4 import main
if __name__ == "__main__":
main()
|