File size: 203 Bytes
72c0672 | 1 2 3 4 5 6 7 8 9 10 11 | # requirements.txt # Core dependencies jsonlines click filelock pysimdjson; python_version >= "3.9" and python_version < "3.13" # Editable install for tokenizer -e tokenizers_superbpe/bindings/python/ |