[build-system] requires = ["pybind11>=2.10", "setuptools>=61.0", "wheel"] build-backend = "setuptools.build_meta" [project] name = "bloat-tokenizer" version = "0.3.0" description = "Fast C++ BPE tokenizer and dataset token-counting CLI" readme = "README.md" requires-python = ">=3.8" license = {text = "Apache 2.0"} classifiers = [ "Development Status :: 3 - Alpha", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Programming Language :: C++", "Programming Language :: Python :: 3", "Topic :: Scientific/Engineering :: Artificial Intelligence", ] [project.scripts] bloat-tokenizer = "curriculum_tokenizer.cli:main"