KorByte-128K / pyproject.toml
DongHyeok-Seo
Release KorByte-128K v2 tokenizer
5a98e33
Raw
History Blame Contribute Delete
936 Bytes
[build-system]
requires = ["hatchling>=1.27"]
build-backend = "hatchling.build"
[project]
name = "korbyte"
version = "0.1.0"
description = "Reproducible training and evaluation tools for KorByte-128K"
readme = "README.md"
requires-python = ">=3.11,<3.14"
license = "Apache-2.0"
authors = [{ name = "KorByte contributors" }]
dependencies = [
"datasets>=4.0,<5",
"huggingface-hub>=0.36,<2",
"psutil>=7,<8",
"rapidfuzz>=3.14,<4",
"tokenizers>=0.22,<0.24",
"transformers>=4.57,<6",
]
[project.optional-dependencies]
benchmark = [
"konlpy==0.6.0",
"mecab-ko>=1.0,<2",
]
dev = [
"pytest>=8.4,<10",
"ruff>=0.12,<1",
]
[project.scripts]
korbyte = "korbyte.__main__:main"
[tool.hatch.build.targets.wheel]
packages = ["src/korbyte"]
[tool.pytest.ini_options]
addopts = "-ra"
testpaths = ["tests"]
[tool.ruff]
line-length = 100
target-version = "py311"
[tool.ruff.lint]
select = ["E", "F", "I", "UP", "B", "SIM", "RUF"]