File size: 1,104 Bytes
2ded9d3 81cf36d 2ded9d3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
[project]
name = "mon-tokenizer-hf"
version = "1.0.0"
description = "mon language tokenizer for hugging face transformers"
readme = "README.md"
requires-python = ">=3.8.1"
license = {text = "MIT"}
authors = [
{name = "Mon Language Project", email = "contact@example.com"}
]
keywords = ["tokenizer", "mon", "myanmar", "nlp", "huggingface", "sentencepiece"]
dependencies = [
"transformers>=4.45.0",
"torch>=2.0.0",
"sentencepiece>=0.2.0",
"huggingface_hub>=0.24.0",
"protobuf>=4.21.0",
]
[project.optional-dependencies]
dev = [
"pytest>=7.0.0",
"black>=23.0.0",
"isort>=5.12.0",
]
[project.urls]
Homepage = "https://github.com/yourusername/mon-tokenizer-hf"
Repository = "https://github.com/yourusername/mon-tokenizer-hf"
Documentation = "https://github.com/yourusername/mon-tokenizer-hf#readme"
"Bug Tracker" = "https://github.com/yourusername/mon-tokenizer-hf/issues"
"Hugging Face" = "https://huggingface.co/janakhpon/mon_tokenizer"
[tool.black]
line-length = 88
target-version = ['py38']
include = '\.pyi?$'
[tool.isort]
profile = "black"
multi_line_output = 3
|