File size: 1,504 Bytes
e2bfccc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
[build-system]
requires = ["setuptools>=68.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "taoTrain"
version = "0.1.0"
description = "Clean, modular PyTorch LLM training framework with pluggable architectures, AimStack logging, and TUI inference"
readme = "README.md"
requires-python = ">=3.10"
license = { text = "MIT" }
authors = [
    { name = "Felix", email = "felix@example.com" }
]

dependencies = [
    "torch>=2.0.0",
    "transformers>=4.30.0",
    "datasets>=2.10.0",
    "pydantic>=2.0.0",
    "pydantic-settings>=2.0.0",
    "aim>=3.15.0",
    "click>=8.1.0",
    "rich>=13.0.0",
    "textual>=0.30.0",
    "numpy>=1.24.0",
    "tqdm>=4.65.0",
    "sentencepiece>=0.1.99",
]

[project.optional-dependencies]
dev = [
    "pytest>=7.4.0",
    "pytest-cov>=4.1.0",
    "pytest-xdist>=3.3.0",
    "black>=23.7.0",
    "ruff>=0.0.280",
    "typing-extensions>=4.7.0",
]

[project.scripts]
train = "taoTrain.cli:main"
train-tokenizer = "taoTrain.cli:train_tokenizer_command"
tui-chat = "taoTrain.inference.tui:main"

[tool.setuptools.packages.find]
where = ["src"]

[tool.setuptools.package-data]
taoTrain = ["configs/**/*.yaml"]

[tool.black]
line-length = 100
target-version = ["py310"]

[tool.ruff]
line-length = 100
target-version = "py310"
select = ["E", "F", "W", "I", "N", "UP", "RUF"]
ignore = ["E501"]

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = "test_*.py"
addopts = "--verbose"