File size: 2,507 Bytes
202daef
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "hos-model-optimizer"
version = "1.0.0"
description = "HOS 小模型优化工具"
readme = "README.md"
license = {text = "MIT"}
authors = [
    {name = "HOS Team", email = "hos@example.com"}
]
keywords = ["llm", "optimization", "quantization", "inference", "training", "deployment"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "License :: OSI Approved :: MIT License",
    "Operating System :: OS Independent",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.8",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]
requires-python = ">=3.8"
dependencies = [
    "click>=8.0.0",
    "pyyaml>=6.0",
    "requests>=2.28.0",
    "psutil>=5.9.0",
    "torch>=2.0.0",
    "transformers>=4.35.0",
    "datasets>=2.14.0",
    "peft>=0.5.0",
]

[project.optional-dependencies]
quantization = [
    "autoawq>=0.1.0",
    "auto-gptq>=0.5.0",
    "bitsandbytes>=0.41.0",
]
inference = [
    "llama-cpp-python>=0.2.0",
]
vllm = [
    "vllm>=0.2.0",
]
sglang = [
    "sglang>=0.1.0",
]
training = [
    "unsloth>=0.1.0",
]
dev = [
    "pytest>=7.0.0",
    "black>=23.0.0",
    "flake8>=6.0.0",
]
all = [
    "autoawq>=0.1.0",
    "auto-gptq>=0.5.0",
    "bitsandbytes>=0.41.0",
    "llama-cpp-python>=0.2.0",
    "vllm>=0.2.0",
    "sglang>=0.1.0",
    "unsloth>=0.1.0",
]

[project.scripts]
hos-quantize = "hos_optimizer.cli:quantize_cmd"
hos-infer = "hos_optimizer.cli:infer_cmd"
hos-train = "hos_optimizer.cli:train_cmd"
hos-merge = "hos_optimizer.cli:merge_cmd"
hos-deploy = "hos_optimizer.cli:deploy_cmd"
hos-config = "hos_optimizer.cli:config_cmd"
hos-optimizer = "hos_optimizer.cli:main"

[project.urls]
Homepage = "https://github.com/hos-team/hos-model-optimizer"
"Bug Reports" = "https://github.com/hos-team/hos-model-optimizer/issues"
Source = "https://github.com/hos-team/hos-model-optimizer"

[tool.setuptools]
packages = ["hos_optimizer"]

[tool.black]
line-length = 100
target-version = ["py38", "py39", "py310", "py311"]

[tool.isort]
profile = "black"
line_length = 100

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py"]
python_functions = ["test_*"]
addopts = "-v --tb=short"