tiny-vllm / pyproject.toml
enCoder's picture
minimal continuous-batching LLM engine
c32c359
raw
history blame contribute delete
631 Bytes
[build-system]
requires = ["setuptools>=68", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "tiny_vllm"
version = "0.1.0"
description = "Minimal continuous-batching LLM engine for learning vLLM/SGLang internals"
readme = "README.md"
requires-python = ">=3.10"
license = { text = "MIT" }
authors = [{ name = "Tiny vLLM" }]
dependencies = [
"torch>=2.2",
"transformers>=4.45",
"fastapi>=0.110",
"uvicorn[standard]>=0.27",
"pydantic>=2.5",
"numpy",
"httpx>=0.27",
]
[project.scripts]
tiny-vllm-server = "tiny_vllm.server:main"
[tool.setuptools.packages.find]
include = ["tiny_vllm*"]