inference-server / pyproject.toml
Aditya Kulkarni
feat: add dynamic batching and benchmark script
046db3f
raw
history blame contribute delete
321 Bytes
[project]
name = "inference-server"
version = "0.1.0"
description = "Add your description here"
readme = "README.md"
requires-python = ">=3.12"
dependencies = [
"fastapi>=0.133.1",
"httpx>=0.28.1",
"pydantic-settings>=2.13.1",
"sentence-transformers>=5.2.3",
"torch>=2.10.0",
"uvicorn>=0.41.0",
]