[project]
name = "llm_benchmark"
version = "0.1.0"
description = "A collection of python functions to benchmark llm projects"
authors = [{ name = "Matthew", email = "matthew.truscott@turintech.ai" }]
readme = "README.md"
requires-python = ">=3.8,<4.0"
dependencies = []

[project.scripts]
main = "main:main"

[dependency-groups]
dev = [
    "pytest>=7.4.3,<8",
    "pytest-benchmark>=4.0.0,<5",
    "psutil>=5.9,<8",
    "taskipy>=1.14.1,<2",
]

[tool.taskipy.tasks.test]
help = "Run unit tests (benchmarks skipped)"
cmd = "pytest --benchmark-skip tests/"

[tool.taskipy.tasks.benchmark]
help = "Run benchmarks and write metrics to artemis_results.csv"
cmd = "python artemis_scripts/benchmark.py --runs 3 --output artemis_results.csv"

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["src/llm_benchmark"]

[tool.hatch.build.targets.wheel.force-include]
"main.py" = "main.py"