| [project] |
| name = "llm_benchmark" |
| version = "0.1.0" |
| description = "A collection of python functions to benchmark llm projects" |
| authors = [{ name = "Matthew", email = "matthew.truscott@turintech.ai" }] |
| readme = "README.md" |
| requires-python = ">=3.8,<4.0" |
| dependencies = [] |
|
|
| [project.scripts] |
| main = "main:main" |
|
|
| [dependency-groups] |
| dev = [ |
| "pytest>=7.4.3,<8", |
| "pytest-benchmark>=4.0.0,<5", |
| "psutil>=5.9,<8", |
| "taskipy>=1.14.1,<2", |
| ] |
|
|
| [tool.taskipy.tasks.test] |
| help = "Run unit tests (benchmarks skipped)" |
| cmd = "pytest --benchmark-skip tests/" |
|
|
| [tool.taskipy.tasks.benchmark] |
| help = "Run benchmarks and write metrics to artemis_results.csv" |
| cmd = "python artemis_scripts/benchmark.py --runs 3 --output artemis_results.csv" |
|
|
| [build-system] |
| requires = ["hatchling"] |
| build-backend = "hatchling.build" |
|
|
| [tool.hatch.build.targets.wheel] |
| packages = ["src/llm_benchmark"] |
|
|
| [tool.hatch.build.targets.wheel.force-include] |
| "main.py" = "main.py" |
|
|
