chore: add ML dependencies for training pipeline
Browse files- Add transformers, datasets for model training
- Add torch for PyTorch backend
- Add onnx, onnxruntime for production inference
- Add scikit-learn for metrics
- Add matplotlib, seaborn for visualizations
- pyproject.toml +9 -0
pyproject.toml
CHANGED
|
@@ -19,6 +19,13 @@ sentence-transformers = "^2.2.0"
|
|
| 19 |
openai = "^1.10.0"
|
| 20 |
prometheus-client = "^0.19.0"
|
| 21 |
python-dotenv = "^1.0.0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
|
| 23 |
[tool.poetry.group.dev.dependencies]
|
| 24 |
pytest = "^7.4.0"
|
|
@@ -28,6 +35,8 @@ ruff = "^0.1.0"
|
|
| 28 |
black = "^24.1.0"
|
| 29 |
mypy = "^1.8.0"
|
| 30 |
pre-commit = "^3.6.0"
|
|
|
|
|
|
|
| 31 |
|
| 32 |
[build-system]
|
| 33 |
requires = ["poetry-core"]
|
|
|
|
| 19 |
openai = "^1.10.0"
|
| 20 |
prometheus-client = "^0.19.0"
|
| 21 |
python-dotenv = "^1.0.0"
|
| 22 |
+
# ML dependencies
|
| 23 |
+
transformers = "^4.37.0"
|
| 24 |
+
datasets = "^2.16.0"
|
| 25 |
+
torch = "^2.1.0"
|
| 26 |
+
onnx = "^1.15.0"
|
| 27 |
+
onnxruntime = "^1.16.0"
|
| 28 |
+
scikit-learn = "^1.4.0"
|
| 29 |
|
| 30 |
[tool.poetry.group.dev.dependencies]
|
| 31 |
pytest = "^7.4.0"
|
|
|
|
| 35 |
black = "^24.1.0"
|
| 36 |
mypy = "^1.8.0"
|
| 37 |
pre-commit = "^3.6.0"
|
| 38 |
+
matplotlib = "^3.8.0"
|
| 39 |
+
seaborn = "^0.13.0"
|
| 40 |
|
| 41 |
[build-system]
|
| 42 |
requires = ["poetry-core"]
|