ayushm98 commited on
Commit
b91fdd6
·
1 Parent(s): 2223a0b

chore: add ML dependencies for training pipeline

Browse files

- Add transformers, datasets for model training
- Add torch for PyTorch backend
- Add onnx, onnxruntime for production inference
- Add scikit-learn for metrics
- Add matplotlib, seaborn for visualizations

Files changed (1) hide show
  1. pyproject.toml +9 -0
pyproject.toml CHANGED
@@ -19,6 +19,13 @@ sentence-transformers = "^2.2.0"
19
  openai = "^1.10.0"
20
  prometheus-client = "^0.19.0"
21
  python-dotenv = "^1.0.0"
 
 
 
 
 
 
 
22
 
23
  [tool.poetry.group.dev.dependencies]
24
  pytest = "^7.4.0"
@@ -28,6 +35,8 @@ ruff = "^0.1.0"
28
  black = "^24.1.0"
29
  mypy = "^1.8.0"
30
  pre-commit = "^3.6.0"
 
 
31
 
32
  [build-system]
33
  requires = ["poetry-core"]
 
19
  openai = "^1.10.0"
20
  prometheus-client = "^0.19.0"
21
  python-dotenv = "^1.0.0"
22
+ # ML dependencies
23
+ transformers = "^4.37.0"
24
+ datasets = "^2.16.0"
25
+ torch = "^2.1.0"
26
+ onnx = "^1.15.0"
27
+ onnxruntime = "^1.16.0"
28
+ scikit-learn = "^1.4.0"
29
 
30
  [tool.poetry.group.dev.dependencies]
31
  pytest = "^7.4.0"
 
35
  black = "^24.1.0"
36
  mypy = "^1.8.0"
37
  pre-commit = "^3.6.0"
38
+ matplotlib = "^3.8.0"
39
+ seaborn = "^0.13.0"
40
 
41
  [build-system]
42
  requires = ["poetry-core"]