File size: 2,276 Bytes
f6d689c
133ab4d
 
 
f6d689c
133ab4d
f6d689c
 
133ab4d
f6d689c
af8ae7d
f6d689c
 
 
 
 
 
 
 
 
 
 
 
 
 
4d8d059
f6d689c
 
 
 
1601799
 
f6d689c
 
 
 
1601799
f6d689c
1601799
486475d
133ab4d
f6d689c
 
 
ac87831
f6d689c
 
 
 
 
b93250a
133ab4d
f6d689c
 
 
 
 
133ab4d
af8ae7d
f6d689c
 
 
 
133ab4d
f6d689c
 
 
 
 
133ab4d
 
 
c0044cc
 
 
af8ae7d
c0044cc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
[tool.poetry]
name = "leximind"
version = "0.1.0"
description = "Multi-Task Transformer for Document Analysis"
authors = ["Oliver Perrin <oliver.t.perrin@gmail.com>"]
readme = "README.md"
license = "GPL-3.0"
packages = [{include = "src"}]

[tool.poetry.dependencies]
python = "^3.10"
torch = ">=2.0.0"
transformers = ">=4.30.0"
datasets = ">=2.14.0"
tokenizers = ">=0.13.0"
numpy = ">=1.24.0"
pandas = ">=2.0.0"
scikit-learn = ">=1.3.0"
matplotlib = ">=3.7.0"
seaborn = ">=0.12.0"
nltk = ">=3.8.0"
tqdm = ">=4.65.0"
pyyaml = ">=6.0"
omegaconf = ">=2.3.0"
tensorboard = ">=2.13.0"
gradio = "^4.0"
requests = ">=2.31.0"
kaggle = ">=1.5.12"
streamlit = ">=1.25.0"
plotly = ">=5.18.0"
faiss-cpu = ">=1.7.0"
huggingface_hub = ">=0.20.0"
hydra-core = "^1.3.0"
bitsandbytes = ">=0.41.0"
accelerate = ">=0.21.0"
fastapi = ">=0.110.0"
uvicorn = ">=0.27.0"
mlflow = ">=2.0.0"
sentencepiece = ">=0.1.99"
triton = { version = "*", markers = "sys_platform == 'linux'" }

[tool.poetry.group.dev.dependencies]
pytest = "^7.4.0"
pytest-cov = "^4.1.0"
ruff = "^0.4.0"
mypy = "^1.4.0"
jupyter = "^1.0.0"
ipywidgets = "^8.0.0"
pre-commit = "^3.4.0"
rouge-score = "^0.1.2"
bert-score = "^0.3.13"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"

[tool.ruff]
line-length = 100
target-version = "py310"

[tool.ruff.lint]
select = ["E", "F", "I", "B"]
ignore = ["E501", "E402"]

[tool.ruff.format]
quote-style = "double"
indent-style = "space"
skip-magic-trailing-comma = false
line-ending = "auto"

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = "test_*.py"

[tool.mypy]
python_version = "3.10"
warn_return_any = true
warn_unused_configs = true
disallow_untyped_defs = false
check_untyped_defs = true

[[tool.mypy.overrides]]
module = [
    "torch.*",
    "transformers.*",
    "datasets.*",
    "numpy.*",
    "pandas.*",
    "sklearn.*",
    "matplotlib.*",
    "seaborn.*",
    "nltk.*",
    "tqdm.*",
    "yaml.*",
    "omegaconf.*",
    "gradio.*",
    "requests.*",
    "kaggle.*",
    "streamlit.*",
    "plotly.*",
    "faiss.*",
    "huggingface_hub.*",
    "hydra.*",
    "bitsandbytes.*",
    "accelerate.*",
    "fastapi.*",
    "mlflow.*",
    "pydantic.*",
    "rouge_score.*"
]
ignore_missing_imports = true
follow_imports = "skip"