requirements

requirements.txt

@@ -60,6 +60,7 @@ python-multipart==0.0.6
 pytz==2023.3.post1
 PyYAML==6.0.1
 referencing==0.32.0
+regex==2023.12.25
 requests==2.28.1
 rich==13.7.0
 rpds-py==0.16.2
@@ -71,11 +72,13 @@ sniffio==1.3.0
 starlette==0.27.0
 sympy==1.12
 timm==0.9.12
+tokenizers==0.15.0
 tomlkit==0.12.0
 toolz==0.12.0
 torch==2.1.2
 torchvision==0.16.2
 tqdm==4.66.1
+transformers==4.36.2
 triton==2.1.0
 typer==0.9.0
 typing_extensions==4.9.0