eureka commited on
Commit
0830b8d
·
1 Parent(s): 226a425

Add sentencepiece dependency for DebertaV2Tokenizer

Browse files
Files changed (1) hide show
  1. requirements.txt +2 -0
requirements.txt CHANGED
@@ -1,6 +1,8 @@
1
  # PyTorch is already installed in the base image (pytorch/pytorch:2.1.2)
2
  # transformers>=4.35.0 requires PyTorch 2.2+, so we pin to compatible version
3
  transformers>=4.30.0,<4.35.0
 
 
4
  fastapi>=0.100.0
5
  uvicorn[standard]>=0.23.0
6
  python-multipart>=0.0.6
 
1
  # PyTorch is already installed in the base image (pytorch/pytorch:2.1.2)
2
  # transformers>=4.35.0 requires PyTorch 2.2+, so we pin to compatible version
3
  transformers>=4.30.0,<4.35.0
4
+ tokenizers>=0.13.0,<0.20.0
5
+ sentencepiece>=0.1.99
6
  fastapi>=0.100.0
7
  uvicorn[standard]>=0.23.0
8
  python-multipart>=0.0.6