crossroderick commited on
Commit
8dc2b55
·
1 Parent(s): f93a822

Removed unnecessary imports

Browse files
Files changed (1) hide show
  1. src/train_tokeniser.py +1 -1
src/train_tokeniser.py CHANGED
@@ -1,8 +1,8 @@
1
  import json
2
  from transformers import T5TokenizerFast
 
3
  from tokenizers.pre_tokenizers import Whitespace
4
  from tokenizers import Tokenizer, models, trainers
5
- from tokenizers.normalizers import NFD, Lowercase, StripAccents, Sequence
6
 
7
 
8
  # Load corpus data
 
1
  import json
2
  from transformers import T5TokenizerFast
3
+ from tokenizers.normalizers import Lowercase
4
  from tokenizers.pre_tokenizers import Whitespace
5
  from tokenizers import Tokenizer, models, trainers
 
6
 
7
 
8
  # Load corpus data