detectivejoewest commited on
Commit
8ad9e97
·
verified ·
1 Parent(s): 28691c4

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -1,6 +1,6 @@
1
  from transformers import PreTrainedTokenizerFast
2
 
3
- token2vec = PreTrainedTokenizerFast.from_pretrained(tokenizer_file="tokenizer.json")
4
 
5
  from typing import Dict, Any
6
  import numpy as np
 
1
  from transformers import PreTrainedTokenizerFast
2
 
3
+ token2vec = PreTrainedTokenizerFast.from_pretrained("bpe")
4
 
5
  from typing import Dict, Any
6
  import numpy as np