Update tokenization_milli.py
Browse files- tokenization_milli.py +1 -1
tokenization_milli.py
CHANGED
|
@@ -13,7 +13,7 @@ class MiLLiTokenizer(PreTrainedTokenizer):
|
|
| 13 |
|
| 14 |
def __init__(
|
| 15 |
self,
|
| 16 |
-
repo_id="elshadrahimov/miLLi-1.0",
|
| 17 |
trie_file="milli_trie_v1.pkl",
|
| 18 |
bpe_file="milli_bpe_v1.json",
|
| 19 |
unk_token="<UNK>",
|
|
|
|
| 13 |
|
| 14 |
def __init__(
|
| 15 |
self,
|
| 16 |
+
repo_id="elshadrahimov/miLLi-1.0",
|
| 17 |
trie_file="milli_trie_v1.pkl",
|
| 18 |
bpe_file="milli_bpe_v1.json",
|
| 19 |
unk_token="<UNK>",
|