Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -62,5 +62,5 @@
|
|
| 62 |
"truncation_side": "right",
|
| 63 |
"truncation_strategy": "longest_first",
|
| 64 |
"unk_token": "[UNK]",
|
| 65 |
-
"vocab_type": "
|
| 66 |
}
|
|
|
|
| 62 |
"truncation_side": "right",
|
| 63 |
"truncation_strategy": "longest_first",
|
| 64 |
"unk_token": "[UNK]",
|
| 65 |
+
"vocab_type": "spm"
|
| 66 |
}
|