Upload processor
Browse files- tokenizer.json +0 -0
- tokenizer_config.json +0 -1
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
CHANGED
|
@@ -8339,6 +8339,5 @@
|
|
| 8339 |
"sep_token": "</s>",
|
| 8340 |
"sp_model_kwargs": {},
|
| 8341 |
"tokenizer_class": "XLMRobertaTokenizer",
|
| 8342 |
-
"tokenizer_file": "/root/.cache/huggingface/hub/models--ydshieh--temp-testing-kosmos-2/snapshots/d205efb74175dfa340901444a5073b0f760433ef/tokenizer.json",
|
| 8343 |
"unk_token": "<unk>"
|
| 8344 |
}
|
|
|
|
| 8339 |
"sep_token": "</s>",
|
| 8340 |
"sp_model_kwargs": {},
|
| 8341 |
"tokenizer_class": "XLMRobertaTokenizer",
|
|
|
|
| 8342 |
"unk_token": "<unk>"
|
| 8343 |
}
|