Upload tokenizer_config.json with huggingface_hub
Browse files- tokenizer_config.json +2 -2
tokenizer_config.json
CHANGED
|
@@ -3697,7 +3697,7 @@
|
|
| 3697 |
"<im_low>"
|
| 3698 |
],
|
| 3699 |
"auto_map": {
|
| 3700 |
-
"AutoProcessor": "
|
| 3701 |
},
|
| 3702 |
"bos_token": "<|endoftext|>",
|
| 3703 |
"clean_up_tokenization_spaces": false,
|
|
@@ -3706,7 +3706,7 @@
|
|
| 3706 |
"extra_special_tokens": {},
|
| 3707 |
"model_max_length": 131072,
|
| 3708 |
"pad_token": "<|endoftext|>",
|
| 3709 |
-
"processor_class": "
|
| 3710 |
"split_special_tokens": false,
|
| 3711 |
"tokenizer_class": "Qwen2Tokenizer",
|
| 3712 |
"unk_token": null
|
|
|
|
| 3697 |
"<im_low>"
|
| 3698 |
],
|
| 3699 |
"auto_map": {
|
| 3700 |
+
"AutoProcessor": "processing_sprvla.SPRVLAProcessor"
|
| 3701 |
},
|
| 3702 |
"bos_token": "<|endoftext|>",
|
| 3703 |
"clean_up_tokenization_spaces": false,
|
|
|
|
| 3706 |
"extra_special_tokens": {},
|
| 3707 |
"model_max_length": 131072,
|
| 3708 |
"pad_token": "<|endoftext|>",
|
| 3709 |
+
"processor_class": "SPRVLAProcessor",
|
| 3710 |
"split_special_tokens": false,
|
| 3711 |
"tokenizer_class": "Qwen2Tokenizer",
|
| 3712 |
"unk_token": null
|