Upload processor
Browse files- processor_config.json +1 -1
- tokenizer_config.json +2 -2
processor_config.json
CHANGED
|
@@ -54,7 +54,7 @@
|
|
| 54 |
"rescale_factor": 0.00392156862745098,
|
| 55 |
"return_metadata": false,
|
| 56 |
"size": {
|
| 57 |
-
"longest_edge":
|
| 58 |
"shortest_edge": 4096
|
| 59 |
},
|
| 60 |
"temporal_patch_size": 2,
|
|
|
|
| 54 |
"rescale_factor": 0.00392156862745098,
|
| 55 |
"return_metadata": false,
|
| 56 |
"size": {
|
| 57 |
+
"longest_edge": 234881024,
|
| 58 |
"shortest_edge": 4096
|
| 59 |
},
|
| 60 |
"temporal_patch_size": 2,
|
tokenizer_config.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"backend": "tokenizers",
|
| 7 |
"bos_token": null,
|
| 8 |
"clean_up_tokenization_spaces": false,
|
| 9 |
-
"eos_token": "<|
|
| 10 |
"errors": "replace",
|
| 11 |
"image_token": "<|image_pad|>",
|
| 12 |
"is_local": true,
|
|
@@ -20,7 +20,7 @@
|
|
| 20 |
"vision_bos_token": "<|vision_start|>",
|
| 21 |
"vision_eos_token": "<|vision_end|>"
|
| 22 |
},
|
| 23 |
-
"pad_token": "<|
|
| 24 |
"padding_side": "right",
|
| 25 |
"pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
|
| 26 |
"processor_class": "Qwen3VLProcessor",
|
|
|
|
| 6 |
"backend": "tokenizers",
|
| 7 |
"bos_token": null,
|
| 8 |
"clean_up_tokenization_spaces": false,
|
| 9 |
+
"eos_token": "<|endoftext|>",
|
| 10 |
"errors": "replace",
|
| 11 |
"image_token": "<|image_pad|>",
|
| 12 |
"is_local": true,
|
|
|
|
| 20 |
"vision_bos_token": "<|vision_start|>",
|
| 21 |
"vision_eos_token": "<|vision_end|>"
|
| 22 |
},
|
| 23 |
+
"pad_token": "<|vision_pad|>",
|
| 24 |
"padding_side": "right",
|
| 25 |
"pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
|
| 26 |
"processor_class": "Qwen3VLProcessor",
|