Hugging Face's logo

linglongOCR-group
/
DocV3RExpert-1.2B

Safetensors
qwen2_vl
Model card Files
xet
 Community
DocV3RExpert-1.2B / tokenizer_config.json
oytz's picture
oytz
Add files using upload-large-folder tool
dfc441e verified
raw
history blame contribute delete
6.6 kB
{
 "add_prefix_space": false,
 "added_tokens_decoder": {
 "151643": {
 "content": "<|endoftext|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151644": {
 "content": "<|im_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151645": {
 "content": "<|im_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151646": {
 "content": "<|object_ref_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151647": {
 "content": "<|object_ref_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151648": {
 "content": "<|box_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151649": {
 "content": "<|box_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151650": {
 "content": "<|quad_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151651": {
 "content": "<|quad_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151652": {
 "content": "<|vision_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151653": {
 "content": "<|vision_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151654": {
 "content": "<|vision_pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151655": {
 "content": "<|image_pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151656": {
 "content": "<|video_pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151657": {
 "content": "<|ref_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151658": {
 "content": "<|ref_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151659": {
 "content": "<|md_start|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151660": {
 "content": "<|md_end|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151661": {
 "content": "<ched>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151662": {
 "content": "<ecel>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151663": {
 "content": "<fcel>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151664": {
 "content": "<lcel>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151665": {
 "content": "<ucel>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151666": {
 "content": "<xcel>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151667": {
 "content": "<nl>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151668": {
 "content": "<|rotate_up|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151669": {
 "content": "<|rotate_down|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151670": {
 "content": "<|rotate_left|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151671": {
 "content": "<|rotate_right|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151672": {
 "content": "<|txt_contd|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 },
 "151673": {
 "content": "<|paratext|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false,
 "special": true
 }
 },
 "additional_special_tokens": [
 "<|im_start|>",
 "<|im_end|>",
 "<|object_ref_start|>",
 "<|object_ref_end|>",
 "<|box_start|>",
 "<|box_end|>",
 "<|quad_start|>",
 "<|quad_end|>",
 "<|vision_start|>",
 "<|vision_end|>",
 "<|vision_pad|>",
 "<|image_pad|>",
 "<|video_pad|>",
 "<|ref_start|>",
 "<|ref_end|>",
 "<|md_start|>",
 "<|md_end|>",
 "<ched>",
 "<ecel>",
 "<fcel>",
 "<lcel>",
 "<ucel>",
 "<xcel>",
 "<nl>",
 "<|rotate_up|>",
 "<|rotate_down|>",
 "<|rotate_left|>",
 "<|rotate_right|>",
 "<|txt_contd|>",
 "<|paratext|>"
 ],
 "bos_token": null,
 "clean_up_tokenization_spaces": false,
 "eos_token": "<|im_end|>",
 "errors": "replace",
 "extra_special_tokens": {},
 "model_max_length": 16384,
 "pad_token": "<|endoftext|>",
 "padding_side": "right",
 "processor_class": "Qwen2VLProcessor",
 "split_special_tokens": false,
 "tokenizer_class": "Qwen2Tokenizer",
 "unk_token": null
}