glm-ocr-iam-lora / tokenizer_config.json
wassim249's picture
Upload model trained with Unsloth
0b06ee8 verified
{
"backend": "tokenizers",
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"extra_special_tokens": [],
"is_local": false,
"model_max_length": 655380,
"pad_token": "<|PAD_TOKEN|>",
"padding_side": "right",
"processor_class": "_Unsloth_Patched_Glm46VProcessor",
"tokenizer_class": "TokenizersBackend"
}