exaone-4.0-1.2b-float-right-tagger / tokenizer_config.json
Calvin806's picture
Upload merged EXAONE 1.2B Float:Right tagger (merged weights + tokenizer + template)
da3f3e5 verified
raw
history blame contribute delete
404 Bytes
{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": "[BOS]",
"clean_up_tokenization_spaces": false,
"eos_token": "[|endofturn|]",
"errors": "replace",
"is_local": true,
"model_max_length": 1000000000000000019884624838656,
"pad_token": "[PAD]",
"padding_side": "right",
"split_special_tokens": false,
"tokenizer_class": "TokenizersBackend",
"unk_token": "[UNK]"
}