BART_poem / tokenizer_config.json
Dr-Tina's picture
Upload tokenizer
f585643
raw
history blame contribute delete
534 Bytes
{
"add_special_tokens": true,
"bos_token": "",
"eos_token": "",
"mask_token": "",
"max_len": 40,
"model_max_length": 1000000000000000019884624838656,
"name_or_path": "just-final/BART_poem",
"pad_token": "",
"padding": "max_length",
"return_tensors": "pt",
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--gogamza--kobart-base-v2/snapshots/f9f2ec35d3c32a1ecc7a3281f9626b7ec1913fed/special_tokens_map.json",
"tokenizer_class": "PreTrainedTokenizerFast",
"truncation": true,
"unk_token": ""
}