bart-r3f / tokenizer_config.json
Jason8117's picture
MODEL UPLOAD
495710f
raw
history blame
920 Bytes
{
"additional_special_tokens": [
"#@μ£Όμ†Œ#",
"#@이λͺ¨ν‹°μ½˜#",
"#@이름#",
"#@URL#",
"#@μ†Œμ†#",
"#@기타#",
"#@μ „λ²ˆ#",
"#@계정#",
"#@url#",
"#@번호#",
"#@금육#",
"#@신원#",
"#@μž₯μ†Œ#",
"#@μ‹œμŠ€ν…œ#사진#",
"#@μ‹œμŠ€ν…œ#λ™μ˜μƒ#",
"#@μ‹œμŠ€ν…œ#기타#",
"#@μ‹œμŠ€ν…œ#검색#",
"#@μ‹œμŠ€ν…œ#지도#",
"#@μ‹œμŠ€ν…œ#μ‚­μ œ#",
"#@μ‹œμŠ€ν…œ#파일#",
"#@μ‹œμŠ€ν…œ#μ†‘κΈˆ#",
"#@μ‹œμŠ€ν…œ#"
],
"bos_token": "[BOS]",
"cls_token": "[BOS]",
"eos_token": "[EOS]",
"mask_token": "[MASK]",
"name_or_path": "alaggung/bart-r3f",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"special_tokens_map_file": "/root/.cache/huggingface/hub/models--alaggung--bart-r3f/snapshots/b0a1bafbf3396749e35b5b48bf9891d34f089f57/special_tokens_map.json",
"tokenizer_class": "PreTrainedTokenizerFast",
"unk_token": "[UNK]"
}