File size: 289 Bytes
68a4c53 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"tokenizer_class": "CUTETokenizerFast",
"auto_map": {
"AutoTokenizer": [
null,
"cute_tokenizer.tokenizer.CUTETokenizerFast"
]
},
"model_max_length": 1000000,
"padding_side": "right",
"truncation_side": "right",
"eos_token": "<|endoftext|>"
} |