clip-zero-shot-ecommerce-v1 / tokenizer_config.json
Shoriful025's picture
Create tokenizer_config.json
f30b5c0 verified
// tokenizer_config.json
{
"add_prefix_space": false,
"bos_token": "<|startoftext|>",
"eos_token": "<|endoftext|>",
"unk_token": "<|endoftext|>",
"model_max_length": 77,
"padding_side": "right",
"tokenizer_class": "CLIPTokenizer"
}