tokenizer/tokenizer_config.json

{"add_prefix_space":false,"added_tokens_decoder":{"49406":{"content":"<|startoftext|>","lstrip":false,"normalized":true,"rstrip":false,"single_word":false,"special":true},"49407":{"content":"<|endoftext|>","lstrip":false,"normalized":true,"rstrip":false,"single_word":false,"special":true}},"bos_token":"<|startoftext|>","clean_up_tokenization_spaces":true,"do_lower_case":true,"eos_token":"<|endoftext|>","errors":"replace","model_max_length":77,"pad_token":"<|endoftext|>","tokenizer_class":"CLIPTokenizer","unk_token":"<|endoftext|>"}