{ "added_tokens_decoder": { "0": {"content":"[PAD]","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":true}, "1": {"content":"[BOS]","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":true}, "2": {"content":"[EOS]","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":true}, "3": {"content":"[UNK]","lstrip":false,"normalized":false,"rstrip":false,"single_word":false,"special":true} }, "bos_token": "[BOS]", "clean_up_tokenization_spaces": false, "eos_token": "[EOS]", "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "tokenizer_class": "SquaresOnlyChessTokenizer", "unk_token": "[UNK]", "use_fast": false, "auto_map": { "AutoTokenizer": [ "tokenizer.SquaresOnlyChessTokenizer", null ] } }