{ "added_tokens_decoder": { "0": { "content": "PAD_None", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "BOS_None", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "EOS_None", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "UNK_None", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "auto_map": { "AutoProcessor": "processing_song2midi.Song2MIDIProcessor", "AutoTokenizer": [ "tokenization_song2midi.Song2MIDIPerTokTokenizer", null ] }, "backend": "custom", "bos_token": "BOS_None", "eos_token": "EOS_None", "model_max_length": 1000000000000000019884624838656, "pad_token": "PAD_None", "processor_class": "Song2MIDIProcessor", "tokenizer_class": "Song2MIDIPerTokTokenizer", "unk_token": "UNK_None" }