{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "auto_map": { "AutoTokenizer": [ "tokenization_p10.IEEEFloatTokenizer", null ] }, "base": 10, "bos_token": "", "clean_up_tokenization_spaces": false, "encoder_tokenizer_dir": "encoder_tokenizer", "encoder_tokenizer_name": "google/t5gemma-s-s-prefixlm", "eos_token": "", "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "num_exponent_digits": 2, "num_mantissa_digits": 5, "pad_token": "", "tokenizer_class": "IEEEFloatTokenizer", "unk_token": null }