{ "tokenizer_class": "PaniniTokenizer", "auto_map": { "AutoTokenizer": "tokenizer_hf.PaniniTokenizerHF" }, "model_type": "panini_morphological", "vocab_size": 128000, "unk_token": "", "pad_token": "", "bos_token": "", "eos_token": "", "version": "1.0", "release_name": "panini-tokenizer" }