{ "additional_special_tokens": [ { "content": "अम्", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हां", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "आँ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "उह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हुह्ह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ओ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अम्म", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हाहा", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हुंह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ह ह ह ह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ओह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अ अ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हूं हूं", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अहं", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ह ह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "आंह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हहह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "उ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "ह ह ह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अन्न", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हुह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "उम्म", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अह", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हम्म", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "आं", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "हुं हुं", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "अं", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }