{ "add_prefix_space": false, "added_tokens_decoder": { "50256": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "50257": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50258": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50259": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50260": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50261": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50262": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50263": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50264": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50265": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50266": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50267": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50268": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50269": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50270": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50271": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50272": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50273": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50274": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50275": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50276": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50277": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50278": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50279": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50280": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50281": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50282": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50283": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50284": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50285": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50286": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50287": { "content": "\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50288": { "content": "\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50289": { "content": "\t\t\t\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50290": { "content": "\t\t\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50291": { "content": "\t\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50292": { "content": "\t\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50293": { "content": "\t\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50294": { "content": "\t\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50295": { "content": "ഀ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50296": { "content": "ഁ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50297": { "content": "ം", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50298": { "content": "ഃ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50299": { "content": "ഄ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50300": { "content": "അ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50301": { "content": "ആ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50302": { "content": "ഇ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50303": { "content": "ഈ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50304": { "content": "ഉ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50305": { "content": "ഊ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50306": { "content": "ഋ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50307": { "content": "ഌ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50308": { "content": "഍", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50309": { "content": "എ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50310": { "content": "ഏ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50311": { "content": "ഐ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50312": { "content": "഑", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50313": { "content": "ഒ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50314": { "content": "ഓ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50315": { "content": "ഔ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50316": { "content": "ക", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50317": { "content": "ഖ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50318": { "content": "ഗ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50319": { "content": "ഘ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50320": { "content": "ങ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50321": { "content": "ച", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50322": { "content": "ഛ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50323": { "content": "ജ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50324": { "content": "ഝ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50325": { "content": "ഞ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50326": { "content": "ട", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50327": { "content": "ഠ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50328": { "content": "ഡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50329": { "content": "ഢ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50330": { "content": "ണ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50331": { "content": "ത", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50332": { "content": "ഥ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50333": { "content": "ദ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50334": { "content": "ധ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50335": { "content": "ന", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50336": { "content": "ഩ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50337": { "content": "പ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50338": { "content": "ഫ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50339": { "content": "ബ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50340": { "content": "ഭ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50341": { "content": "മ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50342": { "content": "യ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50343": { "content": "ര", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50344": { "content": "റ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50345": { "content": "ല", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50346": { "content": "ള", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50347": { "content": "ഴ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50348": { "content": "വ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50349": { "content": "ശ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50350": { "content": "ഷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50351": { "content": "സ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50352": { "content": "ഹ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50353": { "content": "ഺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50354": { "content": "഻", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50355": { "content": "഼", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50356": { "content": "ഽ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50357": { "content": "ാ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50358": { "content": "ി", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50359": { "content": "ീ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50360": { "content": "ു", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50361": { "content": "ൂ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50362": { "content": "ൃ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50363": { "content": "ൄ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50364": { "content": "൅", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50365": { "content": "െ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50366": { "content": "േ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50367": { "content": "ൈ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50368": { "content": "൉", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50369": { "content": "ൊ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50370": { "content": "ോ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50371": { "content": "ൌ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50372": { "content": "്", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50373": { "content": "ൎ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50374": { "content": "൏", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50375": { "content": "൐", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50376": { "content": "൑", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50377": { "content": "൒", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50378": { "content": "൓", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50379": { "content": "ൔ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50380": { "content": "ൕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50381": { "content": "ൖ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50382": { "content": "ൗ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50383": { "content": "൘", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50384": { "content": "൙", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50385": { "content": "൚", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50386": { "content": "൛", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50387": { "content": "൜", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50388": { "content": "൝", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50389": { "content": "൞", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50390": { "content": "ൟ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50391": { "content": "ൠ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50392": { "content": "ൡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50393": { "content": "ൢ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50394": { "content": "ൣ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50395": { "content": "൤", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50396": { "content": "൥", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50397": { "content": "൦", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50398": { "content": "൧", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50399": { "content": "൨", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50400": { "content": "൩", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50401": { "content": "൪", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50402": { "content": "൫", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50403": { "content": "൬", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50404": { "content": "൭", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50405": { "content": "൮", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50406": { "content": "൯", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50407": { "content": "൰", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50408": { "content": "൱", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50409": { "content": "൲", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50410": { "content": "൳", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50411": { "content": "൴", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50412": { "content": "൵", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50413": { "content": "൶", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50414": { "content": "൷", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50415": { "content": "൸", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50416": { "content": "൹", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50417": { "content": "ൺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50418": { "content": "ൻ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50419": { "content": "ർ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50420": { "content": "ൽ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50421": { "content": "ൾ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "bos_token": "<|endoftext|>", "clean_up_tokenization_spaces": true, "eos_token": "<|endoftext|>", "extra_special_tokens": {}, "model_max_length": 2048, "pad_token": "<|endoftext|>", "return_token_type_ids": false, "tokenizer_class": "CodeGenTokenizer", "unk_token": "<|endoftext|>" }