{ "add_bos_token": false, "add_eos_token": true, "add_prefix_space": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "6": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "7": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "9": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "10": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "11": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "12": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "13": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "24": { "content": "<|image_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "25": { "content": "<|url_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "26": { "content": "<|hyperlink_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "27": { "content": "<|table_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "28": { "content": "<|equation_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "29": { "content": "<|code_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30": { "content": "<|reference_placeholder|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "31": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "33": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "35": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "36": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "38": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "40": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "41": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "45": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "46": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "47": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "49": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "56": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "57": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "58": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "59": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "60": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "61": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "62": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "63": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "64": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "66": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "67": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "68": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "69": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "70": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "71": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "72": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "74": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "75": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "76": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "77": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "78": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "79": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "80": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "81": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "82": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "83": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "84": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "85": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "86": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "87": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "88": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "89": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "90": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "91": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "92": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "93": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "94": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "95": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "96": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "97": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "98": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "99": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "103": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "104": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "106": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "107": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "108": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "109": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "111": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "112": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "113": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "114": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "115": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "116": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "117": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "118": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "119": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "121": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "122": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "123": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "124": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "125": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "126": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "127": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "129": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "130": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "132": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "133": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "134": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "135": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "136": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "137": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "138": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "139": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "140": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "141": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "142": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "143": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "144": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "146": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "147": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "148": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "149": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "150": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "152": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "153": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "155": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "156": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "157": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "158": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "159": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "160": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "161": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "162": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "163": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "164": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "165": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "166": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "167": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "168": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "169": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "170": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "171": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "172": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "173": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "174": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "175": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "176": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "177": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "178": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "179": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "180": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "182": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "183": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "184": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "185": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "186": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "187": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "188": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "189": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "190": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "191": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "192": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "193": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "194": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "195": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "196": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "197": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "198": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "199": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "200": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "201": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "202": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "203": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "204": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "205": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "206": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "207": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "208": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "209": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "210": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "211": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "212": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "213": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "214": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "215": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "216": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "217": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "218": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "219": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "220": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "221": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "222": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "223": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131072": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131073": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131074": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131075": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131076": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131077": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131078": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131079": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131080": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131081": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131082": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131083": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131084": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131085": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131086": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131087": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131088": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131089": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131090": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131091": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131092": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131093": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131094": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131095": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131096": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131097": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131098": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131099": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131100": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131103": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131104": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131106": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131107": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131108": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131109": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131110": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131111": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131112": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131113": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131114": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131115": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131116": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131117": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131118": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131119": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131120": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131121": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131122": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131123": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131124": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "chat_template": "{%- set tool_choice = tool_choice | default('auto') %}\n{%- set ns = namespace(tool_types = [], last_query_index = -1, suffix_to_move = '') %}\n\n{%- if tools and tool_choice != 'none' %}\n {{- \"\\n\"-}}\n {{- \"# Tools\\n\" }}\n {{- \"You have access to the following tools:\\n\\n\" }}\n {%- for tool in tools %}\n {%- if tool.type not in ns.tool_types %}\n {%- set ns.tool_types = ns.tool_types + [tool.type] %}\n {{- \"## Tool namespace: \" ~ tool.type ~ \"\\n\\n\" }}\n {%- endif %}\n {%- if tool.type == 'code_interpreter' %}\n {%- set tool = {\"type\":\"code_interpreter\",\"function\":{\"name\":\"code_interpreter_preview\",\"description\":\"The code will be executed in a stateful Jupyter notebook sandbox environment, only supports local computation, data processing, and file operations.\\nCode sandbox environment (network isolated) Any external network requests or online API calls are prohibited.\\nIf online functionality is needed, please use other permitted tools.\\nCode will respond with the output of the execution or time out after 60.0 seconds. \",\"parameters\":{\"type\":\"object\",\"properties\":{\"language\":{\"type\":\"string\",\"description\":\"The programming language of the code to be executed. Available values: python (Default), java, go, js, ts, c, c++.\"},\"code\":{\"type\":\"string\",\"description\":\"Python code to be executed must not include the following:\\n- Importing network libraries such as requests, httplib, etc.\\n- Any form of HTTP requests.\\n- External API calls.\\n- Network port operations. Example: ```python\\nimport pandas as pd\\npd.DataFrame({'A':[1,2]})\\n```\"},\"timeout\":{\"type\":\"number\",\"description\":\"The maximum execution time of the code, in seconds. Default is 60.0.\"}}},\"required\":[\"code\"]}} %}\n {%- endif %}\n {{- \"### Tool name: \" + tool.function.name + \"\\n\" }}\n {{- \"Description: \" + tool.function.description + \"\\n\\n\" }}\n {{- \"InputSchema: \" + tool.function.parameters | tojson(ensure_ascii=False) + \"\\n\\n\" }}\n {%- endfor %}\n {{- '**Note**: For each function call, output the function name and arguments within the following XML format:\\n{function-name}\\n{arg-key-1}\\n{arg-value-1}\\n{arg-key-2}\\n{arg-value-2}\\n...\\n\\n' }}\n {{- \"\"-}}\n {%- for idx in range(messages|length - 1) %}\n {%- set msg = messages[idx] %}\n {%- if msg.role == 'assistant' and not msg.tool_calls %}\n {%- set ns.last_query_index = idx %}\n {%- endif %}\n {%- endfor%}\n{%- endif %}\n\n{%- for msg in messages %}\n {%- if msg.role == \"system\" %}\n {{- \"\" + msg.content }}\n {%- elif msg.role == \"user\" %}\n {{- \"\" }}\n {%- if msg[\"files\"] %}\n {{- '\\n' ~ msg.files | tojson(indent=2) ~ '\\n' }}\n {%- endif %}\n\n {%- if add_generation_prompt and loop.last and msg.content is string and msg.content.endswith(\"\") %}\n {%- set ns.suffix_to_move = \"\" %}\n {{- msg.content[:-19] }}\n {%- elif add_generation_prompt and loop.last and msg.content is string and msg.content.endswith(\"\") %}\n {%- set ns.suffix_to_move = \"\" %}\n {{- msg.content[:-24] }}\n {%- else %}\n {{- msg.content }}\n {%- endif %}\n\n {%- elif msg.role == \"assistant\" %}\n {{- \"\" }}\n {%- if enable_thinking == true and msg.reasoning_content and ns.tool_types != [] and loop.index0 > ns.last_query_index %}\n {{- \"\\n\\n\" ~ msg.reasoning_content ~ \"\\n\\n\" }}\n {%- endif %}\n {%- if msg.content%}\n {{- msg.content }}\n {%- endif %}\n {%- if msg.tool_calls %}\n {%- for tool_call in msg.tool_calls -%}\n {{- \"\" ~ tool_call.function.name ~ \"\\n\" -}}\n {% set _args = tool_call.function.arguments %}\n {% for k, v in _args.items() %}\n {{- \"\" ~ k ~ \"\\n\" -}}\n {{- \"\" ~ (v if v is string else v | tojson(ensure_ascii=False)) ~ \"\\n\" -}}\n {% endfor %}\n {{- \"\\n\" }}\n {%- endfor %}\n {%- endif %}\n {{- \"\" -}}\n {%- elif msg.role == \"tool\" %}\n {%- if messages[loop.index0 - 1].role != \"tool\"%}\n {{- \"\" -}}\n {%- endif %}\n {{- \"\" ~ msg.content ~ \"\"-}}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {%- if enable_thinking == true %}\n {{- \" /think_on\" }}\n {%- if thinking_budget %}\n {%- if thinking_budget < 1024 %}\n {%- set thinking_budget = 1024 %}\n {%- endif%}\n {{- \"\\nthinking_budget: < \" ~ thinking_budget ~ \".\"}}\n {%- endif %}\n {{- \" \\n\"}}\n {%- elif enable_thinking == false %}\n {{- \" /think_off \\n\\n\\n\" }}\n {%- else %}\n {{- \"\" ~ ns.suffix_to_move }}\n {%- endif %}\n{%- endif %}", "clean_up_tokenization_spaces": false, "eos_token": "", "model_max_length": 131072, "pad_token": "", "sp_model_kwargs": {}, "tokenizer_class": "BloomTokenizer", "unk_token": "", "image_start_token": "", "image_end_token": "", "image_pad_token": "", "image_newline_token": "", "audio_start_token": "", "audio_end_token": "", "audio_pad_token": "" }