{ "add_bos_token": true, "add_eos_token": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "6": { "content": "[@BOS@]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "7": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "8": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "9": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "10": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "11": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "13": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "24": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "25": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "26": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "27": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "28": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "29": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "31": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "36": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "38": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "40": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "41": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "48": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "49": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "56": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "58": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "59": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "60": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "61": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "62": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "63": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "64": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "65": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "66": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "67": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "68": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "69": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "70": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "71": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "72": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "73": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "74": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "75": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "76": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "77": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "78": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "79": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "80": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "81": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "82": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "83": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "84": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "85": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "87": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "88": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "89": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "90": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "91": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "92": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "93": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "94": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "95": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "96": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "97": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "98": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "99": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "100": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "103": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "104": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "106": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "107": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1533": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "2614": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "2726": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "5735": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "9071": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "11458": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12220": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "12860": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "13592": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "16552": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17651": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "17822": { "content": "▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "20974": { "content": "\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "24104": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "26033": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "27077": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "28079": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30062": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "30887": { "content": "\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "31652": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "32752": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "33511": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "36015": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "39820": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43547": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "43963": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "44001": { "content": "\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "45237": { "content": "▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "52376": { "content": "▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "53306": { "content": "▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "54994": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "56211": { "content": "\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57435": { "content": "▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57436": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "57519": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "59483": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "60575": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "61138": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "62317": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "62855": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "65652": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "68625": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "68912": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "72278": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "73534": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "74261": { "content": "\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "74797": { "content": "\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "75265": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "77507": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "80176": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "82268": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86523": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "86910": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "87122": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "90105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "91548": { "content": "\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "92576": { "content": "\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "94596": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "96929": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "99499": { "content": "\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "101042": { "content": "[toxicity=0]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "102171": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "103577": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "107086": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "110140": { "content": "\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "114270": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "114354": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "117246": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "121957": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "125327": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "130508": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "132098": { "content": "▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "133619": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "134617": { "content": "▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "138797": { "content": "\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "139398": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "139850": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "140353": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "142212": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "142460": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "146450": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "150560": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "150735": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151525": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "153566": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154217": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154292": { "content": "▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "154532": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "157102": { "content": "\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "158911": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "166836": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "167849": { "content": "\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "168961": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "178568": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "179447": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "179528": { "content": "\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "180287": { "content": "\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "183456": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "188795": { "content": "\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "190894": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "193567": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "194747": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "194981": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "198886": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "200724": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "203907": { "content": "\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "204284": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "205131": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "206416": { "content": "\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "207175": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "210866": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "211405": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "212122": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "213329": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "215550": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "216878": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "216991": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "219124": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "220788": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "221221": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "221619": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "222752": { "content": "\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "223307": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "224410": { "content": "▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "226653": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "226933": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "228179": { "content": "\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "229340": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "234950": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "236242": { "content": "▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "238825": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "239488": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "242884": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "243586": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "244197": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "246852": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "247034": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "250273": { "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "251771": { "content": "<2mass>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "252023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "255108": { "content": "\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "255999": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "" ], "bos_token": "", "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '' + role + '\n' + message['content'] | trim + '\n' }}{% endfor %}{% if add_generation_prompt %}{{'model\n'}}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "", "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "GemmaTokenizer", "unk_token": "", "use_default_system_prompt": false }