{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 96, "content": "<|im_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 97, "content": "<|im_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 98, "content": "<|system|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 99, "content": "<|user|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 100, "content": "<|assistant|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 101, "content": "<|tool|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 102, "content": "<|assistant_reasoning|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 103, "content": "<|assistant_reasoning_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "Sequence", "normalizers": [ { "type": "Prepend", "prepend": "▁" }, { "type": "Replace", "pattern": { "String": " " }, "content": "▁" } ] }, "pre_tokenizer": null, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } } ], "pair": [ { "SpecialToken": { "id": "", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "", "type_id": 1 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": { "": { "id": "", "ids": [ 1 ], "tokens": [ "" ] } } }, "decoder": { "type": "Sequence", "decoders": [ { "type": "Replace", "pattern": { "String": "▁" }, "content": " " }, { "type": "ByteFallback" }, { "type": "Fuse" }, { "type": "Strip", "content": " ", "start": 1, "stop": 0 } ] }, "model": { "type": "BPE", "dropout": null, "unk_token": "", "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": true, "byte_fallback": true, "ignore_merges": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "de": 4, "aa": 5, "▁e": 6, "te": 7, "nde": 8, "al": 9, "ar": 10, "▁": 11, "a": 12, "e": 13, "i": 14, "o": 15, "n": 16, "r": 17, "t": 18, "d": 19, "l": 20, "u": 21, "s": 22, "m": 23, "k": 24, "w": 25, "g": 26, ".": 27, "y": 28, "1": 29, "f": 30, "2": 31, "h": 32, "j": 33, "0": 34, "b": 35, "p": 36, ",": 37, "|": 38, "c": 39, "\"": 40, "9": 41, "A": 42, "_": 43, "-": 44, ":": 45, "4": 46, "5": 47, "<": 48, "[": 49, "]": 50, ">": 51, "3": 52, "/": 53, "'": 54, "8": 55, "S": 56, "7": 57, "N": 58, "D": 59, "E": 60, "B": 61, "6": 62, "C": 63, "T": 64, "=": 65, "M": 66, "K": 67, "H": 68, "(": 69, ")": 70, "J": 71, "F": 72, "I": 73, "L": 74, "O": 75, "x": 76, "G": 77, "R": 78, "W": 79, "P": 80, "v": 81, "#": 82, "`": 83, "z": 84, "Y": 85, "{": 86, "}": 87, "q": 88, "Z": 89, "U": 90, ";": 91, "V": 92, "\\": 93, "*": 94, "Q": 95 }, "merges": [ [ "d", "e" ], [ "a", "a" ], [ "▁", "e" ], [ "t", "e" ], [ "n", "de" ], [ "a", "l" ], [ "a", "r" ] ] } }