{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "<|vision_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "<|im_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "<|im_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "Sequence": { "id": "A", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": {} }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": "<|endoftext|>", "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "<|endoftext|>": 0, "<|vision_start|>": 1, "<|im_start|>": 2, "<|im_end|>": 3, "!": 4, "\"": 5, "#": 6, "$": 7, "%": 8, "&": 9, "'": 10, "(": 11, ")": 12, "*": 13, "+": 14, ",": 15, "-": 16, ".": 17, "/": 18, "0": 19, "1": 20, "2": 21, "3": 22, "4": 23, "5": 24, "6": 25, "7": 26, "8": 27, "9": 28, ":": 29, ";": 30, "<": 31, "=": 32, ">": 33, "?": 34, "@": 35, "A": 36, "B": 37, "C": 38, "D": 39, "E": 40, "F": 41, "G": 42, "H": 43, "I": 44, "J": 45, "K": 46, "L": 47, "M": 48, "N": 49, "O": 50, "P": 51, "Q": 52, "R": 53, "S": 54, "T": 55, "U": 56, "V": 57, "W": 58, "X": 59, "Y": 60, "Z": 61, "[": 62, "\\": 63, "]": 64, "^": 65, "_": 66, "`": 67, "a": 68, "b": 69, "c": 70, "d": 71, "e": 72, "f": 73, "g": 74, "h": 75, "i": 76, "j": 77, "k": 78, "l": 79, "m": 80, "n": 81, "o": 82, "p": 83, "q": 84, "r": 85, "s": 86, "t": 87, "u": 88, "v": 89, "w": 90, "x": 91, "y": 92, "z": 93, "{": 94, "|": 95, "}": 96, "~": 97, "Ġ": 98, "Ġa": 99, "is": 100, "on": 101, "Ġis": 102, "64": 103, "Ġn": 104, "Ġo": 105, "Ġv": 106, "Th": 107, "de": 108, "ide": 109, "re": 110, "ro": 111, "Ġg": 112, "Ġw": 113, "Ġof": 114, "Ġvide": 115, "Ġvideo": 116, "an": 117, "ot": 118, "Ġi": 119, "Ġs": 120, "rom": 121, "er": 122, "ion": 123, "lu": 124, "olu": 125, "ss": 126, "solu": 127, "te": 128, "tan": 129, "tion": 130, "Ġ0": 131, "Ġ2": 132, "ĠF": 133, "Ġf": 134, "Ġh": 135, "Ġl": 136, "Ġp": 137, "Ġ64": 138, "Ġre": 139, "Ġass": 140, "istan": 141, "Ġnot": 142, "The": 143, "solution": 144, "Ġresolution": 145, "Ġassistan": 146, "Ġassistant": 147, "PS": 148, "Yo": 149, "ag": 150, "ate": 151, "ci": 152, "con": 153, "ds": 154, "el": 155, "en": 156, "econ": 157, "fu": 158, "ho": 159, "il": 160, "iv": 161, "mag": 162, "nd": 163, "pt": 164, "pfu": 165, "Ġd": 166, "Ġare": 167, "Ġand": 168, "ong": 169, "This": 170, "Ġgen": 171, "Ġgiv": 172, "Ġwho": 173, "Ġwil": 174, "Ġimag": 175, "Ġsecon": 176, "rompt": 177, "erate": 178, "Ġ24": 179, "ĠFPS": 180, "Ġfrom": 181, "Ġhel": 182, "Ġlong": 183, "Ġprompt": 184, "You": 185, "pful": 186, "Ġgenerate": 187, "Ġgive": 188, "Ġwill": 189, "Ġimage": 190, "Ġseconds": 191, "Ġhelpful": 192, "bot": 193, "eon": 194, "gh": 195, "igh": 196, "ng": 197, "ser": 198, "ste": 199, "ty": 200, "user": 201, "yste": 202, "Ġ!": 203, "Ġ\"": 204, "Ġ#": 205, "Ġ$": 206, "Ġ%": 207, "Ġ&": 208, "Ġ'": 209, "Ġ(": 210, "Ġ)": 211, "Ġ*": 212, "Ġ+": 213, "Ġ,": 214, "Ġ-": 215, "Ġ.": 216, "Ġ/": 217, "Ġ1": 218, "Ġ3": 219, "Ġ4": 220, "Ġ5": 221, "Ġ6": 222, "Ġ7": 223, "Ġ8": 224, "Ġ9": 225, "Ġ:": 226, "Ġ;": 227, "Ġ<": 228, "Ġ=": 229, "Ġ>": 230, "Ġ?": 231, "Ġ@": 232, "ĠA": 233, "ĠB": 234, "ĠC": 235, "ĠD": 236, "ĠE": 237, "ĠG": 238, "ĠH": 239, "ĠI": 240, "ĠJ": 241, "ĠK": 242, "ĠL": 243, "ĠM": 244, "ĠN": 245, "ĠO": 246, "ĠP": 247, "ĠQ": 248, "ĠR": 249, "ĠS": 250, "ĠT": 251, "ĠU": 252, "ĠV": 253, "ĠW": 254, "ĠX": 255, "ĠY": 256, "ĠZ": 257, "Ġ[": 258, "Ġ\\": 259, "Ġ]": 260, "Ġ^": 261, "Ġ_": 262, "Ġ`": 263, "Ġb": 264, "Ġc": 265, "Ġe": 266, "Ġj": 267, "Ġk": 268, "Ġm": 269, "Ġq": 270, "Ġr": 271, "Ġt": 272, "Ġu": 273, "Ġx": 274, "Ġy": 275, "Ġz": 276, "Ġ{": 277, "Ġ|": 278, "Ġ}": 279, "Ġ~": 280, "Ġro": 281, "Ġci": 282, "Ġat": 283, "Ġneon": 284, "Ġnigh": 285, "Ġvideos": 286, "anci": 287, "Ġin": 288, "Ġsyste": 289, "Ġdanci": 290, "Ġimages": 291, "Ġrobot": 292, "Ġcity": 293, "Ġnight": 294, "Ġsystem": 295, "Ġdancing": 296 }, "merges": [ [ "Ġ", "a" ], [ "i", "s" ], [ "o", "n" ], [ "Ġ", "is" ], [ "6", "4" ], [ "Ġ", "n" ], [ "Ġ", "o" ], [ "Ġ", "v" ], [ "T", "h" ], [ "d", "e" ], [ "i", "de" ], [ "r", "e" ], [ "r", "o" ], [ "Ġ", "g" ], [ "Ġ", "w" ], [ "Ġo", "f" ], [ "Ġv", "ide" ], [ "Ġvide", "o" ], [ "a", "n" ], [ "o", "t" ], [ "Ġ", "i" ], [ "Ġ", "s" ], [ "ro", "m" ], [ "e", "r" ], [ "i", "on" ], [ "l", "u" ], [ "o", "lu" ], [ "s", "s" ], [ "s", "olu" ], [ "t", "e" ], [ "t", "an" ], [ "t", "ion" ], [ "Ġ", "0" ], [ "Ġ", "2" ], [ "Ġ", "F" ], [ "Ġ", "f" ], [ "Ġ", "h" ], [ "Ġ", "l" ], [ "Ġ", "p" ], [ "Ġ", "64" ], [ "Ġ", "re" ], [ "Ġa", "ss" ], [ "is", "tan" ], [ "Ġn", "ot" ], [ "Th", "e" ], [ "solu", "tion" ], [ "Ġre", "solution" ], [ "Ġass", "istan" ], [ "Ġassistan", "t" ], [ "P", "S" ], [ "Y", "o" ], [ "a", "g" ], [ "a", "te" ], [ "c", "i" ], [ "c", "on" ], [ "d", "s" ], [ "e", "l" ], [ "e", "n" ], [ "e", "con" ], [ "f", "u" ], [ "h", "o" ], [ "i", "l" ], [ "i", "v" ], [ "m", "ag" ], [ "n", "d" ], [ "p", "t" ], [ "p", "fu" ], [ "Ġ", "d" ], [ "Ġa", "re" ], [ "Ġa", "nd" ], [ "on", "g" ], [ "Th", "is" ], [ "Ġg", "en" ], [ "Ġg", "iv" ], [ "Ġw", "ho" ], [ "Ġw", "il" ], [ "Ġi", "mag" ], [ "Ġs", "econ" ], [ "rom", "pt" ], [ "er", "ate" ], [ "Ġ2", "4" ], [ "ĠF", "PS" ], [ "Ġf", "rom" ], [ "Ġh", "el" ], [ "Ġl", "ong" ], [ "Ġp", "rompt" ], [ "Yo", "u" ], [ "pfu", "l" ], [ "Ġgen", "erate" ], [ "Ġgiv", "e" ], [ "Ġwil", "l" ], [ "Ġimag", "e" ], [ "Ġsecon", "ds" ], [ "Ġhel", "pful" ], [ "b", "ot" ], [ "e", "on" ], [ "g", "h" ], [ "i", "gh" ], [ "n", "g" ], [ "s", "er" ], [ "s", "te" ], [ "t", "y" ], [ "u", "ser" ], [ "y", "ste" ], [ "Ġ", "!" ], [ "Ġ", "\"" ], [ "Ġ", "#" ], [ "Ġ", "$" ], [ "Ġ", "%" ], [ "Ġ", "&" ], [ "Ġ", "'" ], [ "Ġ", "(" ], [ "Ġ", ")" ], [ "Ġ", "*" ], [ "Ġ", "+" ], [ "Ġ", "," ], [ "Ġ", "-" ], [ "Ġ", "." ], [ "Ġ", "/" ], [ "Ġ", "1" ], [ "Ġ", "3" ], [ "Ġ", "4" ], [ "Ġ", "5" ], [ "Ġ", "6" ], [ "Ġ", "7" ], [ "Ġ", "8" ], [ "Ġ", "9" ], [ "Ġ", ":" ], [ "Ġ", ";" ], [ "Ġ", "<" ], [ "Ġ", "=" ], [ "Ġ", ">" ], [ "Ġ", "?" ], [ "Ġ", "@" ], [ "Ġ", "A" ], [ "Ġ", "B" ], [ "Ġ", "C" ], [ "Ġ", "D" ], [ "Ġ", "E" ], [ "Ġ", "G" ], [ "Ġ", "H" ], [ "Ġ", "I" ], [ "Ġ", "J" ], [ "Ġ", "K" ], [ "Ġ", "L" ], [ "Ġ", "M" ], [ "Ġ", "N" ], [ "Ġ", "O" ], [ "Ġ", "P" ], [ "Ġ", "Q" ], [ "Ġ", "R" ], [ "Ġ", "S" ], [ "Ġ", "T" ], [ "Ġ", "U" ], [ "Ġ", "V" ], [ "Ġ", "W" ], [ "Ġ", "X" ], [ "Ġ", "Y" ], [ "Ġ", "Z" ], [ "Ġ", "[" ], [ "Ġ", "\\" ], [ "Ġ", "]" ], [ "Ġ", "^" ], [ "Ġ", "_" ], [ "Ġ", "`" ], [ "Ġ", "b" ], [ "Ġ", "c" ], [ "Ġ", "e" ], [ "Ġ", "j" ], [ "Ġ", "k" ], [ "Ġ", "m" ], [ "Ġ", "q" ], [ "Ġ", "r" ], [ "Ġ", "t" ], [ "Ġ", "u" ], [ "Ġ", "x" ], [ "Ġ", "y" ], [ "Ġ", "z" ], [ "Ġ", "{" ], [ "Ġ", "|" ], [ "Ġ", "}" ], [ "Ġ", "~" ], [ "Ġ", "ro" ], [ "Ġ", "ci" ], [ "Ġa", "t" ], [ "Ġn", "eon" ], [ "Ġn", "igh" ], [ "Ġvideo", "s" ], [ "an", "ci" ], [ "Ġi", "n" ], [ "Ġs", "yste" ], [ "Ġd", "anci" ], [ "Ġimage", "s" ], [ "Ġro", "bot" ], [ "Ġci", "ty" ], [ "Ġnigh", "t" ], [ "Ġsyste", "m" ], [ "Ġdanci", "ng" ] ] } }