Hugging Face's logo

serizard1005
/
Cosmos3-nano-dummy

Diffusers
Safetensors
Cosmos3OmniPipeline
Model card Files
xet
 Community
Cosmos3-nano-dummy / text_tokenizer /tokenizer.json
serizard1005's picture
serizard1005
Add dummy Cosmos3-Nano weights (real shapes, zero-initialized)
e0f9c54 verified
raw
history blame contribute delete
15.7 kB
{
 "version": "1.0",
 "truncation": null,
 "padding": null,
 "added_tokens": [
 {
 "id": 0,
 "content": "<|endoftext|>",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 1,
 "content": "<|vision_start|>",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 2,
 "content": "<|im_start|>",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 3,
 "content": "<|im_end|>",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 }
 ],
 "normalizer": null,
 "pre_tokenizer": {
 "type": "ByteLevel",
 "add_prefix_space": false,
 "trim_offsets": true,
 "use_regex": true
 },
 "post_processor": {
 "type": "TemplateProcessing",
 "single": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 }
 ],
 "pair": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "B",
 "type_id": 1
 }
 }
 ],
 "special_tokens": {}
 },
 "decoder": {
 "type": "ByteLevel",
 "add_prefix_space": true,
 "trim_offsets": true,
 "use_regex": true
 },
 "model": {
 "type": "BPE",
 "dropout": null,
 "unk_token": "<|endoftext|>",
 "continuing_subword_prefix": null,
 "end_of_word_suffix": null,
 "fuse_unk": false,
 "byte_fallback": false,
 "ignore_merges": false,
 "vocab": {
 "<|endoftext|>": 0,
 "<|vision_start|>": 1,
 "<|im_start|>": 2,
 "<|im_end|>": 3,
 "!": 4,
 "\"": 5,
 "#": 6,
 "$": 7,
 "%": 8,
 "&": 9,
 "'": 10,
 "(": 11,
 ")": 12,
 "*": 13,
 "+": 14,
 ",": 15,
 "-": 16,
 ".": 17,
 "/": 18,
 "0": 19,
 "1": 20,
 "2": 21,
 "3": 22,
 "4": 23,
 "5": 24,
 "6": 25,
 "7": 26,
 "8": 27,
 "9": 28,
 ":": 29,
 ";": 30,
 "<": 31,
 "=": 32,
 ">": 33,
 "?": 34,
 "@": 35,
 "A": 36,
 "B": 37,
 "C": 38,
 "D": 39,
 "E": 40,
 "F": 41,
 "G": 42,
 "H": 43,
 "I": 44,
 "J": 45,
 "K": 46,
 "L": 47,
 "M": 48,
 "N": 49,
 "O": 50,
 "P": 51,
 "Q": 52,
 "R": 53,
 "S": 54,
 "T": 55,
 "U": 56,
 "V": 57,
 "W": 58,
 "X": 59,
 "Y": 60,
 "Z": 61,
 "[": 62,
 "\\": 63,
 "]": 64,
 "^": 65,
 "_": 66,
 "`": 67,
 "a": 68,
 "b": 69,
 "c": 70,
 "d": 71,
 "e": 72,
 "f": 73,
 "g": 74,
 "h": 75,
 "i": 76,
 "j": 77,
 "k": 78,
 "l": 79,
 "m": 80,
 "n": 81,
 "o": 82,
 "p": 83,
 "q": 84,
 "r": 85,
 "s": 86,
 "t": 87,
 "u": 88,
 "v": 89,
 "w": 90,
 "x": 91,
 "y": 92,
 "z": 93,
 "{": 94,
 "|": 95,
 "}": 96,
 "~": 97,
 "Ġ": 98,
 "Ġa": 99,
 "is": 100,
 "on": 101,
 "Ġis": 102,
 "64": 103,
 "Ġn": 104,
 "Ġo": 105,
 "Ġv": 106,
 "Th": 107,
 "de": 108,
 "ide": 109,
 "re": 110,
 "ro": 111,
 "Ġg": 112,
 "Ġw": 113,
 "Ġof": 114,
 "Ġvide": 115,
 "Ġvideo": 116,
 "an": 117,
 "ot": 118,
 "Ġi": 119,
 "Ġs": 120,
 "rom": 121,
 "er": 122,
 "ion": 123,
 "lu": 124,
 "olu": 125,
 "ss": 126,
 "solu": 127,
 "te": 128,
 "tan": 129,
 "tion": 130,
 "Ġ0": 131,
 "Ġ2": 132,
 "ĠF": 133,
 "Ġf": 134,
 "Ġh": 135,
 "Ġl": 136,
 "Ġp": 137,
 "Ġ64": 138,
 "Ġre": 139,
 "Ġass": 140,
 "istan": 141,
 "Ġnot": 142,
 "The": 143,
 "solution": 144,
 "Ġresolution": 145,
 "Ġassistan": 146,
 "Ġassistant": 147,
 "PS": 148,
 "Yo": 149,
 "ag": 150,
 "ate": 151,
 "ci": 152,
 "con": 153,
 "ds": 154,
 "el": 155,
 "en": 156,
 "econ": 157,
 "fu": 158,
 "ho": 159,
 "il": 160,
 "iv": 161,
 "mag": 162,
 "nd": 163,
 "pt": 164,
 "pfu": 165,
 "Ġd": 166,
 "Ġare": 167,
 "Ġand": 168,
 "ong": 169,
 "This": 170,
 "Ġgen": 171,
 "Ġgiv": 172,
 "Ġwho": 173,
 "Ġwil": 174,
 "Ġimag": 175,
 "Ġsecon": 176,
 "rompt": 177,
 "erate": 178,
 "Ġ24": 179,
 "ĠFPS": 180,
 "Ġfrom": 181,
 "Ġhel": 182,
 "Ġlong": 183,
 "Ġprompt": 184,
 "You": 185,
 "pful": 186,
 "Ġgenerate": 187,
 "Ġgive": 188,
 "Ġwill": 189,
 "Ġimage": 190,
 "Ġseconds": 191,
 "Ġhelpful": 192,
 "bot": 193,
 "eon": 194,
 "gh": 195,
 "igh": 196,
 "ng": 197,
 "ser": 198,
 "ste": 199,
 "ty": 200,
 "user": 201,
 "yste": 202,
 "Ġ!": 203,
 "Ġ\"": 204,
 "Ġ#": 205,
 "Ġ$": 206,
 "Ġ%": 207,
 "Ġ&": 208,
 "Ġ'": 209,
 "Ġ(": 210,
 "Ġ)": 211,
 "Ġ*": 212,
 "Ġ+": 213,
 "Ġ,": 214,
 "Ġ-": 215,
 "Ġ.": 216,
 "Ġ/": 217,
 "Ġ1": 218,
 "Ġ3": 219,
 "Ġ4": 220,
 "Ġ5": 221,
 "Ġ6": 222,
 "Ġ7": 223,
 "Ġ8": 224,
 "Ġ9": 225,
 "Ġ:": 226,
 "Ġ;": 227,
 "Ġ<": 228,
 "Ġ=": 229,
 "Ġ>": 230,
 "Ġ?": 231,
 "Ġ@": 232,
 "ĠA": 233,
 "ĠB": 234,
 "ĠC": 235,
 "ĠD": 236,
 "ĠE": 237,
 "ĠG": 238,
 "ĠH": 239,
 "ĠI": 240,
 "ĠJ": 241,
 "ĠK": 242,
 "ĠL": 243,
 "ĠM": 244,
 "ĠN": 245,
 "ĠO": 246,
 "ĠP": 247,
 "ĠQ": 248,
 "ĠR": 249,
 "ĠS": 250,
 "ĠT": 251,
 "ĠU": 252,
 "ĠV": 253,
 "ĠW": 254,
 "ĠX": 255,
 "ĠY": 256,
 "ĠZ": 257,
 "Ġ[": 258,
 "Ġ\\": 259,
 "Ġ]": 260,
 "Ġ^": 261,
 "Ġ_": 262,
 "Ġ`": 263,
 "Ġb": 264,
 "Ġc": 265,
 "Ġe": 266,
 "Ġj": 267,
 "Ġk": 268,
 "Ġm": 269,
 "Ġq": 270,
 "Ġr": 271,
 "Ġt": 272,
 "Ġu": 273,
 "Ġx": 274,
 "Ġy": 275,
 "Ġz": 276,
 "Ġ{": 277,
 "Ġ|": 278,
 "Ġ}": 279,
 "Ġ~": 280,
 "Ġro": 281,
 "Ġci": 282,
 "Ġat": 283,
 "Ġneon": 284,
 "Ġnigh": 285,
 "Ġvideos": 286,
 "anci": 287,
 "Ġin": 288,
 "Ġsyste": 289,
 "Ġdanci": 290,
 "Ġimages": 291,
 "Ġrobot": 292,
 "Ġcity": 293,
 "Ġnight": 294,
 "Ġsystem": 295,
 "Ġdancing": 296
 },
 "merges": [
 [
 "Ġ",
 "a"
 ],
 [
 "i",
 "s"
 ],
 [
 "o",
 "n"
 ],
 [
 "Ġ",
 "is"
 ],
 [
 "6",
 "4"
 ],
 [
 "Ġ",
 "n"
 ],
 [
 "Ġ",
 "o"
 ],
 [
 "Ġ",
 "v"
 ],
 [
 "T",
 "h"
 ],
 [
 "d",
 "e"
 ],
 [
 "i",
 "de"
 ],
 [
 "r",
 "e"
 ],
 [
 "r",
 "o"
 ],
 [
 "Ġ",
 "g"
 ],
 [
 "Ġ",
 "w"
 ],
 [
 "Ġo",
 "f"
 ],
 [
 "Ġv",
 "ide"
 ],
 [
 "Ġvide",
 "o"
 ],
 [
 "a",
 "n"
 ],
 [
 "o",
 "t"
 ],
 [
 "Ġ",
 "i"
 ],
 [
 "Ġ",
 "s"
 ],
 [
 "ro",
 "m"
 ],
 [
 "e",
 "r"
 ],
 [
 "i",
 "on"
 ],
 [
 "l",
 "u"
 ],
 [
 "o",
 "lu"
 ],
 [
 "s",
 "s"
 ],
 [
 "s",
 "olu"
 ],
 [
 "t",
 "e"
 ],
 [
 "t",
 "an"
 ],
 [
 "t",
 "ion"
 ],
 [
 "Ġ",
 "0"
 ],
 [
 "Ġ",
 "2"
 ],
 [
 "Ġ",
 "F"
 ],
 [
 "Ġ",
 "f"
 ],
 [
 "Ġ",
 "h"
 ],
 [
 "Ġ",
 "l"
 ],
 [
 "Ġ",
 "p"
 ],
 [
 "Ġ",
 "64"
 ],
 [
 "Ġ",
 "re"
 ],
 [
 "Ġa",
 "ss"
 ],
 [
 "is",
 "tan"
 ],
 [
 "Ġn",
 "ot"
 ],
 [
 "Th",
 "e"
 ],
 [
 "solu",
 "tion"
 ],
 [
 "Ġre",
 "solution"
 ],
 [
 "Ġass",
 "istan"
 ],
 [
 "Ġassistan",
 "t"
 ],
 [
 "P",
 "S"
 ],
 [
 "Y",
 "o"
 ],
 [
 "a",
 "g"
 ],
 [
 "a",
 "te"
 ],
 [
 "c",
 "i"
 ],
 [
 "c",
 "on"
 ],
 [
 "d",
 "s"
 ],
 [
 "e",
 "l"
 ],
 [
 "e",
 "n"
 ],
 [
 "e",
 "con"
 ],
 [
 "f",
 "u"
 ],
 [
 "h",
 "o"
 ],
 [
 "i",
 "l"
 ],
 [
 "i",
 "v"
 ],
 [
 "m",
 "ag"
 ],
 [
 "n",
 "d"
 ],
 [
 "p",
 "t"
 ],
 [
 "p",
 "fu"
 ],
 [
 "Ġ",
 "d"
 ],
 [
 "Ġa",
 "re"
 ],
 [
 "Ġa",
 "nd"
 ],
 [
 "on",
 "g"
 ],
 [
 "Th",
 "is"
 ],
 [
 "Ġg",
 "en"
 ],
 [
 "Ġg",
 "iv"
 ],
 [
 "Ġw",
 "ho"
 ],
 [
 "Ġw",
 "il"
 ],
 [
 "Ġi",
 "mag"
 ],
 [
 "Ġs",
 "econ"
 ],
 [
 "rom",
 "pt"
 ],
 [
 "er",
 "ate"
 ],
 [
 "Ġ2",
 "4"
 ],
 [
 "ĠF",
 "PS"
 ],
 [
 "Ġf",
 "rom"
 ],
 [
 "Ġh",
 "el"
 ],
 [
 "Ġl",
 "ong"
 ],
 [
 "Ġp",
 "rompt"
 ],
 [
 "Yo",
 "u"
 ],
 [
 "pfu",
 "l"
 ],
 [
 "Ġgen",
 "erate"
 ],
 [
 "Ġgiv",
 "e"
 ],
 [
 "Ġwil",
 "l"
 ],
 [
 "Ġimag",
 "e"
 ],
 [
 "Ġsecon",
 "ds"
 ],
 [
 "Ġhel",
 "pful"
 ],
 [
 "b",
 "ot"
 ],
 [
 "e",
 "on"
 ],
 [
 "g",
 "h"
 ],
 [
 "i",
 "gh"
 ],
 [
 "n",
 "g"
 ],
 [
 "s",
 "er"
 ],
 [
 "s",
 "te"
 ],
 [
 "t",
 "y"
 ],
 [
 "u",
 "ser"
 ],
 [
 "y",
 "ste"
 ],
 [
 "Ġ",
 "!"
 ],
 [
 "Ġ",
 "\""
 ],
 [
 "Ġ",
 "#"
 ],
 [
 "Ġ",
 "$"
 ],
 [
 "Ġ",
 "%"
 ],
 [
 "Ġ",
 "&"
 ],
 [
 "Ġ",
 "'"
 ],
 [
 "Ġ",
 "("
 ],
 [
 "Ġ",
 ")"
 ],
 [
 "Ġ",
 "*"
 ],
 [
 "Ġ",
 "+"
 ],
 [
 "Ġ",
 ","
 ],
 [
 "Ġ",
 "-"
 ],
 [
 "Ġ",
 "."
 ],
 [
 "Ġ",
 "/"
 ],
 [
 "Ġ",
 "1"
 ],
 [
 "Ġ",
 "3"
 ],
 [
 "Ġ",
 "4"
 ],
 [
 "Ġ",
 "5"
 ],
 [
 "Ġ",
 "6"
 ],
 [
 "Ġ",
 "7"
 ],
 [
 "Ġ",
 "8"
 ],
 [
 "Ġ",
 "9"
 ],
 [
 "Ġ",
 ":"
 ],
 [
 "Ġ",
 ";"
 ],
 [
 "Ġ",
 "<"
 ],
 [
 "Ġ",
 "="
 ],
 [
 "Ġ",
 ">"
 ],
 [
 "Ġ",
 "?"
 ],
 [
 "Ġ",
 "@"
 ],
 [
 "Ġ",
 "A"
 ],
 [
 "Ġ",
 "B"
 ],
 [
 "Ġ",
 "C"
 ],
 [
 "Ġ",
 "D"
 ],
 [
 "Ġ",
 "E"
 ],
 [
 "Ġ",
 "G"
 ],
 [
 "Ġ",
 "H"
 ],
 [
 "Ġ",
 "I"
 ],
 [
 "Ġ",
 "J"
 ],
 [
 "Ġ",
 "K"
 ],
 [
 "Ġ",
 "L"
 ],
 [
 "Ġ",
 "M"
 ],
 [
 "Ġ",
 "N"
 ],
 [
 "Ġ",
 "O"
 ],
 [
 "Ġ",
 "P"
 ],
 [
 "Ġ",
 "Q"
 ],
 [
 "Ġ",
 "R"
 ],
 [
 "Ġ",
 "S"
 ],
 [
 "Ġ",
 "T"
 ],
 [
 "Ġ",
 "U"
 ],
 [
 "Ġ",
 "V"
 ],
 [
 "Ġ",
 "W"
 ],
 [
 "Ġ",
 "X"
 ],
 [
 "Ġ",
 "Y"
 ],
 [
 "Ġ",
 "Z"
 ],
 [
 "Ġ",
 "["
 ],
 [
 "Ġ",
 "\\"
 ],
 [
 "Ġ",
 "]"
 ],
 [
 "Ġ",
 "^"
 ],
 [
 "Ġ",
 "_"
 ],
 [
 "Ġ",
 "`"
 ],
 [
 "Ġ",
 "b"
 ],
 [
 "Ġ",
 "c"
 ],
 [
 "Ġ",
 "e"
 ],
 [
 "Ġ",
 "j"
 ],
 [
 "Ġ",
 "k"
 ],
 [
 "Ġ",
 "m"
 ],
 [
 "Ġ",
 "q"
 ],
 [
 "Ġ",
 "r"
 ],
 [
 "Ġ",
 "t"
 ],
 [
 "Ġ",
 "u"
 ],
 [
 "Ġ",
 "x"
 ],
 [
 "Ġ",
 "y"
 ],
 [
 "Ġ",
 "z"
 ],
 [
 "Ġ",
 "{"
 ],
 [
 "Ġ",
 "|"
 ],
 [
 "Ġ",
 "}"
 ],
 [
 "Ġ",
 "~"
 ],
 [
 "Ġ",
 "ro"
 ],
 [
 "Ġ",
 "ci"
 ],
 [
 "Ġa",
 "t"
 ],
 [
 "Ġn",
 "eon"
 ],
 [
 "Ġn",
 "igh"
 ],
 [
 "Ġvideo",
 "s"
 ],
 [
 "an",
 "ci"
 ],
 [
 "Ġi",
 "n"
 ],
 [
 "Ġs",
 "yste"
 ],
 [
 "Ġd",
 "anci"
 ],
 [
 "Ġimage",
 "s"
 ],
 [
 "Ġro",
 "bot"
 ],
 [
 "Ġci",
 "ty"
 ],
 [
 "Ġnigh",
 "t"
 ],
 [
 "Ġsyste",
 "m"
 ],
 [
 "Ġdanci",
 "ng"
 ]
 ]
 }
}