SuperLilLM / checkpoints /tokenizer.json
StarpowerTechnology's picture
Upload 19 files
3781007 verified
Raw
History Blame Contribute Delete
6.74 kB
{
"<pad>": 0,
"<unk>": 1,
"<bos>": 2,
"<eos>": 3,
",": 4,
":": 5,
".": 6,
"and": 7,
"user": 8,
"assistant": 9,
"about": 10,
"a": 11,
"is": 12,
"are": 13,
"can": 14,
"that": 15,
"living": 16,
"to": 17,
"sure": 18,
"what": 19,
"the": 20,
"humans": 21,
"me": 22,
"ai": 23,
"plants": 24,
"things": 25,
"do": 26,
"language": 27,
"animals": 28,
"use": 29,
"know": 30,
"in": 31,
"i": 32,
"stars": 33,
"which": 34,
"of": 35,
"galaxies": 36,
"space": 37,
"gravity": 38,
"intelligence": 39,
"species": 40,
"grow": 41,
"many": 42,
"water": 43,
"artificial": 44,
"planets": 45,
"earth": 46,
"move": 47,
"you": 48,
"huge": 49,
"light": 50,
"tools": 51,
"sunlight": 52,
"area": 53,
"usually": 54,
"world": 55,
"beyond": 56,
"software": 57,
"beings": 58,
"talk": 59,
"culture": 60,
"time": 61,
"for": 62,
"casual": 63,
"where": 64,
"all": 65,
"often": 66,
"means": 67,
"air": 68,
"moons": 69,
"designed": 70,
"intelligent": 71,
"give": 72,
"exist": 73,
"thinking": 74,
"come": 75,
"shapes": 76,
"sizes": 77,
"tasks": 78,
"seem": 79,
"known": 80,
"learning": 81,
"complex": 82,
"eat": 83,
"sense": 84,
"soil": 85,
"answer": 86,
"animal": 87,
"fact": 88,
"like": 89,
"simple": 90,
"or": 91,
"help": 92,
"thing": 93,
"an": 94,
"something": 95,
"tell": 96,
"u": 97,
"it": 98,
"some": 99,
"?": 100,
"human": 101,
"version": 102,
"emotions": 103,
"with": 104,
"from": 105,
"yeah": 106,
"remember": 107,
"this": 108,
"fruit": 109,
"model": 110,
"spacetime": 111,
"senses": 112,
"dust": 113,
"say": 114,
"social": 115,
"ask": 116,
"rabbit": 117,
"conversation": 118,
"strawberries": 119,
"bananas": 120,
"mangos": 121,
"want": 122,
"learn": 123,
"cool": 124,
"one": 125,
"we": 126,
"food": 127,
"should": 128,
"gas": 129,
"tiny": 130,
"roots": 131,
"groups": 132,
"matter": 133,
"take": 134,
"how": 135,
"other": 136,
"superlillm": 137,
"local": 138,
"small": 139,
"data": 140,
"dark": 141,
"writing": 142,
"coding": 143,
"images": 144,
"search": 145,
"sight": 146,
"smell": 147,
"hearing": 148,
"touch": 149,
"taste": 150,
"nutrients": 151,
"giant": 152,
"bend": 153,
"changes": 154,
"objects": 155,
"have": 156,
"relationships": 157,
"makes": 158,
"project": 159,
"make": 160,
"explain": 161,
"photosynthesis": 162,
"person": 163,
"patterns": 164,
"plant": 165,
"on": 166,
"people": 167,
"life": 168,
"body": 169,
"systems": 170,
"being": 171,
"star": 172,
"way": 173,
"bear": 174,
"computer": 175,
"brain": 176,
"eats": 177,
"moves": 178,
"responds": 179,
"its": 180,
"environment": 181,
"generate": 182,
"through": 183,
"rules": 184,
"learned": 185,
"predict": 186,
"decide": 187,
"dog": 188,
"vast": 189,
"holds": 190,
"distances": 191,
"robot": 192,
"universe": 193,
"but": 194,
"planet": 195,
"algorithm": 196,
"not": 197,
"flowers": 198,
"galaxy": 199,
"robots": 200,
"outer": 201,
"trees": 202,
"smart": 203,
"fish": 204,
"black": 205,
"machine": 206,
"wild": 207,
"moon": 208,
"models": 209,
"start": 210,
"as": 211,
"bears": 212,
"mankind": 213,
"be": 214,
"hole": 215,
"mammal": 216,
"rabbits": 217,
"dogs": 218,
"creatures": 219,
"tree": 220,
"strawberry": 221,
"orbit": 222,
"bird": 223,
"banana": 224,
"mango": 225,
"think": 226,
"live": 227,
"am": 228,
"because": 229,
"flower": 230,
"different": 231,
"questions": 232,
"also": 233,
"has": 234,
"art": 235,
"build": 236,
"technology": 237,
"energy": 238,
"using": 239,
"empty": 240,
"places": 241,
"biologically": 242,
"ready": 243,
"strong": 244,
"large": 245,
"text": 246,
"chat": 247,
"useful": 248,
"glowing": 249,
"hot": 250,
"our": 251,
"sun": 252,
"kind": 253,
"fruits": 254,
"mistakes": 255,
"birds": 256,
"insects": 257,
"reptiles": 258,
"mammals": 259,
"together": 260,
"does": 261,
"exactly": 262,
"imitate": 263,
"behavior": 264,
"leaves": 265,
"answers": 266,
"based": 267,
"personal": 268,
"experience": 269,
"contains": 270,
"billions": 271,
"balls": 272,
"behave": 273,
"predictions": 274,
"decisions": 275,
"truly": 276,
"contain": 277,
"particles": 278,
"radiation": 279,
"fields": 280,
"predicts": 281,
"generates": 282,
"connected": 283,
"fabric": 284,
"families": 285,
"communities": 286,
"cultures": 287,
"by": 288,
"turn": 289,
"into": 290,
"share": 291,
"part": 292,
"woody": 293,
"trunks": 294,
"friend": 295,
"future": 296,
"stands": 297,
"here": 298,
"land": 299,
"covered": 300,
"worlds": 301,
"just": 302,
"forests": 303,
"grasslands": 304,
"farms": 305,
"gardens": 306,
"linked": 307,
"holes": 308,
"extremely": 309,
"oxygen": 310,
"stems": 311,
"survive": 312,
"habitats": 313,
"need": 314,
"faraway": 315,
"years": 316,
"reach": 317,
"us": 318,
"full": 319,
";": 320,
"dominant": 321,
"cooperation": 322,
"made": 323,
"computers": 324,
"algorithms": 325,
"ideas": 326,
"discuss": 327,
"special": 328,
"music": 329,
"stories": 330,
"inventions": 331,
"their": 332,
"own": 333,
"types": 334,
"similar": 335,
"good": 336,
"parts": 337,
"reproduction": 338,
"hey": 339,
"your": 340,
"whats": 341,
"'": 342,
"s": 343,
"up": 344,
"much": 345,
"hi": 346,
"who": 347,
"trained": 348,
"group": 349,
"hello": 350,
"yo": 351,
"next": 352,
"bro": 353,
"legs": 354,
"trunk": 355,
"branches": 356,
"shared": 357,
"habits": 358,
"beliefs": 359,
"ways": 360,
"pass": 361,
"along": 362,
"topics": 363,
"few": 364,
"reading": 365,
"words": 366,
"predicting": 367,
"helpful": 368,
"reply": 369,
"held": 370,
"doing": 371,
"okay": 372,
"question": 373,
"ball": 374,
"place": 375,
"so": 376,
"even": 377,
"cannot": 378,
"escape": 379,
"orbits": 380,
"used": 381,
"describe": 382,
"long": 383,
"ears": 384,
"back": 385,
"furry": 386,
"carries": 387,
"seeds": 388,
"running": 389,
"casually": 390,
"keep": 391,
"pet": 392,
"companion": 393,
"topic": 394,
"explore": 395,
"fur": 396,
"powerful": 397,
"set": 398,
"steps": 399,
"follow": 400,
"solve": 401,
"problem": 402,
"decision": 403,
"act": 404,
"smarter": 405,
"traits": 406,
"reproduce": 407,
"each": 408,
"mind": 409,
"story": 410,
"learns": 411,
"uses": 412,
"them": 413,
"replies": 414,
"r": 415
}