tryn-mini-7m / tokenizer /id_to_token.json
LNTTushar's picture
Upload folder using huggingface_hub
7fab2c5 verified
{
"0": "[PAD]",
"1": "[UNK]",
"2": "[CLS]",
"3": "[SEP]",
"4": "[MASK]",
"5": "[BOS]",
"6": "[EOS]",
"7": ".</w>",
"8": "is</w>",
"9": "the</w>",
"10": "are</w>",
"11": "weather</w>",
"12": "technology</w>",
"13": "i</w>",
"14": "requires</w>",
"15": "reading</w>",
"16": "for</w>",
"17": "society</w>",
"18": "love</w>",
"19": "it</w>",
"20": "tastes</w>",
"21": "in</w>",
"22": "mind</w>",
"23": "pizza</w>",
"24": "science</w>",
"25": "music</w>",
"26": "programming</w>",
"27": "creates</w>",
"28": "food</w>",
"29": "improves</w>",
"30": "with</w>",
"31": "great</w>",
"32": "enthusiasm</w>",
"33": "enjoys</w>",
"34": "very</w>",
"35": "much</w>",
"36": "transportation</w>",
"37": "using</w>",
"38": "transport</w>",
"39": "today</w>",
"40": "today's</w>",
"41": "delicious</w>",
"42": "benefits</w>",
"43": "from</w>",
"44": "because</w>",
"45": "and</w>",
"46": "tasty</w>",
"47": "a</w>",
"48": "history</w>",
"49": "pasta</w>",
"50": "mathematics</w>",
"51": "expands</w>",
"52": "helps</w>",
"53": "expand</w>",
"54": "your</w>",
"55": "eating</w>",
"56": "learning</w>",
"57": "to</w>",
"58": "learn</w>",
"59": ",</w>",
"60": "you</w>",
"61": "need</w>",
"62": "art</w>",
"63": "physics</w>",
"64": "mountain</w>",
"65": "books</w>",
"66": "languages</w>",
"67": "cat</w>",
"68": "travel</w>",
"69": "broadens</w>",
"70": "perspective</w>",
"71": "adventure</w>",
"72": "experiences</w>",
"73": "artistic</w>",
"74": "expression</w>",
"75": "creative</w>",
"76": "financial</w>",
"77": "markets</w>",
"78": "volatile</w>",
"79": "cuisine</w>",
"80": "ancient</w>",
"81": "fascinating</w>",
"82": "modern</w>",
"83": "evolves</w>",
"84": "quickly</w>",
"85": "cats</w>",
"86": "independent</w>",
"87": "animals</w>",
"88": "dogs</w>",
"89": "loyal</w>",
"90": "pets</w>",
"91": "healthy</w>",
"92": "wellness</w>",
"93": "space</w>",
"94": "exploration</w>",
"95": "advances</w>",
"96": "exercise</w>",
"97": "health</w>",
"98": "concerts</w>",
"99": "entertaining</w>",
"100": "sports</w>",
"101": "enhance</w>",
"102": "fitness</w>",
"103": "mathematical</w>",
"104": "equations</w>",
"105": "precise</w>",
"106": "logic</w>",
"107": "enjoy</w>",
"108": "needs</w>",
"109": "reasoning</w>",
"110": "changing</w>",
"111": "rapidly</w>",
"112": "brings</w>",
"113": "joy</w>",
"114": "ocean</w>",
"115": "waves</w>",
"116": "powerful</w>",
"117": "beauty</w>",
"118": "computer</w>",
"119": "networks</w>",
"120": "interconnected</w>",
"121": "diverse</w>",
"122": "climbing</w>",
"123": "equipment</w>",
"124": "explains</w>",
"125": "phenomena</w>",
"126": "research</w>",
"127": "discovers</w>",
"128": "truth</w>",
"129": "provide</w>",
"130": "knowledge</w>",
"131": "education</w>",
"132": "offers</w>",
"133": "wisdom</w>",
"134": "sits</w>",
"135": "on</w>",
"136": "mat</w>",
"137": "quantum</w>",
"138": "complex</w>",
"139": "fast</w>",
"140": "convenient</w>",
"141": "fish</w>",
"142": "bicycle</w>",
"143": "motorcycle</w>",
"144": "slow</w>",
"145": "economical</w>",
"146": "car</w>",
"147": "efficient</w>",
"148": "innovative</w>",
"149": "dangerous</w>",
"150": "essays</w>",
"151": "fiction</w>",
"152": "useful</w>",
"153": "practice</w>",
"154": "stories</w>",
"155": "reliable</w>",
"156": "hard</w>",
"157": "work</w>",
"158": "persistence</w>",
"159": "important</w>",
"160": "focus</w>",
"161": "bus</w>",
"162": "patience</w>",
"163": "boat</w>",
"164": "articles</w>",
"165": "beneficial</w>",
"166": "revolutionary</w>",
"167": "awful</w>",
"168": "exercising</w>",
"169": "poetry</w>",
"170": "airplane</w>",
"171": "novels</w>",
"172": "dancing</w>",
"173": "train</w>",
"174": "painting</w>",
"175": "singing</w>",
"176": "harmful</w>",
"177": "sarah</w>",
"178": "river</w>",
"179": "emma</w>",
"180": "salty</w>",
"181": "flying</w>",
"182": "working</w>",
"183": "bland</w>",
"184": "writing</w>",
"185": "salad</w>",
"186": "concentration</w>",
"187": "sunny</w>",
"188": "resting</w>",
"189": "dedication</w>",
"190": "cold</w>",
"191": "cloudy</w>",
"192": "terrible</w>",
"193": "david</w>",
"194": "lisa</w>",
"195": "walking</w>",
"196": "playing</w>",
"197": "sitting</w>",
"198": "anna</w>",
"199": "michael</w>",
"200": "hot</w>",
"201": "pleasant</w>",
"202": "swimming</w>",
"203": "vegetables</w>",
"204": "beach</w>",
"205": "spicy</w>",
"206": "robert</w>",
"207": "james</w>",
"208": "windy</w>",
"209": "lion</w>",
"210": "rich</w>",
"211": "fresh</w>",
"212": "studying</w>",
"213": "mary</w>",
"214": "bear</w>",
"215": "bitter</w>",
"216": "sleeping</w>",
"217": "sour</w>",
"218": "cooking</w>",
"219": "forest</w>",
"220": "horse</w>",
"221": "john</w>",
"222": "chemistry</w>",
"223": "bread</w>",
"224": "tiger</w>",
"225": "street</w>",
"226": "meat</w>",
"227": "field</w>",
"228": "fruit</w>",
"229": "garden</w>",
"230": "bird</w>",
"231": "elephant</w>",
"232": "house</w>",
"233": "cake</w>",
"234": "beautiful</w>",
"235": "fox</w>",
"236": "dog</w>",
"237": "sweet</w>",
"238": "park</w>",
"239": "rainy</w>",
"240": "city</w>",
"241": "soup</w>",
"242": "village</w>",
"243": "jumping</w>",
"244": "rabbit</w>",
"245": "rice</w>",
"246": "running</w>",
"247": "wolf</w>",
"248": " ",
"249": "'",
"250": ",",
"251": ".",
"252": "a",
"253": "b",
"254": "c",
"255": "d",
"256": "e",
"257": "f",
"258": "g",
"259": "h",
"260": "i",
"261": "j",
"262": "k",
"263": "l",
"264": "m",
"265": "n",
"266": "o",
"267": "p",
"268": "q",
"269": "r",
"270": "s",
"271": "t",
"272": "u",
"273": "v",
"274": "w",
"275": "x",
"276": "y",
"277": "z"
}