mini-llm-turkce / tokenizer.json
burak
Upload folder using huggingface_hub
74a3f8d verified
{"stoi": {"\n": 0, " ": 1, "!": 2, ",": 3, ".": 4, ":": 5, "?": 6, "A": 7, "B": 8, "C": 9, "E": 10, "G": 11, "K": 12, "M": 13, "N": 14, "P": 15, "S": 16, "T": 17, "a": 18, "b": 19, "d": 20, "e": 21, "g": 22, "h": 23, "i": 24, "k": 25, "l": 26, "m": 27, "n": 28, "o": 29, "p": 30, "r": 31, "s": 32, "t": 33, "u": 34, "v": 35, "y": 36, "z": 37, "\u00e7": 38, "\u00f6": 39, "\u00fc": 40, "\u011f": 41, "\u0130": 42, "\u0131": 43, "\u015f": 44}, "itos": {"0": "\n", "1": " ", "2": "!", "3": ",", "4": ".", "5": ":", "6": "?", "7": "A", "8": "B", "9": "C", "10": "E", "11": "G", "12": "K", "13": "M", "14": "N", "15": "P", "16": "S", "17": "T", "18": "a", "19": "b", "20": "d", "21": "e", "22": "g", "23": "h", "24": "i", "25": "k", "26": "l", "27": "m", "28": "n", "29": "o", "30": "p", "31": "r", "32": "s", "33": "t", "34": "u", "35": "v", "36": "y", "37": "z", "38": "\u00e7", "39": "\u00f6", "40": "\u00fc", "41": "\u011f", "42": "\u0130", "43": "\u0131", "44": "\u015f"}, "vocab_size": 45}