Delete data/tokenizer.json
Browse files- data/tokenizer.json +0 -1
data/tokenizer.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"stoi": {"'No": 0, "Because": 1, "Can": 2, "Hello": 3, "Hello!": 4, "How": 5, "I": 6, "I'll": 7, "I'm": 8, "My": 9, "Sure!": 10, "Tell": 11, "TinyGPT.": 12, "TinyGPT:": 13, "User:": 14, "What": 15, "What's": 16, "Why": 17, "a": 18, "and": 19, "are": 20, "asking!": 21, "atoms?": 22, "blue": 23, "break,": 24, "but": 25, "can": 26, "chicken": 27, "chickened": 28, "code,": 29, "color?": 30, "computer": 31, "cross": 32, "didn't": 33, "do": 34, "do?": 35, "don't": 36, "everything!": 37, "favorite": 38, "for": 39, "go": 40, "have": 41, "help": 42, "how": 43, "i": 44, "is": 45, "it": 46, "joke": 47, "just": 48, "like": 49, "make": 50, "me": 51, "me?": 52, "my": 53, "name": 54, "name?": 55, "need": 56, "needed": 57, "of": 58, "other": 59, "out!": 60, "preferences,": 61, "problem,": 62, "road?": 63, "said:": 64, "scientists": 65, "sleep!'": 66, "sort": 67, "text!": 68, "thanks": 69, "the": 70, "they": 71, "things.": 72, "to": 73, "told": 74, "trust": 75, "up": 76, "what": 77, "with?": 78, "you": 79, "you,": 80, "you?": 81, "your": 82}, "itos": {"0": "'No", "1": "Because", "2": "Can", "3": "Hello", "4": "Hello!", "5": "How", "6": "I", "7": "I'll", "8": "I'm", "9": "My", "10": "Sure!", "11": "Tell", "12": "TinyGPT.", "13": "TinyGPT:", "14": "User:", "15": "What", "16": "What's", "17": "Why", "18": "a", "19": "and", "20": "are", "21": "asking!", "22": "atoms?", "23": "blue", "24": "break,", "25": "but", "26": "can", "27": "chicken", "28": "chickened", "29": "code,", "30": "color?", "31": "computer", "32": "cross", "33": "didn't", "34": "do", "35": "do?", "36": "don't", "37": "everything!", "38": "favorite", "39": "for", "40": "go", "41": "have", "42": "help", "43": "how", "44": "i", "45": "is", "46": "it", "47": "joke", "48": "just", "49": "like", "50": "make", "51": "me", "52": "me?", "53": "my", "54": "name", "55": "name?", "56": "need", "57": "needed", "58": "of", "59": "other", "60": "out!", "61": "preferences,", "62": "problem,", "63": "road?", "64": "said:", "65": "scientists", "66": "sleep!'", "67": "sort", "68": "text!", "69": "thanks", "70": "the", "71": "they", "72": "things.", "73": "to", "74": "told", "75": "trust", "76": "up", "77": "what", "78": "with?", "79": "you", "80": "you,", "81": "you?", "82": "your"}}
|
|
|
|
|
|