Commit
·
cdb9dfb
1
Parent(s):
72942bc
add tokenizer
Browse files- vocab.json +1 -1
vocab.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"
|
|
|
|
| 1 |
+
{"f": 0, "'": 1, "s": 2, "l": 3, "t": 4, "h": 5, "m": 6, "k": 7, "x": 8, "c": 10, "i": 11, "g": 12, "q": 13, "z": 14, "j": 15, "b": 16, "u": 17, "v": 18, "w": 19, "r": 20, "o": 21, "p": 22, "e": 23, "n": 24, "y": 25, "a": 26, "d": 27, "|": 9, "[UNK]": 28, "[PAD]": 29}
|