Upload tokenizer
dadeb4c verified | { |
| "'": 42, |
| "[PAD]": 75, |
| "[UNK]": 74, |
| "|": 16, |
| "ം": 47, |
| "ഃ": 21, |
| "അ": 37, |
| "ആ": 38, |
| "ഇ": 71, |
| "ഈ": 25, |
| "ഉ": 6, |
| "ഊ": 27, |
| "എ": 69, |
| "ഏ": 57, |
| "ഐ": 35, |
| "ഒ": 54, |
| "ഓ": 41, |
| "ക": 33, |
| "ഖ": 23, |
| "ഗ": 28, |
| "ഘ": 53, |
| "ങ": 46, |
| "ച": 70, |
| "ഛ": 36, |
| "ജ": 62, |
| "ഞ": 15, |
| "ട": 30, |
| "ഠ": 59, |
| "ഡ": 56, |
| "ഢ": 24, |
| "ണ": 63, |
| "ത": 14, |
| "ഥ": 8, |
| "ദ": 11, |
| "ധ": 9, |
| "ന": 60, |
| "പ": 32, |
| "ഫ": 49, |
| "ബ": 29, |
| "ഭ": 5, |
| "മ": 26, |
| "യ": 34, |
| "ര": 44, |
| "റ": 52, |
| "ല": 65, |
| "ള": 12, |
| "ഴ": 61, |
| "വ": 1, |
| "ശ": 4, |
| "ഷ": 66, |
| "സ": 10, |
| "ഹ": 31, |
| "ാ": 22, |
| "ി": 55, |
| "ീ": 67, |
| "ു": 72, |
| "ൂ": 20, |
| "ൃ": 48, |
| "െ": 0, |
| "േ": 17, |
| "ൈ": 18, |
| "ൊ": 51, |
| "ോ": 40, |
| "ൌ": 3, |
| "്": 7, |
| "ൗ": 19, |
| "ൺ": 64, |
| "ൻ": 39, |
| "ർ": 45, |
| "ൽ": 58, |
| "ൾ": 73, |
| "ൿ": 50, |
| "‘": 13, |
| "’": 2, |
| "“": 43, |
| "”": 68 |
| } |
|
|