Upload tokenizer
9fbc72a | { |
| "[PAD]": 52, |
| "[UNK]": 51, |
| "|": 0, |
| "·": 1, |
| "ஃ": 2, |
| "அ": 3, |
| "ஆ": 4, |
| "இ": 5, |
| "ஈ": 6, |
| "உ": 7, |
| "ஊ": 8, |
| "எ": 9, |
| "ஏ": 10, |
| "ஐ": 11, |
| "ஒ": 12, |
| "ஓ": 13, |
| "ஔ": 14, |
| "க": 15, |
| "ங": 16, |
| "ச": 17, |
| "ஜ": 18, |
| "ஞ": 19, |
| "ட": 20, |
| "ண": 21, |
| "த": 22, |
| "ந": 23, |
| "ன": 24, |
| "ப": 25, |
| "ம": 26, |
| "ய": 27, |
| "ர": 28, |
| "ற": 29, |
| "ல": 30, |
| "ள": 31, |
| "ழ": 32, |
| "வ": 33, |
| "ஷ": 34, |
| "ஸ": 35, |
| "ஹ": 36, |
| "ா": 37, |
| "ி": 38, |
| "ீ": 39, |
| "ு": 40, |
| "ூ": 41, |
| "ெ": 42, |
| "ே": 43, |
| "ை": 44, |
| "ொ": 45, |
| "ோ": 46, |
| "ௌ": 47, |
| "்": 48, |
| "ௗ": 49, |
| "ഥ": 50 |
| } |
|
|