Upload tokenizer
4046fbc | { |
| " ": 41, |
| "'": 39, |
| "-": 43, |
| "_": 47, |
| "ଁ": 4, |
| "ଂ": 14, |
| "ଅ": 22, |
| "ଆ": 58, |
| "ଇ": 54, |
| "ଉ": 20, |
| "ଏ": 13, |
| "ଓ": 16, |
| "କ": 52, |
| "ଖ": 1, |
| "ଗ": 48, |
| "ଙ": 0, |
| "ଚ": 11, |
| "ଜ": 19, |
| "ଞ": 32, |
| "ଟ": 27, |
| "ଠ": 5, |
| "ଡ": 55, |
| "ଣ": 53, |
| "ତ": 31, |
| "ଥ": 8, |
| "ଦ": 49, |
| "ଧ": 7, |
| "ନ": 10, |
| "ପ": 15, |
| "ଫ": 12, |
| "ବ": 25, |
| "ମ": 38, |
| "ଯ": 51, |
| "ର": 29, |
| "ଲ": 17, |
| "ଳ": 26, |
| "ଶ": 28, |
| "ଷ": 34, |
| "ସ": 33, |
| "ହ": 50, |
| "଼": 36, |
| "ା": 56, |
| "ି": 37, |
| "ୁ": 40, |
| "ୃ": 3, |
| "େ": 46, |
| "ୈ": 24, |
| "ୋ": 57, |
| "୍": 45, |
| "ୟ": 9, |
| "୦": 42, |
| "୧": 44, |
| "୨": 35, |
| "୩": 6, |
| "୪": 23, |
| "୫": 18, |
| "୬": 30, |
| "୯": 2, |
| "": 21 |
| } |
|
|