behroz commited on
Commit
6a3b8a7
·
1 Parent(s): 4e2efd0

add tokenizer

Browse files
Files changed (1) hide show
  1. vocab.json +1 -1
vocab.json CHANGED
@@ -1 +1 @@
1
- {"س": 0, "پ": 1, "ح": 2, "ق": 3, "د": 4, "ر": 5, "غ": 6, "و": 7, "ف": 8, "ش": 9, "ھ": 10, "ڈ": 11, "ٹ": 12, "ا": 13, "آ": 14, "ے": 15, "ک": 16, "ں": 17, "ی": 18, "ل": 19, "گ": 20, "ت": 21, "ن": 22, "م": 23, "ہ": 24, "|": 25, "[UNK]": 26, "[PAD]": 27}
 
1
+ {"غ": 0, "ک": 1, "ن": 2, "ی": 3, "ل": 4, "م": 5, "ش": 6, "د": 7, "ڈ": 9, "س": 10, "ح": 11, "ے": 12, "گ": 13, "آ": 14, "ہ": 15, "پ": 16, "ٹ": 17, "ر": 18, "ق": 19, "ا": 20, "ں": 21, "و": 22, "ھ": 23, "ف": 24, "ت": 25, "|": 8, "[UNK]": 26, "[PAD]": 27}