Upload tokenizer

tokenizer.json

@@ -165,39 +165,39 @@
       "s": 17,
       "u": 18,
       "ı": 19,
-      "##i": 20,
-      "##k": 21,
-      "##r": 22,
+      "##c": 20,
+      "##ı": 21,
+      "##n": 22,
       "##l": 23,
-      "##p": 24,
-      "##s": 25,
-      "##c": 26,
-      "##ı": 27,
-      "##n": 28,
-      "##m": 29,
-      "##a": 30,
-      "##u": 31,
-      "##b": 32,
-      "##e": 33,
+      "##m": 24,
+      "##a": 25,
+      "##i": 26,
+      "##k": 27,
+      "##r": 28,
+      "##u": 29,
+      "##b": 30,
+      "##e": 31,
+      "##p": 32,
+      "##s": 33,
       "ac": 34,
       "##li": 35,
       "acı": 36,
       "el": 37,
       "fi": 38,
-      "##ir": 39,
-      "##is": 40,
-      "##kir": 41,
-      "##lm": 42,
-      "##ps": 43,
-      "##ılm": 44,
-      "##nılm": 45,
-      "##ub": 46,
+      "##ıl": 39,
+      "##nıl": 40,
+      "##ma": 41,
+      "##ir": 42,
+      "##is": 43,
+      "##kir": 44,
+      "##ub": 45,
+      "##ps": 46,
       "acub": 47,
       "##lik": 48,
       "##lips": 49,
       "##lilik": 50,
       "acık": 51,
-      "acınılm": 52,
+      "acınıl": 52,
       "ellips": 53,
       "fikir": 54,
       "acube": 55,

vocab.txt

@@ -18,39 +18,39 @@ r
 s
 u
 ı
-##i
-##k
-##r
-##l
-##p
-##s
 ##c
 ##ı
 ##n
+##l
 ##m
 ##a
+##i
+##k
+##r
 ##u
 ##b
 ##e
+##p
+##s
 ac
 ##li
 acı
 el
 fi
+##ıl
+##nıl
+##ma
 ##ir
 ##is
 ##kir
-##lm
-##ps
-##ılm
-##nılm
 ##ub
+##ps
 acub
 ##lik
 ##lips
 ##lilik
 acık
-acınılm
+acınıl
 ellips
 fikir
 acube