Upload tokenizer.json
Browse files- tokenizer.json +10 -5
tokenizer.json
CHANGED
|
@@ -7816,12 +7816,12 @@
|
|
| 7816 |
"acquisition": 7654,
|
| 7817 |
"phrase": 7655,
|
| 7818 |
"cliff": 7656,
|
| 7819 |
-
"
|
| 7820 |
"han": 7658,
|
| 7821 |
"cuts": 7659,
|
| 7822 |
"merger": 7660,
|
| 7823 |
"custom": 7661,
|
| 7824 |
-
"
|
| 7825 |
"nee": 7663,
|
| 7826 |
"gilbert": 7664,
|
| 7827 |
"graduation": 7665,
|
|
@@ -8828,7 +8828,7 @@
|
|
| 8828 |
"auckland": 8666,
|
| 8829 |
"pipe": 8667,
|
| 8830 |
"serie": 8668,
|
| 8831 |
-
"
|
| 8832 |
"ba": 8670,
|
| 8833 |
"##bel": 8671,
|
| 8834 |
"trevor": 8672,
|
|
@@ -24930,7 +24930,7 @@
|
|
| 24930 |
"##osed": 24768,
|
| 24931 |
"##rys": 24769,
|
| 24932 |
"shuffling": 24770,
|
| 24933 |
-
"
|
| 24934 |
"##shima": 24772,
|
| 24935 |
"eastbound": 24773,
|
| 24936 |
"ionic": 24774,
|
|
@@ -30680,7 +30680,12 @@
|
|
| 30680 |
"##/": 30518,
|
| 30681 |
"##:": 30519,
|
| 30682 |
"##?": 30520,
|
| 30683 |
-
"##~": 30521
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30684 |
}
|
| 30685 |
}
|
| 30686 |
}
|
|
|
|
| 7816 |
"acquisition": 7654,
|
| 7817 |
"phrase": 7655,
|
| 7818 |
"cliff": 7656,
|
| 7819 |
+
"revealv": 7657,
|
| 7820 |
"han": 7658,
|
| 7821 |
"cuts": 7659,
|
| 7822 |
"merger": 7660,
|
| 7823 |
"custom": 7661,
|
| 7824 |
+
"znder": 7662,
|
| 7825 |
"nee": 7663,
|
| 7826 |
"gilbert": 7664,
|
| 7827 |
"graduation": 7665,
|
|
|
|
| 8828 |
"auckland": 8666,
|
| 8829 |
"pipe": 8667,
|
| 8830 |
"serie": 8668,
|
| 8831 |
+
"revealings": 8669,
|
| 8832 |
"ba": 8670,
|
| 8833 |
"##bel": 8671,
|
| 8834 |
"trevor": 8672,
|
|
|
|
| 24930 |
"##osed": 24768,
|
| 24931 |
"##rys": 24769,
|
| 24932 |
"shuffling": 24770,
|
| 24933 |
+
"figgiring": 24771,
|
| 24934 |
"##shima": 24772,
|
| 24935 |
"eastbound": 24773,
|
| 24936 |
"ionic": 24774,
|
|
|
|
| 30680 |
"##/": 30518,
|
| 30681 |
"##:": 30519,
|
| 30682 |
"##?": 30520,
|
| 30683 |
+
"##~": 30521,
|
| 30684 |
+
"Vebe-Pip": 30522,
|
| 30685 |
+
"Vebe Papp": 30523,
|
| 30686 |
+
"Vebe Pappy": 30524,
|
| 30687 |
+
"Vebe Android sa Jou da Tera na Pip": 30525,
|
| 30688 |
+
"Pip Pip Pip's": 30526
|
| 30689 |
}
|
| 30690 |
}
|
| 30691 |
}
|