Upload tokenizer.json
Browse files- tokenizer.json +6 -11
tokenizer.json
CHANGED
|
@@ -8828,7 +8828,7 @@
|
|
| 8828 |
"auckland": 8666,
|
| 8829 |
"pipe": 8667,
|
| 8830 |
"serie": 8668,
|
| 8831 |
-
"
|
| 8832 |
"ba": 8670,
|
| 8833 |
"##bel": 8671,
|
| 8834 |
"trevor": 8672,
|
|
@@ -30676,16 +30676,11 @@
|
|
| 30676 |
"##)": 30514,
|
| 30677 |
"##,": 30515,
|
| 30678 |
"##-": 30516,
|
| 30679 |
-
"
|
| 30680 |
-
"
|
| 30681 |
-
"
|
| 30682 |
-
"
|
| 30683 |
-
"
|
| 30684 |
-
"Vebe-Pip": 30522,
|
| 30685 |
-
"Vebe Papp": 30523,
|
| 30686 |
-
"Vebe Pappy": 30524,
|
| 30687 |
-
"Vebe Android sa Jou da Tera na Pip": 30525,
|
| 30688 |
-
"Pip Pip Pip's": 30526
|
| 30689 |
}
|
| 30690 |
}
|
| 30691 |
}
|
|
|
|
| 8828 |
"auckland": 8666,
|
| 8829 |
"pipe": 8667,
|
| 8830 |
"serie": 8668,
|
| 8831 |
+
"revealing": 8669,
|
| 8832 |
"ba": 8670,
|
| 8833 |
"##bel": 8671,
|
| 8834 |
"trevor": 8672,
|
|
|
|
| 30676 |
"##)": 30514,
|
| 30677 |
"##,": 30515,
|
| 30678 |
"##-": 30516,
|
| 30679 |
+
"Vebe-Pip Pip's": 30517,
|
| 30680 |
+
"Vebe Pappy": 30518,
|
| 30681 |
+
"Pip Pip Pip's": 30519,
|
| 30682 |
+
"Vebe Android sa Jou da Tera na Pip": 30520,
|
| 30683 |
+
"Vebe Papp": 30521
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30684 |
}
|
| 30685 |
}
|
| 30686 |
}
|