Repv1111 commited on
Commit
2e74cc9
·
verified ·
1 Parent(s): 49e8ef2

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +6 -11
tokenizer.json CHANGED
@@ -8828,7 +8828,7 @@
8828
  "auckland": 8666,
8829
  "pipe": 8667,
8830
  "serie": 8668,
8831
- "revealings": 8669,
8832
  "ba": 8670,
8833
  "##bel": 8671,
8834
  "trevor": 8672,
@@ -30676,16 +30676,11 @@
30676
  "##)": 30514,
30677
  "##,": 30515,
30678
  "##-": 30516,
30679
- "##.": 30517,
30680
- "##/": 30518,
30681
- "##:": 30519,
30682
- "##?": 30520,
30683
- "##~": 30521,
30684
- "Vebe-Pip": 30522,
30685
- "Vebe Papp": 30523,
30686
- "Vebe Pappy": 30524,
30687
- "Vebe Android sa Jou da Tera na Pip": 30525,
30688
- "Pip Pip Pip's": 30526
30689
  }
30690
  }
30691
  }
 
8828
  "auckland": 8666,
8829
  "pipe": 8667,
8830
  "serie": 8668,
8831
+ "revealing": 8669,
8832
  "ba": 8670,
8833
  "##bel": 8671,
8834
  "trevor": 8672,
 
30676
  "##)": 30514,
30677
  "##,": 30515,
30678
  "##-": 30516,
30679
+ "Vebe-Pip Pip's": 30517,
30680
+ "Vebe Pappy": 30518,
30681
+ "Pip Pip Pip's": 30519,
30682
+ "Vebe Android sa Jou da Tera na Pip": 30520,
30683
+ "Vebe Papp": 30521
 
 
 
 
 
30684
  }
30685
  }
30686
  }