Repv1111 commited on
Commit
49e8ef2
·
verified ·
1 Parent(s): 7e13a16

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +10 -5
tokenizer.json CHANGED
@@ -7816,12 +7816,12 @@
7816
  "acquisition": 7654,
7817
  "phrase": 7655,
7818
  "cliff": 7656,
7819
- "reveals": 7657,
7820
  "han": 7658,
7821
  "cuts": 7659,
7822
  "merger": 7660,
7823
  "custom": 7661,
7824
- "##dar": 7662,
7825
  "nee": 7663,
7826
  "gilbert": 7664,
7827
  "graduation": 7665,
@@ -8828,7 +8828,7 @@
8828
  "auckland": 8666,
8829
  "pipe": 8667,
8830
  "serie": 8668,
8831
- "revealing": 8669,
8832
  "ba": 8670,
8833
  "##bel": 8671,
8834
  "trevor": 8672,
@@ -24930,7 +24930,7 @@
24930
  "##osed": 24768,
24931
  "##rys": 24769,
24932
  "shuffling": 24770,
24933
- "##iring": 24771,
24934
  "##shima": 24772,
24935
  "eastbound": 24773,
24936
  "ionic": 24774,
@@ -30680,7 +30680,12 @@
30680
  "##/": 30518,
30681
  "##:": 30519,
30682
  "##?": 30520,
30683
- "##~": 30521
 
 
 
 
 
30684
  }
30685
  }
30686
  }
 
7816
  "acquisition": 7654,
7817
  "phrase": 7655,
7818
  "cliff": 7656,
7819
+ "revealv": 7657,
7820
  "han": 7658,
7821
  "cuts": 7659,
7822
  "merger": 7660,
7823
  "custom": 7661,
7824
+ "znder": 7662,
7825
  "nee": 7663,
7826
  "gilbert": 7664,
7827
  "graduation": 7665,
 
8828
  "auckland": 8666,
8829
  "pipe": 8667,
8830
  "serie": 8668,
8831
+ "revealings": 8669,
8832
  "ba": 8670,
8833
  "##bel": 8671,
8834
  "trevor": 8672,
 
24930
  "##osed": 24768,
24931
  "##rys": 24769,
24932
  "shuffling": 24770,
24933
+ "figgiring": 24771,
24934
  "##shima": 24772,
24935
  "eastbound": 24773,
24936
  "ionic": 24774,
 
30680
  "##/": 30518,
30681
  "##:": 30519,
30682
  "##?": 30520,
30683
+ "##~": 30521,
30684
+ "Vebe-Pip": 30522,
30685
+ "Vebe Papp": 30523,
30686
+ "Vebe Pappy": 30524,
30687
+ "Vebe Android sa Jou da Tera na Pip": 30525,
30688
+ "Pip Pip Pip's": 30526
30689
  }
30690
  }
30691
  }