Repv1111 commited on
Commit
195d2ba
·
verified ·
1 Parent(s): 87cf817

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -14896,7 +14896,7 @@
14896
  "Ġsmok": 14682,
14897
  "Ġdifferential": 14683,
14898
  "Ġgradient": 14684,
14899
- "uchi": 14685,
14900
  "ĠPi": 14686,
14901
  "atherine": 14687,
14902
  "Ġambitious": 14688,
@@ -49029,7 +49029,7 @@
49029
  "REAM": 48815,
49030
  "ROL": 48816,
49031
  "ĠCharlemagne": 48817,
49032
- "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48818,
49033
  "Ġconstituencies": 48819,
49034
  "Ġfungicide": 48820,
49035
  "Ġelectrification": 48821,
 
14896
  "Ġsmok": 14682,
14897
  "Ġdifferential": 14683,
14898
  "Ġgradient": 14684,
14899
+ "Ġtouching": 14685,
14900
  "ĠPi": 14686,
14901
  "atherine": 14687,
14902
  "Ġambitious": 14688,
 
49029
  "REAM": 48815,
49030
  "ROL": 48816,
49031
  "ĠCharlemagne": 48817,
49032
+ "uchi": 48818,
49033
  "Ġconstituencies": 48819,
49034
  "Ġfungicide": 48820,
49035
  "Ġelectrification": 48821,