Hugging Face's logo

Spaces:
dnzblgn
/
Tokenizers
Build error

App Files Community
dnzblgn commited on
Commit
3833ac0
·
verified ·
1 Parent(s): 21f5256

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,8 +5,8 @@ from transformers import PreTrainedTokenizerFast
5
 
6
  # Load all tokenizers (at startup)
7
  tokenizers = {
8
- "Tabularis German Tokenizer": PreTrainedTokenizerFast(tokenizer_file="tokenizer.json"),
9
- "Tabularis German Tokenizer_BPE": PreTrainedTokenizerFast(tokenizer_file="tokenizer_BPE.json"),
10
  "KoichiYasuoka/bert-base-german-upos": AutoTokenizer.from_pretrained("KoichiYasuoka/bert-base-german-upos"),
11
  "benjamin/gerpt2-large": AutoTokenizer.from_pretrained("benjamin/gerpt2-large"),
12
  "deepset/gbert-base": AutoTokenizer.from_pretrained("deepset/gbert-base"),
 
5
 
6
  # Load all tokenizers (at startup)
7
  tokenizers = {
8
+ "Tabularis German Tokenizer_whiteS": PreTrainedTokenizerFast(tokenizer_file="tokenizer.json"),
9
+ "Tabularis German Tokenizer": PreTrainedTokenizerFast(tokenizer_file="tokenizer_BPE.json"),
10
  "KoichiYasuoka/bert-base-german-upos": AutoTokenizer.from_pretrained("KoichiYasuoka/bert-base-german-upos"),
11
  "benjamin/gerpt2-large": AutoTokenizer.from_pretrained("benjamin/gerpt2-large"),
12
  "deepset/gbert-base": AutoTokenizer.from_pretrained("deepset/gbert-base"),