dnzblgn commited on
Commit
79ddc8d
·
verified ·
1 Parent(s): a5deb8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,8 @@ tokenizers = {
7
  "GPT-2 Tokenizer": AutoTokenizer.from_pretrained("gpt2"),
8
  "RoBERTa Tokenizer": AutoTokenizer.from_pretrained("roberta-base"),
9
  "DistilGPT-2 Tokenizer": AutoTokenizer.from_pretrained("distilgpt2"),
10
- "bert-base-german-cased Tokenizer": AutoTokenizer.from_pretrained("bert-base-german-cased")
 
11
  }
12
 
13
  # Fancy token visualization with random colors
 
7
  "GPT-2 Tokenizer": AutoTokenizer.from_pretrained("gpt2"),
8
  "RoBERTa Tokenizer": AutoTokenizer.from_pretrained("roberta-base"),
9
  "DistilGPT-2 Tokenizer": AutoTokenizer.from_pretrained("distilgpt2"),
10
+ "bert-base-german-cased Tokenizer": AutoTokenizer.from_pretrained("bert-base-german-cased"),
11
+ "DeepSeek Tokenizer": AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1"),
12
  }
13
 
14
  # Fancy token visualization with random colors