Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,8 @@ tokenizers = {
|
|
| 7 |
"GPT-2 Tokenizer": AutoTokenizer.from_pretrained("gpt2"),
|
| 8 |
"RoBERTa Tokenizer": AutoTokenizer.from_pretrained("roberta-base"),
|
| 9 |
"DistilGPT-2 Tokenizer": AutoTokenizer.from_pretrained("distilgpt2"),
|
| 10 |
-
"bert-base-german-cased Tokenizer": AutoTokenizer.from_pretrained("bert-base-german-cased")
|
|
|
|
| 11 |
}
|
| 12 |
|
| 13 |
# Fancy token visualization with random colors
|
|
|
|
| 7 |
"GPT-2 Tokenizer": AutoTokenizer.from_pretrained("gpt2"),
|
| 8 |
"RoBERTa Tokenizer": AutoTokenizer.from_pretrained("roberta-base"),
|
| 9 |
"DistilGPT-2 Tokenizer": AutoTokenizer.from_pretrained("distilgpt2"),
|
| 10 |
+
"bert-base-german-cased Tokenizer": AutoTokenizer.from_pretrained("bert-base-german-cased"),
|
| 11 |
+
"DeepSeek Tokenizer": AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1"),
|
| 12 |
}
|
| 13 |
|
| 14 |
# Fancy token visualization with random colors
|