Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -31,7 +31,7 @@ def tokenize(input_text):
|
|
| 31 |
" GPT-2/GPT-J": gpt2_tokens,
|
| 32 |
" GPT-NeoX": gpt_neox_tokens,
|
| 33 |
" Falcon": falcon_tokens,
|
| 34 |
-
"
|
| 35 |
" T5": t5_tokens,
|
| 36 |
" Gemma": gemma_tokens,
|
| 37 |
" Command-R": command_r_tokens
|
|
|
|
| 31 |
" GPT-2/GPT-J": gpt2_tokens,
|
| 32 |
" GPT-NeoX": gpt_neox_tokens,
|
| 33 |
" Falcon": falcon_tokens,
|
| 34 |
+
" Phi": phi2_tokens,
|
| 35 |
" T5": t5_tokens,
|
| 36 |
" Gemma": gemma_tokens,
|
| 37 |
" Command-R": command_r_tokens
|