Spaces:
Build error
Build error
d1ef commited on
Commit ·
d459757
1
Parent(s): fdda91f
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
from transformers import
|
| 3 |
import json
|
| 4 |
|
| 5 |
ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
|
| 6 |
|
| 7 |
def translate(model, action, inputs):
|
| 8 |
-
tokenizer =
|
| 9 |
vocab_size = tokenizer.vocab_size
|
| 10 |
len_tokenizer = len(tokenizer)
|
| 11 |
input = inputs
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
+
from transformers import ByT5Tokenizer
|
| 3 |
import json
|
| 4 |
|
| 5 |
ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
|
| 6 |
|
| 7 |
def translate(model, action, inputs):
|
| 8 |
+
tokenizer = ByT5Tokenizer.from_pretrained(model)
|
| 9 |
vocab_size = tokenizer.vocab_size
|
| 10 |
len_tokenizer = len(tokenizer)
|
| 11 |
input = inputs
|