Update app.py
Browse files
app.py
CHANGED
|
@@ -1,16 +1,11 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
|
| 3 |
-
from transformers import(
|
| 4 |
-
EncoderDecoderModel,
|
| 5 |
-
PreTrainedTokenizerFast,
|
| 6 |
-
BertJapaneseTokenizer,
|
| 7 |
-
)
|
| 8 |
|
| 9 |
encoder_model_name = "cl-tohoku/bert-base-japanese-v2"
|
| 10 |
decoder_model_name = "skt/kogpt2-base-v2"
|
| 11 |
-
src_tokenizer = BertJapaneseTokenizer.from_pretrained(encoder_model_name)
|
| 12 |
-
trg_tokenizer = PreTrainedTokenizerFast.from_pretrained(decoder_model_name)
|
| 13 |
-
model = EncoderDecoderModel.from_pretrained("sappho192/ffxiv-ja-ko-translator")
|
| 14 |
|
| 15 |
def translate(text_src):
|
| 16 |
embeddings = src_tokenizer(text_src, return_attention_mask=False, return_token_type_ids=False, return_tensors='pt')
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
+
import transformers;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
|
| 4 |
encoder_model_name = "cl-tohoku/bert-base-japanese-v2"
|
| 5 |
decoder_model_name = "skt/kogpt2-base-v2"
|
| 6 |
+
src_tokenizer = transformers.BertJapaneseTokenizer.from_pretrained(encoder_model_name)
|
| 7 |
+
trg_tokenizer = transformers.PreTrainedTokenizerFast.from_pretrained(decoder_model_name)
|
| 8 |
+
model = transformers.EncoderDecoderModel.from_pretrained("sappho192/ffxiv-ja-ko-translator")
|
| 9 |
|
| 10 |
def translate(text_src):
|
| 11 |
embeddings = src_tokenizer(text_src, return_attention_mask=False, return_token_type_ids=False, return_tensors='pt')
|