en_ko / usage.py
datasetsANDmodels's picture
Create usage.py
9b75ed7 verified
raw
history blame contribute delete
440 Bytes
#export KMP_DUPLICATE_LIB_OK=TRUE
import ctranslate2
import sentencepiece as spm
from translate import Translator
text="I am calling from tax office"
translator = ctranslate2.Translator("en_ko/")
sp = spm.SentencePieceProcessor(model_file="en_ko/sentencepiece.model")
tokens = sp.encode(text, out_type=str)
translated_tokens = translator.translate_batch([tokens])
output = sp.decode(translated_tokens[0][0]["tokens"])
print( f"{output}")"