| # export KMP_DUPLICATE_LIB_OK=TRUE | |
| import ctranslate2 | |
| import sentencepiece as spm | |
| from translate import Translator | |
| text="I am calling from tax office" | |
| translator = ctranslate2.Translator("en_zh/") | |
| sp = spm.SentencePieceProcessor(model_file="en_zh/sentencepiece.model") | |
| tokens = sp.encode(text, out_type=str) | |
| translated_tokens = translator.translate_batch([tokens]) | |
| output = sp.decode(translated_tokens[0][0]["tokens"]).replace("▁","") | |
| print( f"{output}") |