datasetsANDmodels commited on
Commit
0b62ceb
·
verified ·
1 Parent(s): d89ff95

Upload use2.py

Browse files
Files changed (1) hide show
  1. use2.py +13 -0
use2.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #export KMP_DUPLICATE_LIB_OK=TRUE
2
+ import ctranslate2
3
+ import sentencepiece as spm
4
+ from translate import Translator
5
+ text="I am calling from tax office"
6
+ text="나는 세금 사무실에서 호출"
7
+ translator = ctranslate2.Translator("ko_en/")
8
+ sp = spm.SentencePieceProcessor(model_file="ko_en/sentencepiece.model")
9
+ #sp = spm.SentencePieceProcessor(model_file="en_id/bpe.model")
10
+ tokens = sp.encode(text, out_type=str)
11
+ translated_tokens = translator.translate_batch([tokens])
12
+ output = sp.decode(translated_tokens[0][0]["tokens"])
13
+ print( f"{output}")