File size: 448 Bytes
eff5017
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from epo_lstm import LSTMGeneratorPipeline, EOLSTMGenerator

from transformers import PreTrainedTokenizerFast

generator = LSTMGeneratorPipeline(
    model=EOLSTMGenerator.from_pretrained("./version_1"),
    tokenizer=PreTrainedTokenizerFast(
        tokenizer_file="./version_1/tokenizer.json",
        bos_token="[BOS]",
        eos_token="\n",
        unk_token="[UNK]",
        pad_token="[PAD]",
    ),
)

print(generator('saluton, mi estas'))