File size: 476 Bytes
7bc8fb3
c038608
7bc8fb3
4421e13
7bc8fb3
9f17ff3
4421e13
 
 
 
 
 
 
c038608
7bc8fb3
28c080d
c038608
87b72fd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
import gradio as gr
from transformers import pipeline

generator = pipeline('text-generation', model='sberbank-ai/rugpt3large_based_on_gpt2')

def generate(text, history):
    result = generator(
        text,
        do_sample=True, max_length=50, repetition_penalty=5.0,
        top_k=5, top_p=0.95, temperature=1,
        num_beams=None,
        no_repeat_ngram_size=3
    )
    return result[0]["generated_text"]

demo = gr.ChatInterface(generate)

demo.launch(share=True)