File size: 583 Bytes
eb868f4
acd1127
eb868f4
acd1127
 
10a67b8
eb868f4
acd1127
10a67b8
acd1127
10a67b8
acd1127
eb868f4
acd1127
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import gradio as gr
from transformers import TFAutoModelForSeq2SeqLM, AutoTokenizer

model_name = "piccora/transformers"
model = TFAutoModelForSeq2SeqLM.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)

def predict(question):
    inputs = tokenizer(question, return_tensors="tf", padding=True, truncation=True)
    outputs = model.generate(inputs["input_ids"], max_length=50)
    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
    return answer

interface = gr.Interface(fn=predict, inputs="text", outputs="text")
interface.launch()