transformers / app.py
piccora's picture
Update app.py
10a67b8 verified
raw
history blame contribute delete
583 Bytes
import gradio as gr
from transformers import TFAutoModelForSeq2SeqLM, AutoTokenizer
model_name = "piccora/transformers"
model = TFAutoModelForSeq2SeqLM.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
def predict(question):
inputs = tokenizer(question, return_tensors="tf", padding=True, truncation=True)
outputs = model.generate(inputs["input_ids"], max_length=50)
answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
return answer
interface = gr.Interface(fn=predict, inputs="text", outputs="text")
interface.launch()