File size: 777 Bytes
f94c2c8 5c45864 2914ce8 f94c2c8 12666bd f94c2c8 992c43d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
import gradio as gr
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
def get_output(question, context):
model_name = 't5-small'
tokenizer = AutoTokenizer.from_pretrained(model_name)
finetuned_model = AutoModelForSeq2SeqLM.from_pretrained("finetuned_model_2_epoch")
prompt = f"""Tables:
{context}
Question:
{question}
Answer:
"""
inputs = tokenizer(prompt, return_tensors='pt')
output = tokenizer.decode(
finetuned_model.generate(
inputs["input_ids"],
max_new_tokens=200,
)[0],
skip_special_tokens=True
)
return output
interface = gr.Interface(fn=get_output, inputs = ["text", "text"], outputs=["text"])
interface.launch() |