File size: 544 Bytes
2e0bb48 eef7865 4ab01c6 eef7865 27326ee 0c0fe18 2e0bb48 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | import gradio as gr
from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
from transformers import Trainer, TrainingArguments
from os.path import dirname
model_output_path="model-dir"
my_model = GPT2LMHeadModel.from_pretrained(model_output_path)
my_tokenizer = GPT2Tokenizer.from_pretrained(model_output_path)
def predict(prompt):
response = generate_response(my_model, my_tokenizer, prompt)
return response
iface = gr.Interface(fn=predict, inputs="text", outputs="text")
iface.launch()
|