ashwml commited on
Commit
a93ec6f
·
1 Parent(s): 437f2ad

edited app file

Browse files
Files changed (1) hide show
  1. app.py +17 -0
app.py ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import GPT2Tokenizer, GPT2LMHeadModel, TextDataset, DataCollatorForLanguageModeling
3
+ from transformers import Trainer, TrainingArguments
4
+ from os.path import dirname
5
+
6
+
7
+ model_output_path="model-dir"
8
+ my_model = GPT2LMHeadModel.from_pretrained(model_output_path)
9
+ my_tokenizer = GPT2Tokenizer.from_pretrained(model_output_path)
10
+
11
+ def predict(prompt):
12
+ response = generate_response(my_model, my_tokenizer, prompt)
13
+ return response
14
+
15
+ iface = gr.Interface(fn=predict, inputs="text", outputs="text")
16
+ iface.launch()
17
+