Files changed (1) hide show
  1. app.py +15 -0
app.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, TFAutoModelForCausalLM
3
+
4
+ def get_response(name):
5
+ tokenizer = AutoTokenizer.from_pretrained("gpt2")
6
+ model = TFAutoModelForCausalLM.from_pretrained("gpt2")
7
+ model.config.pad_token_id = model.config.eos_token_id
8
+ inputs = tokenizer(["TensorFlow is"], return_tensors="tf")
9
+
10
+ generated = model.generate(**inputs, do_sample=True, seed=(42, 0), max_new_tokens=20, temperature=.1)
11
+ return tokenizer.decode(generated[0])
12
+ # print("Sampling output: ", tokenizer.decode(generated[0]))
13
+
14
+ iface = gr.Interface(fn=get_response, inputs="text", outputs="text")
15
+ iface.launch()