File size: 835 Bytes
db61d01
 
2cac3b1
 
db61d01
2cac3b1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
import gradio as gr

#def greet(name):
 #   return "Hello " + name + "!"

#iface = gr.Interface(fn=greet, inputs="text", outputs="text")
#iface.launch()

# Use a pipeline as a high-level helper 
from transformers import pipeline

pipe = pipeline("text-generation", model="gpt2")

# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained("gpt2")
model = AutoModelForCausalLM.from_pretrained("gpt2")

#get the text
text_input = "One upon a time there was a tree"
max_length = 100
temperature = 0.8
top_k = 100

input_ids = tokenizer.encode(text_input,return_tensors='pt')

output = model.generate(input_ids, max_length=max_length, temperature=temperature, top_k=top_k, do_sample = True)


response = tokenizer.decode(output[0], skip_special_token=True)
print(response)